[ 584.364533] env[69226]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69226) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 584.364888] env[69226]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69226) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 584.365034] env[69226]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69226) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 584.365326] env[69226]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 584.464648] env[69226]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69226) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 584.475519] env[69226]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=69226) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 584.519486] env[69226]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 585.077834] env[69226]: INFO nova.virt.driver [None req-f2618212-6956-46e4-8591-5719ebd8b623 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 585.149391] env[69226]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.149544] env[69226]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.149661] env[69226]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69226) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 587.988058] env[69226]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-672a816d-142d-4f75-95c9-c01c9e3163ec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.005159] env[69226]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69226) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 588.005304] env[69226]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-b4011a38-c390-4429-826f-0a7ae2e40167 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.032254] env[69226]: INFO oslo_vmware.api [-] Successfully established new session; session ID is f4445. [ 588.032419] env[69226]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.883s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.032988] env[69226]: INFO nova.virt.vmwareapi.driver [None req-f2618212-6956-46e4-8591-5719ebd8b623 None None] VMware vCenter version: 7.0.3 [ 588.036464] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfd5a26-915e-4f70-af89-b2cedbe1eace {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.058454] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648f37bf-5da4-474f-86b4-16fc698f695a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.064258] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c7d1a4-a690-4ba1-a4ef-2185cec2db60 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.071343] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1a9c05-ae63-4447-8624-2815a0c28f96 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.084242] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b0a6a0-544a-41a7-ab47-edb3231abe71 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.090149] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61dfe01-0530-4bf6-a8d0-dc3c817befd1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.120950] env[69226]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-6836f576-0bd8-449b-9ae9-4b77c1d93749 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.126075] env[69226]: DEBUG nova.virt.vmwareapi.driver [None req-f2618212-6956-46e4-8591-5719ebd8b623 None None] Extension org.openstack.compute already exists. {{(pid=69226) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 588.128740] env[69226]: INFO nova.compute.provider_config [None req-f2618212-6956-46e4-8591-5719ebd8b623 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 588.632023] env[69226]: DEBUG nova.context [None req-f2618212-6956-46e4-8591-5719ebd8b623 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),438f72f3-063f-49a9-9665-f3ffb8c9017b(cell1) {{(pid=69226) load_cells /opt/stack/nova/nova/context.py:464}} [ 588.634090] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.634333] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.635034] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.635491] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] Acquiring lock "438f72f3-063f-49a9-9665-f3ffb8c9017b" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.635682] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] Lock "438f72f3-063f-49a9-9665-f3ffb8c9017b" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.636919] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] Lock "438f72f3-063f-49a9-9665-f3ffb8c9017b" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.656777] env[69226]: INFO dbcounter [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] Registered counter for database nova_cell0 [ 588.665259] env[69226]: INFO dbcounter [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] Registered counter for database nova_cell1 [ 589.100482] env[69226]: DEBUG oslo_db.sqlalchemy.engines [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69226) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 589.100889] env[69226]: DEBUG oslo_db.sqlalchemy.engines [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69226) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 589.105971] env[69226]: ERROR nova.db.main.api [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 589.105971] env[69226]: result = function(*args, **kwargs) [ 589.105971] env[69226]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 589.105971] env[69226]: return func(*args, **kwargs) [ 589.105971] env[69226]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 589.105971] env[69226]: result = fn(*args, **kwargs) [ 589.105971] env[69226]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 589.105971] env[69226]: return f(*args, **kwargs) [ 589.105971] env[69226]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 589.105971] env[69226]: return db.service_get_minimum_version(context, binaries) [ 589.105971] env[69226]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 589.105971] env[69226]: _check_db_access() [ 589.105971] env[69226]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 589.105971] env[69226]: stacktrace = ''.join(traceback.format_stack()) [ 589.105971] env[69226]: [ 589.106723] env[69226]: ERROR nova.db.main.api [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 589.106723] env[69226]: result = function(*args, **kwargs) [ 589.106723] env[69226]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 589.106723] env[69226]: return func(*args, **kwargs) [ 589.106723] env[69226]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 589.106723] env[69226]: result = fn(*args, **kwargs) [ 589.106723] env[69226]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 589.106723] env[69226]: return f(*args, **kwargs) [ 589.106723] env[69226]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 589.106723] env[69226]: return db.service_get_minimum_version(context, binaries) [ 589.106723] env[69226]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 589.106723] env[69226]: _check_db_access() [ 589.106723] env[69226]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 589.106723] env[69226]: stacktrace = ''.join(traceback.format_stack()) [ 589.106723] env[69226]: [ 589.107129] env[69226]: WARNING nova.objects.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 589.107288] env[69226]: WARNING nova.objects.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] Failed to get minimum service version for cell 438f72f3-063f-49a9-9665-f3ffb8c9017b [ 589.107763] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] Acquiring lock "singleton_lock" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.107920] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] Acquired lock "singleton_lock" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.108174] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] Releasing lock "singleton_lock" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.108544] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] Full set of CONF: {{(pid=69226) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 589.108681] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ******************************************************************************** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 589.108809] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] Configuration options gathered from: {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 589.108949] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 589.109165] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 589.109295] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ================================================================================ {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 589.109505] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] allow_resize_to_same_host = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.109680] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] arq_binding_timeout = 300 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.109811] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] backdoor_port = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.109936] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] backdoor_socket = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.110115] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] block_device_allocate_retries = 60 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.110279] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] block_device_allocate_retries_interval = 3 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.110447] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cert = self.pem {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.110614] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.110779] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] compute_monitors = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.110947] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] config_dir = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.111413] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] config_drive_format = iso9660 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.111555] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.111848] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] config_source = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.112149] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] console_host = devstack {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.112426] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] control_exchange = nova {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.112616] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cpu_allocation_ratio = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.112782] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] daemon = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.112952] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] debug = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.113129] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] default_access_ip_network_name = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.113300] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] default_availability_zone = nova {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.113467] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] default_ephemeral_format = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.113622] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] default_green_pool_size = 1000 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.113858] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.114031] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] default_schedule_zone = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.114193] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] disk_allocation_ratio = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.114353] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] enable_new_services = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.114528] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] enabled_apis = ['osapi_compute'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.114694] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] enabled_ssl_apis = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.114855] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] flat_injected = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.115023] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] force_config_drive = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.115186] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] force_raw_images = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.115356] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] graceful_shutdown_timeout = 5 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.115517] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] heal_instance_info_cache_interval = -1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.115748] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] host = cpu-1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.115927] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.116103] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.116267] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.116487] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.116652] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] instance_build_timeout = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.116810] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] instance_delete_interval = 300 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.116976] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] instance_format = [instance: %(uuid)s] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.117163] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] instance_name_template = instance-%08x {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.117333] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] instance_usage_audit = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.117525] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] instance_usage_audit_period = month {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.117699] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.117866] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.118043] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] internal_service_availability_zone = internal {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.118204] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] key = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.118375] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] live_migration_retry_count = 30 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.118622] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] log_color = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.118865] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] log_config_append = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.119114] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.119343] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] log_dir = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.119571] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] log_file = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.119715] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] log_options = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.119884] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] log_rotate_interval = 1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.120143] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] log_rotate_interval_type = days {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.120326] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] log_rotation_type = none {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.120469] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.120601] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.120773] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.120940] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.121083] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.121246] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] long_rpc_timeout = 1800 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.121406] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] max_concurrent_builds = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.121566] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] max_concurrent_live_migrations = 1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.121722] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] max_concurrent_snapshots = 5 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.121878] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] max_local_block_devices = 3 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.122042] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] max_logfile_count = 30 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.122201] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] max_logfile_size_mb = 200 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.122357] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] maximum_instance_delete_attempts = 5 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.122522] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] metadata_listen = 0.0.0.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.122692] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] metadata_listen_port = 8775 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.122858] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] metadata_workers = 2 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.123027] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] migrate_max_retries = -1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.123197] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] mkisofs_cmd = genisoimage {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.123403] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.123564] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] my_ip = 10.180.1.21 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.123776] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.123940] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] network_allocate_retries = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.124132] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.124304] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.124467] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] osapi_compute_listen_port = 8774 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.124638] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] osapi_compute_unique_server_name_scope = {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.124808] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] osapi_compute_workers = 2 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.124966] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] password_length = 12 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.125141] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] periodic_enable = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.125301] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] periodic_fuzzy_delay = 60 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.125471] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] pointer_model = usbtablet {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.125638] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] preallocate_images = none {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.125796] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] publish_errors = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.125925] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] pybasedir = /opt/stack/nova {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.126098] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ram_allocation_ratio = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.126262] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] rate_limit_burst = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.126431] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] rate_limit_except_level = CRITICAL {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.126592] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] rate_limit_interval = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.126748] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] reboot_timeout = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.126902] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] reclaim_instance_interval = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.127067] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] record = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.127239] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] reimage_timeout_per_gb = 60 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.127421] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] report_interval = 120 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.127593] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] rescue_timeout = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.127751] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] reserved_host_cpus = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.127909] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] reserved_host_disk_mb = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.128078] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] reserved_host_memory_mb = 512 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.128237] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] reserved_huge_pages = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.128411] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] resize_confirm_window = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.128581] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] resize_fs_using_block_device = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.128739] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] resume_guests_state_on_host_boot = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.128905] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.129172] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] rpc_response_timeout = 60 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.129234] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] run_external_periodic_tasks = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.129395] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] running_deleted_instance_action = reap {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.129554] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.129713] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] running_deleted_instance_timeout = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.129874] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] scheduler_instance_sync_interval = 120 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.130054] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] service_down_time = 720 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.130227] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] servicegroup_driver = db {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.130384] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] shell_completion = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.130545] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] shelved_offload_time = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.130702] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] shelved_poll_interval = 3600 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.130867] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] shutdown_timeout = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.131038] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] source_is_ipv6 = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.131203] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ssl_only = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.131456] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.131628] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] sync_power_state_interval = 600 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.131787] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] sync_power_state_pool_size = 1000 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.131953] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] syslog_log_facility = LOG_USER {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.132122] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] tempdir = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.132282] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] timeout_nbd = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.132451] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] transport_url = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.132613] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] update_resources_interval = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.132770] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] use_cow_images = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.132928] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] use_journal = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.133097] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] use_json = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.133259] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] use_rootwrap_daemon = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.133413] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] use_stderr = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.133568] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] use_syslog = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.133721] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vcpu_pin_set = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.133889] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vif_plugging_is_fatal = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.134069] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vif_plugging_timeout = 300 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.134238] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] virt_mkfs = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.134398] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] volume_usage_poll_interval = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.134564] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] watch_log_file = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.134733] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] web = /usr/share/spice-html5 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.134921] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.135102] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.135265] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.135434] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_concurrency.disable_process_locking = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.135720] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.135903] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.136087] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.136264] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.136436] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.136607] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.136791] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.auth_strategy = keystone {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.136960] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.compute_link_prefix = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.137155] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.137331] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.dhcp_domain = novalocal {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.137532] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.enable_instance_password = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.137705] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.glance_link_prefix = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.137871] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.138057] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.138228] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.instance_list_per_project_cells = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.138415] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.list_records_by_skipping_down_cells = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.138602] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.local_metadata_per_cell = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.138774] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.max_limit = 1000 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.138941] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.metadata_cache_expiration = 15 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.139130] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.neutron_default_tenant_id = default {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.139303] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.response_validation = warn {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.139474] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.use_neutron_default_nets = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.139647] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.139808] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.139973] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.140158] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.140329] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.vendordata_dynamic_targets = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.140492] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.vendordata_jsonfile_path = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.140673] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.140865] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.backend = dogpile.cache.memcached {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.141045] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.backend_argument = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.141214] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.backend_expiration_time = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.141408] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.config_prefix = cache.oslo {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.141606] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.dead_timeout = 60.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.141779] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.debug_cache_backend = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.141945] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.enable_retry_client = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.142125] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.enable_socket_keepalive = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.142300] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.enabled = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.142464] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.enforce_fips_mode = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.142632] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.expiration_time = 600 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.142797] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.hashclient_retry_attempts = 2 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.142965] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.143145] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.memcache_dead_retry = 300 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.143333] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.memcache_password = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.143520] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.143689] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.143854] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.memcache_pool_maxsize = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.144029] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.144200] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.memcache_sasl_enabled = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.144378] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.144552] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.144715] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.memcache_username = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.144880] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.proxies = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.145059] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.redis_db = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.145226] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.redis_password = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.145399] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.145577] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.145749] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.redis_server = localhost:6379 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.145919] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.redis_socket_timeout = 1.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.146093] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.redis_username = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.146264] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.retry_attempts = 2 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.146434] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.retry_delay = 0.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.146602] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.socket_keepalive_count = 1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.146765] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.socket_keepalive_idle = 1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.146930] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.socket_keepalive_interval = 1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.147106] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.tls_allowed_ciphers = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.147272] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.tls_cafile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.147461] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.tls_certfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.147631] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.tls_enabled = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.147793] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cache.tls_keyfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.147999] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cinder.auth_section = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.148208] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cinder.auth_type = password {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.148384] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cinder.cafile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.148561] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.148723] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cinder.certfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.148892] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cinder.collect_timing = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.149069] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cinder.cross_az_attach = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.149237] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cinder.debug = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.149400] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cinder.endpoint_template = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.149567] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cinder.http_retries = 3 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.149731] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cinder.insecure = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.149890] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cinder.keyfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.150075] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cinder.os_region_name = RegionOne {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.150244] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cinder.split_loggers = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.150403] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cinder.timeout = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.150578] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.150742] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] compute.cpu_dedicated_set = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.150901] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] compute.cpu_shared_set = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.151076] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] compute.image_type_exclude_list = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.151244] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.151405] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.151568] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.151728] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.151899] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.152073] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] compute.resource_provider_association_refresh = 300 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.152239] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.152402] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] compute.shutdown_retry_interval = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.152585] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.152765] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] conductor.workers = 2 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.152943] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] console.allowed_origins = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.153120] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] console.ssl_ciphers = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.153294] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] console.ssl_minimum_version = default {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.153487] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] consoleauth.enforce_session_timeout = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.153672] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] consoleauth.token_ttl = 600 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.153850] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cyborg.cafile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.154025] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cyborg.certfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.154199] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cyborg.collect_timing = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.154364] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cyborg.connect_retries = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.154529] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cyborg.connect_retry_delay = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.154690] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cyborg.endpoint_override = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.154856] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cyborg.insecure = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.155027] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cyborg.keyfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.155195] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cyborg.max_version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.155361] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cyborg.min_version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.155519] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cyborg.region_name = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.155681] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cyborg.retriable_status_codes = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.155839] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cyborg.service_name = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.156014] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cyborg.service_type = accelerator {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.156186] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cyborg.split_loggers = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.156347] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cyborg.status_code_retries = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.156508] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cyborg.status_code_retry_delay = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.156669] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cyborg.timeout = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.156852] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.157024] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] cyborg.version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.157202] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.asyncio_connection = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.157395] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.asyncio_slave_connection = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.157569] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.backend = sqlalchemy {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.157746] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.connection = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.157915] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.connection_debug = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.158101] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.connection_parameters = {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.158273] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.connection_recycle_time = 3600 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.158447] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.connection_trace = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.158633] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.db_inc_retry_interval = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.158802] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.db_max_retries = 20 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.158967] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.db_max_retry_interval = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.159149] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.db_retry_interval = 1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.159314] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.max_overflow = 50 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.159478] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.max_pool_size = 5 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.159641] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.max_retries = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.159814] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.160010] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.mysql_wsrep_sync_wait = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.160207] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.pool_timeout = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.160379] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.retry_interval = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.160544] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.slave_connection = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.160711] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.sqlite_synchronous = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.160876] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] database.use_db_reconnect = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.161056] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.asyncio_connection = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.161222] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.asyncio_slave_connection = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.161394] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.backend = sqlalchemy {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.161566] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.connection = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.161731] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.connection_debug = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.161900] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.connection_parameters = {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.162076] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.connection_recycle_time = 3600 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.162242] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.connection_trace = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.162406] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.db_inc_retry_interval = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.162573] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.db_max_retries = 20 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.162737] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.db_max_retry_interval = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.162898] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.db_retry_interval = 1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.163073] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.max_overflow = 50 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.163238] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.max_pool_size = 5 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.163397] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.max_retries = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.163569] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.163727] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.163886] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.pool_timeout = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.164060] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.retry_interval = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.164221] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.slave_connection = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.164382] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] api_database.sqlite_synchronous = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.164557] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] devices.enabled_mdev_types = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.164733] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.164905] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.165081] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ephemeral_storage_encryption.enabled = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.165247] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.165445] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.api_servers = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.165614] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.cafile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.165777] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.certfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.165942] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.collect_timing = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.166118] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.connect_retries = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.166283] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.connect_retry_delay = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.166444] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.debug = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.166609] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.default_trusted_certificate_ids = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.166770] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.enable_certificate_validation = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.166933] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.enable_rbd_download = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.167105] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.endpoint_override = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.167274] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.insecure = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.167456] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.keyfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.167628] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.max_version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.167789] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.min_version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.167954] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.num_retries = 3 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.168140] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.rbd_ceph_conf = {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.168305] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.rbd_connect_timeout = 5 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.168476] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.rbd_pool = {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.168645] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.rbd_user = {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.168814] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.region_name = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.168973] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.retriable_status_codes = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.169144] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.service_name = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.169314] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.service_type = image {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.169476] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.split_loggers = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.169635] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.status_code_retries = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.169792] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.status_code_retry_delay = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.169948] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.timeout = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.170145] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.170311] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.verify_glance_signatures = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.170470] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] glance.version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.170637] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] guestfs.debug = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.170803] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.auth_section = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.170965] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.auth_type = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.171138] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.cafile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.171296] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.certfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.171461] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.collect_timing = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.171620] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.connect_retries = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.171779] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.connect_retry_delay = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.171937] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.endpoint_override = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.172146] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.insecure = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.172317] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.keyfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.172479] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.max_version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.172640] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.min_version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.172798] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.region_name = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.172956] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.retriable_status_codes = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.173127] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.service_name = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.173298] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.service_type = shared-file-system {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.173460] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.share_apply_policy_timeout = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.173623] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.split_loggers = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.173781] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.status_code_retries = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.173939] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.status_code_retry_delay = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.174110] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.timeout = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.174294] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.174453] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] manila.version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.174620] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] mks.enabled = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.175013] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.175219] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] image_cache.manager_interval = 2400 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.175391] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] image_cache.precache_concurrency = 1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.175563] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] image_cache.remove_unused_base_images = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.175730] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.175897] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.176086] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] image_cache.subdirectory_name = _base {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.176267] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.api_max_retries = 60 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.176435] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.api_retry_interval = 2 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.176601] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.auth_section = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.176767] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.auth_type = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.176927] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.cafile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.177102] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.certfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.177271] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.collect_timing = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.177485] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.conductor_group = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.177649] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.connect_retries = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.177812] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.connect_retry_delay = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.177975] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.endpoint_override = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.178156] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.insecure = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.178317] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.keyfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.178480] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.max_version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.178639] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.min_version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.178804] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.peer_list = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.178964] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.region_name = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.179142] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.retriable_status_codes = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.179310] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.serial_console_state_timeout = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.179468] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.service_name = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.179640] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.service_type = baremetal {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.179801] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.shard = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.179967] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.split_loggers = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.180142] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.status_code_retries = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.180307] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.status_code_retry_delay = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.180473] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.timeout = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.180657] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.180819] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ironic.version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.181008] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.181195] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] key_manager.fixed_key = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.181380] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.181568] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican.barbican_api_version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.181706] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican.barbican_endpoint = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.181877] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican.barbican_endpoint_type = public {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.182051] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican.barbican_region_name = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.182218] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican.cafile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.182381] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican.certfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.182544] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican.collect_timing = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.182703] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican.insecure = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.182863] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican.keyfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.183037] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican.number_of_retries = 60 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.183204] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican.retry_delay = 1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.183370] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican.send_service_user_token = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.183536] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican.split_loggers = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.183695] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican.timeout = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.183857] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican.verify_ssl = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.184031] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican.verify_ssl_path = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.184239] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican_service_user.auth_section = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.184410] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican_service_user.auth_type = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.184575] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican_service_user.cafile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.184736] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican_service_user.certfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.184900] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican_service_user.collect_timing = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.185076] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican_service_user.insecure = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.185243] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican_service_user.keyfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.185417] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican_service_user.split_loggers = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.185571] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] barbican_service_user.timeout = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.185740] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vault.approle_role_id = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.185900] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vault.approle_secret_id = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.186083] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vault.kv_mountpoint = secret {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.186249] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vault.kv_path = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.186415] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vault.kv_version = 2 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.186580] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vault.namespace = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.186746] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vault.root_token_id = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.186903] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vault.ssl_ca_crt_file = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.187085] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vault.timeout = 60.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.187260] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vault.use_ssl = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.187460] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.187639] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] keystone.cafile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.187800] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] keystone.certfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.187963] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] keystone.collect_timing = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.188137] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] keystone.connect_retries = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.188300] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] keystone.connect_retry_delay = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.188461] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] keystone.endpoint_override = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.188625] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] keystone.insecure = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.188784] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] keystone.keyfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.188941] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] keystone.max_version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.189110] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] keystone.min_version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.189273] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] keystone.region_name = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.189460] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] keystone.retriable_status_codes = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.189628] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] keystone.service_name = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.189817] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] keystone.service_type = identity {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.189986] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] keystone.split_loggers = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.190162] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] keystone.status_code_retries = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.190322] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] keystone.status_code_retry_delay = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.190479] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] keystone.timeout = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.190662] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.190822] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] keystone.version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.191024] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.ceph_mount_options = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.191420] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.191612] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.connection_uri = {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.191782] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.cpu_mode = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.191950] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.192139] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.cpu_models = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.192311] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.cpu_power_governor_high = performance {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.192478] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.192642] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.cpu_power_management = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.192813] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.192981] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.device_detach_attempts = 8 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.193163] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.device_detach_timeout = 20 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.193329] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.disk_cachemodes = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.193487] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.disk_prefix = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.193653] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.enabled_perf_events = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.193816] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.file_backed_memory = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.193978] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.gid_maps = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.194151] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.hw_disk_discard = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.194310] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.hw_machine_type = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.194479] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.images_rbd_ceph_conf = {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.194644] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.194808] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.194976] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.images_rbd_glance_store_name = {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.195161] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.images_rbd_pool = rbd {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.195367] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.images_type = default {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.195550] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.images_volume_group = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.195719] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.inject_key = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.195884] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.inject_partition = -2 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.196058] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.inject_password = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.196227] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.iscsi_iface = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.196391] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.iser_use_multipath = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.196555] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.196718] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.196883] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.live_migration_downtime = 500 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.197058] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.197225] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.197395] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.live_migration_inbound_addr = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.197571] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.197738] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.197898] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.live_migration_scheme = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.198083] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.live_migration_timeout_action = abort {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.198249] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.live_migration_tunnelled = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.198409] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.live_migration_uri = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.198571] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.live_migration_with_native_tls = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.198727] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.max_queues = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.198888] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.199125] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.199290] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.nfs_mount_options = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.199572] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.199754] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.199921] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.200097] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.200265] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.200426] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.num_pcie_ports = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.200594] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.200761] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.pmem_namespaces = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.200924] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.quobyte_client_cfg = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.201233] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.201431] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.201612] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.201779] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.201940] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.rbd_secret_uuid = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.202112] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.rbd_user = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.202277] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.202452] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.202613] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.rescue_image_id = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.202771] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.rescue_kernel_id = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.202927] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.rescue_ramdisk_id = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.203111] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.203277] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.rx_queue_size = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.203445] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.smbfs_mount_options = {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.203740] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.203917] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.snapshot_compression = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.204094] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.snapshot_image_format = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.204334] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.204505] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.sparse_logical_volumes = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.204670] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.swtpm_enabled = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.204839] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.swtpm_group = tss {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.205015] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.swtpm_user = tss {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.205199] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.sysinfo_serial = unique {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.205369] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.tb_cache_size = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.205533] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.tx_queue_size = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.205692] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.uid_maps = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.205938] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.use_virtio_for_bridges = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.206025] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.virt_type = kvm {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.206201] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.volume_clear = zero {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.206367] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.volume_clear_size = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.206532] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.volume_enforce_multipath = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.206699] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.volume_use_multipath = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.206858] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.vzstorage_cache_path = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.207040] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.207217] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.207426] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.207620] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.207916] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.208115] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.vzstorage_mount_user = stack {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.208285] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.208457] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.auth_section = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.208631] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.auth_type = password {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.208793] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.cafile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.208952] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.certfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.209128] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.collect_timing = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.209285] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.connect_retries = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.209442] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.connect_retry_delay = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.209612] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.default_floating_pool = public {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.209772] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.endpoint_override = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.209929] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.extension_sync_interval = 600 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.210100] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.http_retries = 3 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.210266] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.insecure = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.210423] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.keyfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.210582] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.max_version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.210750] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.210907] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.min_version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.211316] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.ovs_bridge = br-int {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.211316] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.physnets = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.211401] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.region_name = RegionOne {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.211559] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.retriable_status_codes = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.211725] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.service_metadata_proxy = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.211884] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.service_name = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.212064] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.service_type = network {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.212230] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.split_loggers = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.212389] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.status_code_retries = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.212549] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.status_code_retry_delay = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.212705] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.timeout = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.212884] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.213055] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] neutron.version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.213231] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] notifications.bdms_in_notifications = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.213426] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] notifications.default_level = INFO {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.213609] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] notifications.include_share_mapping = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.213788] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] notifications.notification_format = unversioned {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.213953] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] notifications.notify_on_state_change = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.214143] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.214321] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] pci.alias = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.214489] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] pci.device_spec = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.214657] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] pci.report_in_placement = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.214825] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.auth_section = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.214995] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.auth_type = password {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.215178] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.215338] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.cafile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.215495] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.certfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.215656] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.collect_timing = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.215811] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.connect_retries = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.215968] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.connect_retry_delay = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.216139] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.default_domain_id = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.216299] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.default_domain_name = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.216454] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.domain_id = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.216612] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.domain_name = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.216768] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.endpoint_override = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.216927] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.insecure = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.217094] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.keyfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.217252] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.max_version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.217656] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.min_version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.217656] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.password = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.217769] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.project_domain_id = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.217925] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.project_domain_name = Default {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.218105] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.project_id = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.218281] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.project_name = service {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.218450] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.region_name = RegionOne {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.218610] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.retriable_status_codes = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.218771] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.service_name = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.218938] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.service_type = placement {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.219112] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.split_loggers = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.219271] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.status_code_retries = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.219445] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.status_code_retry_delay = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.219608] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.system_scope = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.219787] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.timeout = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.219953] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.trust_id = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.220127] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.user_domain_id = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.220297] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.user_domain_name = Default {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.220456] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.user_id = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.220634] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.username = nova {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.220811] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.220973] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] placement.version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.221171] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] quota.cores = 20 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.221334] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] quota.count_usage_from_placement = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.221506] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.221672] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] quota.injected_file_content_bytes = 10240 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.221836] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] quota.injected_file_path_length = 255 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.221996] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] quota.injected_files = 5 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.222175] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] quota.instances = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.222341] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] quota.key_pairs = 100 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.222503] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] quota.metadata_items = 128 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.222669] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] quota.ram = 51200 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.222828] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] quota.recheck_quota = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.222990] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] quota.server_group_members = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.223168] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] quota.server_groups = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.223373] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.223548] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] quota.unified_limits_resource_strategy = require {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.223718] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.223878] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.224049] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] scheduler.image_metadata_prefilter = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.224213] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.224374] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] scheduler.max_attempts = 3 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.224538] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] scheduler.max_placement_results = 1000 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.224702] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.224863] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.225034] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.225210] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] scheduler.workers = 2 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.225411] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.225591] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.225784] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.225973] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.226156] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.226325] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.226490] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.226682] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.226850] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.host_subset_size = 1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.227026] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.227191] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.227358] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.227546] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.227728] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.227893] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.isolated_hosts = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.228067] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.isolated_images = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.228232] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.228393] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.228555] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.228714] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.pci_in_placement = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.228876] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.229047] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.229212] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.229372] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.229534] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.229706] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.229879] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.track_instance_changes = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.230062] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.230235] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] metrics.required = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.230396] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] metrics.weight_multiplier = 1.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.230561] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.230723] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] metrics.weight_setting = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.231040] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.231219] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] serial_console.enabled = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.231399] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] serial_console.port_range = 10000:20000 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.231574] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.231743] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.231910] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] serial_console.serialproxy_port = 6083 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.232089] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] service_user.auth_section = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.232264] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] service_user.auth_type = password {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.232424] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] service_user.cafile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.232583] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] service_user.certfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.232743] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] service_user.collect_timing = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.232902] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] service_user.insecure = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.233072] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] service_user.keyfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.233243] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] service_user.send_service_user_token = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.233405] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] service_user.split_loggers = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.233564] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] service_user.timeout = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.233730] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] spice.agent_enabled = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.233890] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] spice.enabled = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.234198] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.234400] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.234573] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] spice.html5proxy_port = 6082 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.234735] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] spice.image_compression = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.234894] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] spice.jpeg_compression = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.235073] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] spice.playback_compression = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.235239] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] spice.require_secure = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.235438] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] spice.server_listen = 127.0.0.1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.235616] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.235891] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.236074] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] spice.streaming_mode = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.236240] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] spice.zlib_compression = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.236407] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] upgrade_levels.baseapi = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.236580] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] upgrade_levels.compute = auto {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.236740] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] upgrade_levels.conductor = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.236898] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] upgrade_levels.scheduler = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.237075] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.237241] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.237438] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vendordata_dynamic_auth.cafile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.237588] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vendordata_dynamic_auth.certfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.237751] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.237909] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vendordata_dynamic_auth.insecure = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.238077] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.238246] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.238403] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vendordata_dynamic_auth.timeout = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.238575] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.api_retry_count = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.238736] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.ca_file = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.238908] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.239086] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.cluster_name = testcl1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.239252] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.connection_pool_size = 10 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.239412] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.console_delay_seconds = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.239583] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.datastore_regex = ^datastore.* {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.239791] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.239968] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.host_password = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.240155] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.host_port = 443 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.240326] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.host_username = administrator@vsphere.local {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.240495] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.insecure = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.240660] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.integration_bridge = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.240823] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.maximum_objects = 100 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.240982] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.pbm_default_policy = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.241159] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.pbm_enabled = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.241318] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.pbm_wsdl_location = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.241488] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.241647] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.serial_port_proxy_uri = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.241802] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.serial_port_service_uri = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.241966] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.task_poll_interval = 0.5 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.242148] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.use_linked_clone = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.242318] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.vnc_keymap = en-us {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.242483] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.vnc_port = 5900 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.242645] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vmware.vnc_port_total = 10000 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.242827] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vnc.auth_schemes = ['none'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.243008] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vnc.enabled = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.243533] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.243533] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.243662] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vnc.novncproxy_port = 6080 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.243825] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vnc.server_listen = 127.0.0.1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.244022] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.244184] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vnc.vencrypt_ca_certs = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.244346] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vnc.vencrypt_client_cert = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.244506] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vnc.vencrypt_client_key = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.244683] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.244846] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.disable_deep_image_inspection = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.245015] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.245185] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.245367] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.245536] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.disable_rootwrap = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.245698] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.enable_numa_live_migration = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.245858] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.246025] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.246192] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.246350] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.libvirt_disable_apic = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.246644] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.246820] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.246985] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.247165] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.247330] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.247519] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.247689] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.247852] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.248023] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.248190] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.248379] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.248548] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] wsgi.client_socket_timeout = 900 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.248717] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] wsgi.default_pool_size = 1000 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.248881] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] wsgi.keep_alive = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.249059] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] wsgi.max_header_line = 16384 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.249226] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.249390] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] wsgi.ssl_ca_file = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.249555] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] wsgi.ssl_cert_file = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.249717] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] wsgi.ssl_key_file = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.249882] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] wsgi.tcp_keepidle = 600 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.250068] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.250240] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] zvm.ca_file = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.250400] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] zvm.cloud_connector_url = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.250690] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.250865] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] zvm.reachable_timeout = 300 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.251050] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.251232] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.251410] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] profiler.connection_string = messaging:// {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.251578] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] profiler.enabled = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.251747] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] profiler.es_doc_type = notification {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.251908] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] profiler.es_scroll_size = 10000 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.252088] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] profiler.es_scroll_time = 2m {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.252252] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] profiler.filter_error_trace = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.252420] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] profiler.hmac_keys = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.252587] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] profiler.sentinel_service_name = mymaster {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.252755] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] profiler.socket_timeout = 0.1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.252919] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] profiler.trace_requests = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.253093] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] profiler.trace_sqlalchemy = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.253271] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] profiler_jaeger.process_tags = {} {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.253431] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] profiler_jaeger.service_name_prefix = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.253595] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] profiler_otlp.service_name_prefix = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.253759] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] remote_debug.host = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.253916] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] remote_debug.port = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.254105] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.254269] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.254433] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.254599] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.254758] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.254915] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.255086] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.255249] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.255432] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.255605] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.255764] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.255935] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.256118] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.256289] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.256453] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.256626] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.256790] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.256951] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.257136] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.257300] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.257487] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.257663] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.257839] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.258010] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.258182] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.258344] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.258522] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.258697] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.258860] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.259032] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.259200] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.ssl = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.259371] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.259541] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.259704] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.259872] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.260052] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.260220] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.260404] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.260572] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_notifications.retry = -1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.260746] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.260918] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.261104] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.auth_section = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.261273] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.auth_type = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.261433] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.cafile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.261592] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.certfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.261752] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.collect_timing = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.261907] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.connect_retries = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.262077] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.connect_retry_delay = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.262238] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.endpoint_id = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.262409] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.262569] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.endpoint_override = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.262726] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.endpoint_region_name = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.262884] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.endpoint_service_name = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.263052] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.endpoint_service_type = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.263216] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.insecure = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.263374] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.keyfile = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.263531] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.max_version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.263688] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.min_version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.263842] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.region_name = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.263999] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.retriable_status_codes = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.264171] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.service_name = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.264328] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.service_type = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.264489] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.split_loggers = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.264648] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.status_code_retries = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.264806] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.status_code_retry_delay = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.264963] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.timeout = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.265135] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.valid_interfaces = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.265301] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_limit.version = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.265468] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_reports.file_event_handler = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.265633] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.265789] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] oslo_reports.log_dir = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.265958] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.266134] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.266296] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.266464] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.266630] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.266789] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.266959] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.267134] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vif_plug_ovs_privileged.group = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.267297] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.267486] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.267664] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.267825] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] vif_plug_ovs_privileged.user = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.267995] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.268190] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.268369] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.268562] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.268748] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.268920] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.269099] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.269268] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.269446] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.269620] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] os_vif_ovs.isolate_vif = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.269789] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.269956] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.270139] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.270311] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.270473] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] os_vif_ovs.per_port_bridge = False {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.270643] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] privsep_osbrick.capabilities = [21] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.270802] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] privsep_osbrick.group = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.270959] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] privsep_osbrick.helper_command = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.271138] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.271304] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.271461] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] privsep_osbrick.user = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.271633] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.271791] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] nova_sys_admin.group = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.271946] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] nova_sys_admin.helper_command = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.272126] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.272293] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.272450] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] nova_sys_admin.user = None {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.272582] env[69226]: DEBUG oslo_service.backend.eventlet.service [None req-3b883218-32e0-40c6-b1d1-2015bb4f8c79 None None] ******************************************************************************** {{(pid=69226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 589.272980] env[69226]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 589.776571] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Getting list of instances from cluster (obj){ [ 589.776571] env[69226]: value = "domain-c8" [ 589.776571] env[69226]: _type = "ClusterComputeResource" [ 589.776571] env[69226]: } {{(pid=69226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 589.777809] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112d4bf6-8252-46a9-95f9-a7047789e7da {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.787191] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Got total of 0 instances {{(pid=69226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 589.787918] env[69226]: WARNING nova.virt.vmwareapi.driver [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 589.788485] env[69226]: INFO nova.virt.node [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Generated node identity 1b569e5e-3afa-426e-9210-ba55a6e69f42 [ 589.788865] env[69226]: INFO nova.virt.node [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Wrote node identity 1b569e5e-3afa-426e-9210-ba55a6e69f42 to /opt/stack/data/n-cpu-1/compute_id [ 590.291290] env[69226]: WARNING nova.compute.manager [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Compute nodes ['1b569e5e-3afa-426e-9210-ba55a6e69f42'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 591.296657] env[69226]: INFO nova.compute.manager [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 592.302189] env[69226]: WARNING nova.compute.manager [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 592.302550] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.302765] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.302983] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.303162] env[69226]: DEBUG nova.compute.resource_tracker [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 592.304106] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7adeb3-fbd8-41e3-a941-53af1ef7d02a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.312523] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b399067-03bc-44b4-b458-ec08201b3468 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.326872] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437fc305-1c80-4533-836d-65851466fead {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.333466] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e265019-2f38-433a-8793-0abb8d357caa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.361677] env[69226]: DEBUG nova.compute.resource_tracker [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180960MB free_disk=91GB free_vcpus=48 pci_devices=None {{(pid=69226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 592.361827] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.362022] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.868511] env[69226]: WARNING nova.compute.resource_tracker [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] No compute node record for cpu-1:1b569e5e-3afa-426e-9210-ba55a6e69f42: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 1b569e5e-3afa-426e-9210-ba55a6e69f42 could not be found. [ 593.372840] env[69226]: INFO nova.compute.resource_tracker [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 1b569e5e-3afa-426e-9210-ba55a6e69f42 [ 594.889194] env[69226]: DEBUG nova.compute.resource_tracker [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 594.889628] env[69226]: DEBUG nova.compute.resource_tracker [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 595.047105] env[69226]: INFO nova.scheduler.client.report [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] [req-b86d2f4c-0d3b-4cf6-a33e-c2f66fc025e4] Created resource provider record via placement API for resource provider with UUID 1b569e5e-3afa-426e-9210-ba55a6e69f42 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 595.065303] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7d4031-8c42-47d8-ae26-81d36a95a986 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.073442] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c247f42c-cd87-431a-800d-1cf6eaa6d900 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.105963] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273b1b4b-2a4d-4ccf-a782-d55411b4aad7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.113363] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80467f15-8aaa-4cda-8efa-07429daa7b55 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.126525] env[69226]: DEBUG nova.compute.provider_tree [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 595.664625] env[69226]: DEBUG nova.scheduler.client.report [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 595.664872] env[69226]: DEBUG nova.compute.provider_tree [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 0 to 1 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 595.665017] env[69226]: DEBUG nova.compute.provider_tree [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 595.714439] env[69226]: DEBUG nova.compute.provider_tree [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 1 to 2 during operation: update_traits {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 596.222743] env[69226]: DEBUG nova.compute.resource_tracker [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 596.222998] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.861s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.223147] env[69226]: DEBUG nova.service [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Creating RPC server for service compute {{(pid=69226) start /opt/stack/nova/nova/service.py:186}} [ 596.238076] env[69226]: DEBUG nova.service [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] Join ServiceGroup membership for this service compute {{(pid=69226) start /opt/stack/nova/nova/service.py:203}} [ 596.238266] env[69226]: DEBUG nova.servicegroup.drivers.db [None req-f7502d1d-9112-4712-8247-43aa0dc74334 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69226) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 633.535106] env[69226]: DEBUG oslo_concurrency.lockutils [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.535482] env[69226]: DEBUG oslo_concurrency.lockutils [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.040373] env[69226]: DEBUG nova.compute.manager [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.299677] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Acquiring lock "07803005-1fcc-472d-b7bd-095276eed330" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.299677] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Lock "07803005-1fcc-472d-b7bd-095276eed330" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.591452] env[69226]: DEBUG oslo_concurrency.lockutils [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.591751] env[69226]: DEBUG oslo_concurrency.lockutils [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.595181] env[69226]: INFO nova.compute.claims [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.802943] env[69226]: DEBUG nova.compute.manager [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.331910] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.485742] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "512b5873-d78f-4299-bdee-8c725be60de7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.485926] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "512b5873-d78f-4299-bdee-8c725be60de7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.697971] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "5a03b873-a379-4f01-b4eb-1bf5906f7e2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.697971] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "5a03b873-a379-4f01-b4eb-1bf5906f7e2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.742104] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ffc17c-4d00-42a7-b9cf-28dd4684b682 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.749828] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba24f314-bdda-4d18-b46d-2b08aac5d468 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.792200] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05074bd8-872a-4419-907f-5e44b38b8eff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.794971] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.795208] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.801318] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ded6b8c-7da8-40b4-ac3c-171ab360c0a9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.823163] env[69226]: DEBUG nova.compute.provider_tree [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.990327] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.202603] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.303898] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.328959] env[69226]: DEBUG nova.scheduler.client.report [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.530725] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.748967] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.823164] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.834203] env[69226]: DEBUG oslo_concurrency.lockutils [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.835485] env[69226]: DEBUG nova.compute.manager [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.838541] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.507s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.840108] env[69226]: INFO nova.compute.claims [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.558871] env[69226]: DEBUG nova.compute.utils [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.563510] env[69226]: DEBUG nova.compute.manager [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.563510] env[69226]: DEBUG nova.network.neutron [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.979569] env[69226]: DEBUG nova.policy [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3794aed31f164c88b3cd906f0c456b2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b17399bb7d6481aa5aba6934a92a2cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.064338] env[69226]: DEBUG nova.compute.manager [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.251692] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquiring lock "ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.252163] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lock "ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.257843] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffea5428-12fb-48ee-ab3c-f67c62d067b8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.279942] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0050bed1-087f-4b52-ad6b-4caf618c8a5c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.320765] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a0263f-b48d-4f30-8316-647c28e1e29d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.323887] env[69226]: DEBUG oslo_concurrency.lockutils [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquiring lock "40d61487-5f6c-4455-a67a-5c58fe99d0b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.324145] env[69226]: DEBUG oslo_concurrency.lockutils [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Lock "40d61487-5f6c-4455-a67a-5c58fe99d0b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.332020] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2831997-ef63-4cf3-969a-9ee16931f3ea {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.347467] env[69226]: DEBUG nova.compute.provider_tree [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.757721] env[69226]: DEBUG nova.compute.manager [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.827503] env[69226]: DEBUG nova.compute.manager [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.851328] env[69226]: DEBUG nova.scheduler.client.report [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.884228] env[69226]: DEBUG nova.network.neutron [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Successfully created port: c5c881f2-1698-41ac-8754-83c13efdace9 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.078292] env[69226]: DEBUG nova.compute.manager [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.116805] env[69226]: DEBUG nova.virt.hardware [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.117037] env[69226]: DEBUG nova.virt.hardware [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.117858] env[69226]: DEBUG nova.virt.hardware [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.117858] env[69226]: DEBUG nova.virt.hardware [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.117858] env[69226]: DEBUG nova.virt.hardware [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.119656] env[69226]: DEBUG nova.virt.hardware [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.119656] env[69226]: DEBUG nova.virt.hardware [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.119656] env[69226]: DEBUG nova.virt.hardware [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.119656] env[69226]: DEBUG nova.virt.hardware [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.120505] env[69226]: DEBUG nova.virt.hardware [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.121326] env[69226]: DEBUG nova.virt.hardware [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.122261] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d61bf0-2c29-4b30-990c-f324d02b5dd7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.135168] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cfe88b-d67f-4737-83f8-9b472f4a1950 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.151738] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668cda2a-bd1d-47d2-835a-0c94c5f8d5a2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.286327] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.362326] env[69226]: DEBUG oslo_concurrency.lockutils [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.363117] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.363675] env[69226]: DEBUG nova.compute.manager [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.368623] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.839s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.370579] env[69226]: INFO nova.compute.claims [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.430453] env[69226]: DEBUG oslo_concurrency.lockutils [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Acquiring lock "32205595-0a91-461e-a658-c67e9298d269" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.430682] env[69226]: DEBUG oslo_concurrency.lockutils [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Lock "32205595-0a91-461e-a658-c67e9298d269" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.871407] env[69226]: DEBUG nova.compute.utils [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.874601] env[69226]: DEBUG nova.compute.manager [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Not allocating networking since 'none' was specified. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 639.935565] env[69226]: DEBUG nova.compute.manager [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.376727] env[69226]: DEBUG nova.compute.manager [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.472950] env[69226]: DEBUG oslo_concurrency.lockutils [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.553272] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210d8c17-6144-4b50-a224-a24a9090ae9f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.564977] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba36f07f-3adb-488d-8474-297b5d9186cf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.603719] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd1476f-0616-4173-a8fd-45fee5188865 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.613479] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c673dd0-7723-411b-99eb-89dc149b8002 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.629080] env[69226]: DEBUG nova.compute.provider_tree [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.134803] env[69226]: DEBUG nova.scheduler.client.report [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.393309] env[69226]: DEBUG nova.compute.manager [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.440675] env[69226]: DEBUG nova.network.neutron [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Successfully updated port: c5c881f2-1698-41ac-8754-83c13efdace9 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.444680] env[69226]: DEBUG nova.virt.hardware [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.444680] env[69226]: DEBUG nova.virt.hardware [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.444830] env[69226]: DEBUG nova.virt.hardware [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.444971] env[69226]: DEBUG nova.virt.hardware [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.445265] env[69226]: DEBUG nova.virt.hardware [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.445350] env[69226]: DEBUG nova.virt.hardware [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.445655] env[69226]: DEBUG nova.virt.hardware [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.445718] env[69226]: DEBUG nova.virt.hardware [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.445857] env[69226]: DEBUG nova.virt.hardware [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.446559] env[69226]: DEBUG nova.virt.hardware [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.446758] env[69226]: DEBUG nova.virt.hardware [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.447942] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce96c7e2-0ec7-47c7-8cb9-fdd53e847b20 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.458107] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22151be6-d10b-472c-8aae-c1ba0df58938 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.476069] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Instance VIF info [] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.488187] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.488854] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-073b225c-c988-487b-8444-5a93210e156a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.503309] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Created folder: OpenStack in parent group-v4. [ 641.503505] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Creating folder: Project (fe00a9f2e1774d2d8f74823156ddaea6). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.503802] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd001fcf-0b86-4830-a629-93d45fa4dcec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.517221] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Created folder: Project (fe00a9f2e1774d2d8f74823156ddaea6) in parent group-v698365. [ 641.517221] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Creating folder: Instances. Parent ref: group-v698366. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.517221] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7e56c83-772d-455d-99ed-0ee2676c48e0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.525478] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Created folder: Instances in parent group-v698366. [ 641.525478] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.527779] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.527779] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e00096ad-8821-4c9a-9e71-047769ed9cfa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.543853] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.543853] env[69226]: value = "task-3494211" [ 641.543853] env[69226]: _type = "Task" [ 641.543853] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.554098] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494211, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.644476] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.644476] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.653167] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.902s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.653167] env[69226]: INFO nova.compute.claims [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.951717] env[69226]: DEBUG oslo_concurrency.lockutils [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "refresh_cache-3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.951871] env[69226]: DEBUG oslo_concurrency.lockutils [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "refresh_cache-3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.952024] env[69226]: DEBUG nova.network.neutron [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.056396] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494211, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.160267] env[69226]: DEBUG nova.compute.utils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.165751] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.166176] env[69226]: DEBUG nova.network.neutron [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.299753] env[69226]: DEBUG nova.policy [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec693001f7fa497baacc23386b373a6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef775d8261f84b1cbd5aa617e9021b49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.544243] env[69226]: DEBUG nova.network.neutron [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.558633] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494211, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.667135] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.709754] env[69226]: DEBUG nova.compute.manager [req-8f83997d-8026-48c6-b49a-4b555fd41cc0 req-083c8f97-46e9-4318-840e-a34dbcc73bd6 service nova] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Received event network-vif-plugged-c5c881f2-1698-41ac-8754-83c13efdace9 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.709868] env[69226]: DEBUG oslo_concurrency.lockutils [req-8f83997d-8026-48c6-b49a-4b555fd41cc0 req-083c8f97-46e9-4318-840e-a34dbcc73bd6 service nova] Acquiring lock "3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.712593] env[69226]: DEBUG oslo_concurrency.lockutils [req-8f83997d-8026-48c6-b49a-4b555fd41cc0 req-083c8f97-46e9-4318-840e-a34dbcc73bd6 service nova] Lock "3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.712593] env[69226]: DEBUG oslo_concurrency.lockutils [req-8f83997d-8026-48c6-b49a-4b555fd41cc0 req-083c8f97-46e9-4318-840e-a34dbcc73bd6 service nova] Lock "3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.712714] env[69226]: DEBUG nova.compute.manager [req-8f83997d-8026-48c6-b49a-4b555fd41cc0 req-083c8f97-46e9-4318-840e-a34dbcc73bd6 service nova] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] No waiting events found dispatching network-vif-plugged-c5c881f2-1698-41ac-8754-83c13efdace9 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.714814] env[69226]: WARNING nova.compute.manager [req-8f83997d-8026-48c6-b49a-4b555fd41cc0 req-083c8f97-46e9-4318-840e-a34dbcc73bd6 service nova] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Received unexpected event network-vif-plugged-c5c881f2-1698-41ac-8754-83c13efdace9 for instance with vm_state building and task_state spawning. [ 642.885020] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3df2206-be8c-4ef9-9322-809687b46838 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.897363] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ad34c7-aa72-40b7-8add-d5f16404c26a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.935252] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb66f9c-29e9-45fc-9520-c3310bd1e384 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.943377] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99566fe9-ec35-4a8b-8bb8-441b62808291 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.957885] env[69226]: DEBUG nova.compute.provider_tree [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.062223] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494211, 'name': CreateVM_Task, 'duration_secs': 1.367843} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.062223] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.062756] env[69226]: DEBUG oslo_vmware.service [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e23fa6c-6142-4bcb-8e7b-a08eba54f9e5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.070758] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.070758] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.070758] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.071157] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-773d5a11-1b09-4aba-a618-d4bf51557b9f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.081820] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 643.081820] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b50c47-7839-378a-c27b-60b001a8320f" [ 643.081820] env[69226]: _type = "Task" [ 643.081820] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.092738] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b50c47-7839-378a-c27b-60b001a8320f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.117296] env[69226]: DEBUG nova.network.neutron [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Updating instance_info_cache with network_info: [{"id": "c5c881f2-1698-41ac-8754-83c13efdace9", "address": "fa:16:3e:d1:cf:90", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c881f2-16", "ovs_interfaceid": "c5c881f2-1698-41ac-8754-83c13efdace9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.235650] env[69226]: DEBUG nova.network.neutron [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Successfully created port: 4a42661f-b71d-44a5-bfe8-5f75dd30b5e0 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.463408] env[69226]: DEBUG nova.scheduler.client.report [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.592514] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.594524] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.594524] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.594524] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.594524] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.594524] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-176b6e48-1cc8-49a0-8820-266466f7fc72 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.612971] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.613168] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.614518] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d617100-4356-43f7-b9d9-cd17680c1538 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.622374] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22efe826-08d7-42ac-8957-9c4b68f4383f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.626972] env[69226]: DEBUG oslo_concurrency.lockutils [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "refresh_cache-3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.627299] env[69226]: DEBUG nova.compute.manager [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Instance network_info: |[{"id": "c5c881f2-1698-41ac-8754-83c13efdace9", "address": "fa:16:3e:d1:cf:90", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c881f2-16", "ovs_interfaceid": "c5c881f2-1698-41ac-8754-83c13efdace9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.630168] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:cf:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5c881f2-1698-41ac-8754-83c13efdace9', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.642656] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Creating folder: Project (9b17399bb7d6481aa5aba6934a92a2cd). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.643492] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32035566-2b08-47d4-8c66-e0c6fc982d74 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.647438] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 643.647438] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c85702-6ee9-c87a-65ee-7322a22e4f4e" [ 643.647438] env[69226]: _type = "Task" [ 643.647438] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.659130] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c85702-6ee9-c87a-65ee-7322a22e4f4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.663205] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Created folder: Project (9b17399bb7d6481aa5aba6934a92a2cd) in parent group-v698365. [ 643.663414] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Creating folder: Instances. Parent ref: group-v698369. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.664068] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78ac3dd3-aa4a-4883-9aa5-d797610603ed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.678735] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Created folder: Instances in parent group-v698369. [ 643.679058] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.679771] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.679771] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3917ba7-0895-4fdd-88d1-7ec031600c24 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.697792] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.704620] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.704620] env[69226]: value = "task-3494214" [ 643.704620] env[69226]: _type = "Task" [ 643.704620] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.715326] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494214, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.739116] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.739365] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.739531] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.739731] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.739888] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.740243] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.740570] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.740570] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.744771] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.744771] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.744771] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.744771] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929576ba-0e5a-401c-b61e-6966dd20f37f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.752565] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55403781-d148-4212-a47c-7b3641e5bb28 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.970985] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.971594] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.978409] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.151s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.982407] env[69226]: INFO nova.compute.claims [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.159287] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Preparing fetch location {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 644.159287] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Creating directory with path [datastore2] vmware_temp/bbccdae1-3134-4afa-a2ca-2d7c9c286281/38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.159476] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fa4df72-b70f-4fee-a5a5-7025fb504cbd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.192894] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Created directory with path [datastore2] vmware_temp/bbccdae1-3134-4afa-a2ca-2d7c9c286281/38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.192894] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Fetch image to [datastore2] vmware_temp/bbccdae1-3134-4afa-a2ca-2d7c9c286281/38268fa2-337a-4248-8dc7-dee22924494d/tmp-sparse.vmdk {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 644.193078] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Downloading image file data 38268fa2-337a-4248-8dc7-dee22924494d to [datastore2] vmware_temp/bbccdae1-3134-4afa-a2ca-2d7c9c286281/38268fa2-337a-4248-8dc7-dee22924494d/tmp-sparse.vmdk on the data store datastore2 {{(pid=69226) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 644.194307] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff42080-541f-49b9-984e-a4416d19560a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.202418] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4441e79b-7676-47b7-8855-0e6b3dd86ec2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.217135] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935eb65e-587b-451a-8de9-e9ecb3dc3a6e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.225064] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494214, 'name': CreateVM_Task, 'duration_secs': 0.372427} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.225680] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.260483] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9369e758-5026-4aec-8ab2-fb9428149111 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.266159] env[69226]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ed5b9c1a-b329-4c23-9390-48669396e7d6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.357333] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Downloading image file data 38268fa2-337a-4248-8dc7-dee22924494d to the data store datastore2 {{(pid=69226) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 644.422588] env[69226]: DEBUG oslo_concurrency.lockutils [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.423118] env[69226]: DEBUG oslo_concurrency.lockutils [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.423118] env[69226]: DEBUG oslo_concurrency.lockutils [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.423371] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5601ef5-f0c8-4935-9f8d-431b0fe3b22f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.431260] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 644.431260] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52602978-bdbc-b03a-b4cc-3a8cbaae208f" [ 644.431260] env[69226]: _type = "Task" [ 644.431260] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.437355] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52602978-bdbc-b03a-b4cc-3a8cbaae208f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.440567] env[69226]: DEBUG oslo_vmware.rw_handles [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/bbccdae1-3134-4afa-a2ca-2d7c9c286281/38268fa2-337a-4248-8dc7-dee22924494d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69226) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 644.500108] env[69226]: DEBUG nova.compute.utils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.508020] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.508020] env[69226]: DEBUG nova.network.neutron [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.513275] env[69226]: DEBUG oslo_concurrency.lockutils [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "d9bb3328-3100-4fdf-8b21-1a18930c98a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.513275] env[69226]: DEBUG oslo_concurrency.lockutils [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "d9bb3328-3100-4fdf-8b21-1a18930c98a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.665695] env[69226]: DEBUG nova.policy [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec693001f7fa497baacc23386b373a6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef775d8261f84b1cbd5aa617e9021b49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.941829] env[69226]: DEBUG oslo_concurrency.lockutils [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.942069] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.942416] env[69226]: DEBUG oslo_concurrency.lockutils [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.009038] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.018760] env[69226]: DEBUG nova.compute.manager [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.101385] env[69226]: DEBUG oslo_vmware.rw_handles [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Completed reading data from the image iterator. {{(pid=69226) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 645.102406] env[69226]: DEBUG oslo_vmware.rw_handles [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/bbccdae1-3134-4afa-a2ca-2d7c9c286281/38268fa2-337a-4248-8dc7-dee22924494d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 645.211058] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a308afbe-4627-49ab-a4fb-63c293580631 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.220281] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a33bc7c-d337-4fd3-ae15-7e27b6e0a141 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.261191] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.262505] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Downloaded image file data 38268fa2-337a-4248-8dc7-dee22924494d to vmware_temp/bbccdae1-3134-4afa-a2ca-2d7c9c286281/38268fa2-337a-4248-8dc7-dee22924494d/tmp-sparse.vmdk on the data store datastore2 {{(pid=69226) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 645.266246] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Caching image {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 645.266246] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Copying Virtual Disk [datastore2] vmware_temp/bbccdae1-3134-4afa-a2ca-2d7c9c286281/38268fa2-337a-4248-8dc7-dee22924494d/tmp-sparse.vmdk to [datastore2] vmware_temp/bbccdae1-3134-4afa-a2ca-2d7c9c286281/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.266246] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.267185] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e1567a-a50a-4475-b661-01c8f40ed9bc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.269938] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3376557-cbf8-4df4-8b7b-3d147cdd9c67 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.272037] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.272290] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.273176] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.273404] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.273929] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.280027] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13593e83-abbf-48f7-b3c4-1851622dd4e8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.284766] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 645.284766] env[69226]: value = "task-3494215" [ 645.284766] env[69226]: _type = "Task" [ 645.284766] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.302453] env[69226]: DEBUG nova.compute.provider_tree [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.309888] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.548530] env[69226]: DEBUG oslo_concurrency.lockutils [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.730915] env[69226]: DEBUG nova.network.neutron [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Successfully created port: e4a37925-f925-44e4-9787-8215809ba766 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.779780] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Getting list of instances from cluster (obj){ [ 645.779780] env[69226]: value = "domain-c8" [ 645.779780] env[69226]: _type = "ClusterComputeResource" [ 645.779780] env[69226]: } {{(pid=69226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 645.780591] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75b4972-aeaa-49dc-a3ba-6b076705fe14 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.794403] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Got total of 2 instances {{(pid=69226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 645.794575] env[69226]: WARNING nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] While synchronizing instance power states, found 5 instances in the database and 2 instances on the hypervisor. [ 645.794743] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Triggering sync for uuid 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d {{(pid=69226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 645.794938] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Triggering sync for uuid 07803005-1fcc-472d-b7bd-095276eed330 {{(pid=69226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 645.795102] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Triggering sync for uuid 512b5873-d78f-4299-bdee-8c725be60de7 {{(pid=69226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 645.795634] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Triggering sync for uuid 5a03b873-a379-4f01-b4eb-1bf5906f7e2b {{(pid=69226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 645.795634] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Triggering sync for uuid 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4 {{(pid=69226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 645.796365] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.796575] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "07803005-1fcc-472d-b7bd-095276eed330" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.796764] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "512b5873-d78f-4299-bdee-8c725be60de7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.798895] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "5a03b873-a379-4f01-b4eb-1bf5906f7e2b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.798895] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.798895] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.798895] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 645.802911] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.802911] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494215, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.806441] env[69226]: DEBUG nova.scheduler.client.report [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.028417] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.078039] env[69226]: DEBUG nova.network.neutron [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Successfully updated port: 4a42661f-b71d-44a5-bfe8-5f75dd30b5e0 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.182995] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.183517] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.183517] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.183663] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.183801] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.184099] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.188293] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.188949] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.188949] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.188949] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.189141] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.190043] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74aea7f0-3f2a-4240-829e-d79e47419811 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.199195] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f492aee-4a99-4694-b8f5-558cec4704b8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.296647] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794362} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.297159] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Copied Virtual Disk [datastore2] vmware_temp/bbccdae1-3134-4afa-a2ca-2d7c9c286281/38268fa2-337a-4248-8dc7-dee22924494d/tmp-sparse.vmdk to [datastore2] vmware_temp/bbccdae1-3134-4afa-a2ca-2d7c9c286281/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.297292] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Deleting the datastore file [datastore2] vmware_temp/bbccdae1-3134-4afa-a2ca-2d7c9c286281/38268fa2-337a-4248-8dc7-dee22924494d/tmp-sparse.vmdk {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.297747] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-909daa69-2910-4bbb-9528-b3ff768cce6c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.304863] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.306515] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 646.306515] env[69226]: value = "task-3494216" [ 646.306515] env[69226]: _type = "Task" [ 646.306515] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.313886] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.314707] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.318322] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.032s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.321248] env[69226]: INFO nova.compute.claims [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.331317] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.538959] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Acquiring lock "dda0a9f9-57a5-4ff3-b286-e67a746fa7c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.543696] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Lock "dda0a9f9-57a5-4ff3-b286-e67a746fa7c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.582797] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "refresh_cache-512b5873-d78f-4299-bdee-8c725be60de7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.582797] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquired lock "refresh_cache-512b5873-d78f-4299-bdee-8c725be60de7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.582797] env[69226]: DEBUG nova.network.neutron [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.819392] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026601} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.819392] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.819767] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Moving file from [datastore2] vmware_temp/bbccdae1-3134-4afa-a2ca-2d7c9c286281/38268fa2-337a-4248-8dc7-dee22924494d to [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d. {{(pid=69226) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 646.820597] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-6fec09e2-005a-496c-969d-55b7c2ed3da5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.830246] env[69226]: DEBUG nova.compute.utils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.834749] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.836841] env[69226]: DEBUG nova.network.neutron [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.840225] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 646.840225] env[69226]: value = "task-3494217" [ 646.840225] env[69226]: _type = "Task" [ 646.840225] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.851741] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494217, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.046634] env[69226]: DEBUG nova.compute.manager [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.085585] env[69226]: DEBUG nova.compute.manager [req-3a6c2c39-26df-4254-a167-0f055fc3e9a2 req-a0ffc734-361d-48e6-883d-4ce166184225 service nova] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Received event network-changed-c5c881f2-1698-41ac-8754-83c13efdace9 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.085585] env[69226]: DEBUG nova.compute.manager [req-3a6c2c39-26df-4254-a167-0f055fc3e9a2 req-a0ffc734-361d-48e6-883d-4ce166184225 service nova] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Refreshing instance network info cache due to event network-changed-c5c881f2-1698-41ac-8754-83c13efdace9. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.089022] env[69226]: DEBUG oslo_concurrency.lockutils [req-3a6c2c39-26df-4254-a167-0f055fc3e9a2 req-a0ffc734-361d-48e6-883d-4ce166184225 service nova] Acquiring lock "refresh_cache-3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.089022] env[69226]: DEBUG oslo_concurrency.lockutils [req-3a6c2c39-26df-4254-a167-0f055fc3e9a2 req-a0ffc734-361d-48e6-883d-4ce166184225 service nova] Acquired lock "refresh_cache-3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.089022] env[69226]: DEBUG nova.network.neutron [req-3a6c2c39-26df-4254-a167-0f055fc3e9a2 req-a0ffc734-361d-48e6-883d-4ce166184225 service nova] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Refreshing network info cache for port c5c881f2-1698-41ac-8754-83c13efdace9 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.173957] env[69226]: DEBUG nova.policy [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec693001f7fa497baacc23386b373a6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef775d8261f84b1cbd5aa617e9021b49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.211424] env[69226]: DEBUG nova.network.neutron [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.342582] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.364963] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494217, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.098483} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.367742] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] File moved {{(pid=69226) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 647.371450] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Cleaning up location [datastore2] vmware_temp/bbccdae1-3134-4afa-a2ca-2d7c9c286281 {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 647.371450] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Deleting the datastore file [datastore2] vmware_temp/bbccdae1-3134-4afa-a2ca-2d7c9c286281 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.371450] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5cb9f9f-223c-4f7e-8a82-29c3597a2796 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.389395] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 647.389395] env[69226]: value = "task-3494218" [ 647.389395] env[69226]: _type = "Task" [ 647.389395] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.404432] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.479777] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "b1264f78-7279-4b02-b49b-df2d228690e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.479930] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "b1264f78-7279-4b02-b49b-df2d228690e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.511772] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Acquiring lock "d54ee836-e113-4618-bfa5-6d91c4c51edd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.512029] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Lock "d54ee836-e113-4618-bfa5-6d91c4c51edd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.579525] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.737918] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0314185-0726-4ca9-a453-22776b5fa5ba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.746757] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df24d16e-0062-4243-ab2a-e8d6b8d54b94 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.788426] env[69226]: DEBUG nova.network.neutron [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Updating instance_info_cache with network_info: [{"id": "4a42661f-b71d-44a5-bfe8-5f75dd30b5e0", "address": "fa:16:3e:a5:75:f3", "network": {"id": "0b61999c-bc8e-4fe6-adb5-c45b3a7091ed", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-309945864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef775d8261f84b1cbd5aa617e9021b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a42661f-b7", "ovs_interfaceid": "4a42661f-b71d-44a5-bfe8-5f75dd30b5e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.790195] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db160c4-4f9d-4381-8cf7-c9c0535bb896 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.798693] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946b5acb-0fd0-4139-8871-a147725abda8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.814813] env[69226]: DEBUG nova.compute.provider_tree [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.900684] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029064} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.900972] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.901772] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94bacbec-525c-4c97-a259-809ae4c90243 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.909543] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 647.909543] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52fa5822-a919-622d-eb52-02534fba57a8" [ 647.909543] env[69226]: _type = "Task" [ 647.909543] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.917983] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52fa5822-a919-622d-eb52-02534fba57a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.222117] env[69226]: DEBUG nova.network.neutron [req-3a6c2c39-26df-4254-a167-0f055fc3e9a2 req-a0ffc734-361d-48e6-883d-4ce166184225 service nova] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Updated VIF entry in instance network info cache for port c5c881f2-1698-41ac-8754-83c13efdace9. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.222117] env[69226]: DEBUG nova.network.neutron [req-3a6c2c39-26df-4254-a167-0f055fc3e9a2 req-a0ffc734-361d-48e6-883d-4ce166184225 service nova] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Updating instance_info_cache with network_info: [{"id": "c5c881f2-1698-41ac-8754-83c13efdace9", "address": "fa:16:3e:d1:cf:90", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c881f2-16", "ovs_interfaceid": "c5c881f2-1698-41ac-8754-83c13efdace9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.293323] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Releasing lock "refresh_cache-512b5873-d78f-4299-bdee-8c725be60de7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.293323] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Instance network_info: |[{"id": "4a42661f-b71d-44a5-bfe8-5f75dd30b5e0", "address": "fa:16:3e:a5:75:f3", "network": {"id": "0b61999c-bc8e-4fe6-adb5-c45b3a7091ed", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-309945864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef775d8261f84b1cbd5aa617e9021b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a42661f-b7", "ovs_interfaceid": "4a42661f-b71d-44a5-bfe8-5f75dd30b5e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.293497] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:75:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a42661f-b71d-44a5-bfe8-5f75dd30b5e0', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.300819] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Creating folder: Project (ef775d8261f84b1cbd5aa617e9021b49). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.301745] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8405b953-b050-42b3-a50b-47a625e7763c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.314531] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Created folder: Project (ef775d8261f84b1cbd5aa617e9021b49) in parent group-v698365. [ 648.314759] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Creating folder: Instances. Parent ref: group-v698372. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.314909] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b7d12a3-de33-4021-815a-dc657cedf7c1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.321640] env[69226]: DEBUG nova.scheduler.client.report [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.327498] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Created folder: Instances in parent group-v698372. [ 648.327498] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.327498] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.327498] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17790708-c4d0-46c6-bc61-f7a9b315009b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.351619] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.351619] env[69226]: value = "task-3494221" [ 648.351619] env[69226]: _type = "Task" [ 648.351619] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.364272] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.365872] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494221, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.367723] env[69226]: DEBUG nova.network.neutron [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Successfully updated port: e4a37925-f925-44e4-9787-8215809ba766 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.389446] env[69226]: DEBUG nova.network.neutron [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Successfully created port: 57fc5105-e978-47b9-8d54-5c6394d5d849 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.394101] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.394389] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.394793] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.395066] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.395245] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.395400] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.395613] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.395778] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.396050] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.396231] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.396401] env[69226]: DEBUG nova.virt.hardware [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.397932] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a2be37-376e-4df1-87f4-097d767722ad {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.406025] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddb36b5-3783-49cf-a7aa-e0d7583ff3d4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.429816] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52fa5822-a919-622d-eb52-02534fba57a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013997} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.429816] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.429974] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 07803005-1fcc-472d-b7bd-095276eed330/07803005-1fcc-472d-b7bd-095276eed330.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.430438] env[69226]: DEBUG oslo_concurrency.lockutils [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.430657] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.430940] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18cbf208-3618-4fa3-88ea-e836599622bc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.433249] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96b4c978-c421-471a-8a0d-4ff4fe4358b2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.439813] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 648.439813] env[69226]: value = "task-3494222" [ 648.439813] env[69226]: _type = "Task" [ 648.439813] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.443733] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.443996] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.444931] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9668e29a-078c-4744-9e31-d5366393fbda {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.451032] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.454301] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 648.454301] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5237ed49-616c-698a-5e13-a394f7b004b4" [ 648.454301] env[69226]: _type = "Task" [ 648.454301] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.461080] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5237ed49-616c-698a-5e13-a394f7b004b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.729055] env[69226]: DEBUG oslo_concurrency.lockutils [req-3a6c2c39-26df-4254-a167-0f055fc3e9a2 req-a0ffc734-361d-48e6-883d-4ce166184225 service nova] Releasing lock "refresh_cache-3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.828913] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.829488] env[69226]: DEBUG nova.compute.manager [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.832980] env[69226]: DEBUG oslo_concurrency.lockutils [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.471s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.834412] env[69226]: INFO nova.compute.claims [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.863895] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494221, 'name': CreateVM_Task, 'duration_secs': 0.416766} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.863949] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.865673] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.865997] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.866358] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.866672] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f24ed6cb-384d-4526-9a8b-ce3a18927712 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.870475] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "refresh_cache-5a03b873-a379-4f01-b4eb-1bf5906f7e2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.870688] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquired lock "refresh_cache-5a03b873-a379-4f01-b4eb-1bf5906f7e2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.870755] env[69226]: DEBUG nova.network.neutron [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.878197] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 648.878197] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529d38c3-36a1-dd03-7afb-62e4afc633ab" [ 648.878197] env[69226]: _type = "Task" [ 648.878197] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.885104] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529d38c3-36a1-dd03-7afb-62e4afc633ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.955293] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494222, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.967550] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5237ed49-616c-698a-5e13-a394f7b004b4, 'name': SearchDatastore_Task, 'duration_secs': 0.017927} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.968234] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52763d85-a810-4007-95a8-45bbc4359e10 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.974672] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 648.974672] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520d6295-2475-ce3b-ed81-c32dedca5c63" [ 648.974672] env[69226]: _type = "Task" [ 648.974672] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.982887] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520d6295-2475-ce3b-ed81-c32dedca5c63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.340140] env[69226]: DEBUG nova.compute.utils [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.343451] env[69226]: DEBUG nova.compute.manager [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.345052] env[69226]: DEBUG nova.network.neutron [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.384680] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529d38c3-36a1-dd03-7afb-62e4afc633ab, 'name': SearchDatastore_Task, 'duration_secs': 0.063015} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.384971] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.385219] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.385421] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.453538] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550953} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.453839] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 07803005-1fcc-472d-b7bd-095276eed330/07803005-1fcc-472d-b7bd-095276eed330.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.454083] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.455010] env[69226]: DEBUG nova.network.neutron [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.457142] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c73dee99-d1c7-476b-ab59-774b6105f467 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.465845] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 649.465845] env[69226]: value = "task-3494223" [ 649.465845] env[69226]: _type = "Task" [ 649.465845] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.472656] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.484062] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520d6295-2475-ce3b-ed81-c32dedca5c63, 'name': SearchDatastore_Task, 'duration_secs': 0.008732} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.484665] env[69226]: DEBUG oslo_concurrency.lockutils [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.484665] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d/3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.485463] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.485463] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.485463] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fce8f30-22eb-4866-a52b-2aae9d3e4d79 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.489079] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-457adc8c-baa8-4f3c-a076-144bf4305e19 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.498982] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.499190] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.500078] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 649.500078] env[69226]: value = "task-3494224" [ 649.500078] env[69226]: _type = "Task" [ 649.500078] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.500326] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-832309e4-64c3-47ba-8746-df125661b14d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.509139] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 649.509139] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52235693-ef45-4670-3e4c-0341f8192b39" [ 649.509139] env[69226]: _type = "Task" [ 649.509139] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.512472] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.521149] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52235693-ef45-4670-3e4c-0341f8192b39, 'name': SearchDatastore_Task, 'duration_secs': 0.008542} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.522210] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5229a1df-b226-457a-a2b1-599453f8d98d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.527290] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 649.527290] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528382fe-85e2-2806-0fdf-98f954ff48e2" [ 649.527290] env[69226]: _type = "Task" [ 649.527290] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.528786] env[69226]: DEBUG nova.policy [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b565c94384f54d1e99223ba6f90d383b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13b2bb10b93044d588f87b6ffbc0d635', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.543400] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528382fe-85e2-2806-0fdf-98f954ff48e2, 'name': SearchDatastore_Task, 'duration_secs': 0.00834} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.543728] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.544036] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 512b5873-d78f-4299-bdee-8c725be60de7/512b5873-d78f-4299-bdee-8c725be60de7.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.544683] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4325a388-9e66-48fe-8f44-bc20f7ef638c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.551130] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 649.551130] env[69226]: value = "task-3494225" [ 649.551130] env[69226]: _type = "Task" [ 649.551130] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.563718] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.796125] env[69226]: DEBUG nova.network.neutron [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Updating instance_info_cache with network_info: [{"id": "e4a37925-f925-44e4-9787-8215809ba766", "address": "fa:16:3e:f3:a4:44", "network": {"id": "0b61999c-bc8e-4fe6-adb5-c45b3a7091ed", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-309945864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef775d8261f84b1cbd5aa617e9021b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a37925-f9", "ovs_interfaceid": "e4a37925-f925-44e4-9787-8215809ba766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.848212] env[69226]: DEBUG nova.compute.manager [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.932847] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Acquiring lock "efe57460-22b1-4a19-875c-0d19098a8c4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.932847] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Lock "efe57460-22b1-4a19-875c-0d19098a8c4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.982784] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "880cf401-fc4e-468d-bcdc-fa4e50a0565e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.982784] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "880cf401-fc4e-468d-bcdc-fa4e50a0565e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.988921] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142222} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.992279] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.994845] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207d63a4-5bb3-4a9e-9405-ab19b0d4f585 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.022474] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 07803005-1fcc-472d-b7bd-095276eed330/07803005-1fcc-472d-b7bd-095276eed330.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.029097] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e540abf-b461-45da-914c-2c2f07f115d7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.049961] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494224, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.051907] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 650.051907] env[69226]: value = "task-3494226" [ 650.051907] env[69226]: _type = "Task" [ 650.051907] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.068661] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494226, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.073611] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494225, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.082054] env[69226]: DEBUG nova.compute.manager [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Received event network-vif-plugged-4a42661f-b71d-44a5-bfe8-5f75dd30b5e0 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.082281] env[69226]: DEBUG oslo_concurrency.lockutils [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] Acquiring lock "512b5873-d78f-4299-bdee-8c725be60de7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.082488] env[69226]: DEBUG oslo_concurrency.lockutils [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] Lock "512b5873-d78f-4299-bdee-8c725be60de7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.082653] env[69226]: DEBUG oslo_concurrency.lockutils [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] Lock "512b5873-d78f-4299-bdee-8c725be60de7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.082829] env[69226]: DEBUG nova.compute.manager [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] No waiting events found dispatching network-vif-plugged-4a42661f-b71d-44a5-bfe8-5f75dd30b5e0 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.082996] env[69226]: WARNING nova.compute.manager [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Received unexpected event network-vif-plugged-4a42661f-b71d-44a5-bfe8-5f75dd30b5e0 for instance with vm_state building and task_state spawning. [ 650.083379] env[69226]: DEBUG nova.compute.manager [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Received event network-changed-4a42661f-b71d-44a5-bfe8-5f75dd30b5e0 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.083486] env[69226]: DEBUG nova.compute.manager [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Refreshing instance network info cache due to event network-changed-4a42661f-b71d-44a5-bfe8-5f75dd30b5e0. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.083656] env[69226]: DEBUG oslo_concurrency.lockutils [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] Acquiring lock "refresh_cache-512b5873-d78f-4299-bdee-8c725be60de7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.083791] env[69226]: DEBUG oslo_concurrency.lockutils [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] Acquired lock "refresh_cache-512b5873-d78f-4299-bdee-8c725be60de7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.083947] env[69226]: DEBUG nova.network.neutron [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Refreshing network info cache for port 4a42661f-b71d-44a5-bfe8-5f75dd30b5e0 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.260619] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9feb3a4e-6a8c-4957-9327-d52a4f7f408d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.270362] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce96980-0532-4196-923f-faf679367be7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.303427] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Releasing lock "refresh_cache-5a03b873-a379-4f01-b4eb-1bf5906f7e2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.303847] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Instance network_info: |[{"id": "e4a37925-f925-44e4-9787-8215809ba766", "address": "fa:16:3e:f3:a4:44", "network": {"id": "0b61999c-bc8e-4fe6-adb5-c45b3a7091ed", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-309945864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef775d8261f84b1cbd5aa617e9021b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a37925-f9", "ovs_interfaceid": "e4a37925-f925-44e4-9787-8215809ba766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.304520] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:a4:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4a37925-f925-44e4-9787-8215809ba766', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.313176] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.314089] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992b2343-746e-4832-a7db-205e43d84694 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.317080] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.317345] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-591725d7-08d5-4872-9057-0d447d574bf0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.340296] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1547a1-b46f-4a9c-88c6-e36b7e2cf2bb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.345149] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.345149] env[69226]: value = "task-3494227" [ 650.345149] env[69226]: _type = "Task" [ 650.345149] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.362761] env[69226]: DEBUG nova.compute.provider_tree [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.370607] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494227, 'name': CreateVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.522447] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555316} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.522447] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d/3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.523036] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.525760] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb60bba5-d49b-4d31-8f7d-5804a589484f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.529615] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 650.529615] env[69226]: value = "task-3494228" [ 650.529615] env[69226]: _type = "Task" [ 650.529615] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.539191] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.575680] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814452} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.581230] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 512b5873-d78f-4299-bdee-8c725be60de7/512b5873-d78f-4299-bdee-8c725be60de7.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.581230] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.581230] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494226, 'name': ReconfigVM_Task, 'duration_secs': 0.497402} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.581230] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3908d160-8568-47ee-b89b-9dd9f52191de {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.584257] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 07803005-1fcc-472d-b7bd-095276eed330/07803005-1fcc-472d-b7bd-095276eed330.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.585272] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d284fbc-2299-4a77-9d96-7c7965f06ed7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.594220] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 650.594220] env[69226]: value = "task-3494229" [ 650.594220] env[69226]: _type = "Task" [ 650.594220] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.596254] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 650.596254] env[69226]: value = "task-3494230" [ 650.596254] env[69226]: _type = "Task" [ 650.596254] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.609361] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.614304] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494230, 'name': Rename_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.863520] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494227, 'name': CreateVM_Task, 'duration_secs': 0.366693} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.863520] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.865255] env[69226]: DEBUG oslo_vmware.service [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03a2177-80bd-4650-9f33-a4f3133a3e3b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.868527] env[69226]: DEBUG nova.compute.manager [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.872838] env[69226]: DEBUG nova.scheduler.client.report [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.879021] env[69226]: DEBUG nova.network.neutron [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Successfully updated port: 57fc5105-e978-47b9-8d54-5c6394d5d849 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.887471] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.887616] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.892882] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.893887] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cce485e-6b1a-425e-a20e-e9b96c45c911 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.901633] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 650.901633] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521fa95b-af89-0839-494c-dad569f3554f" [ 650.901633] env[69226]: _type = "Task" [ 650.901633] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.924503] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521fa95b-af89-0839-494c-dad569f3554f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.927934] env[69226]: DEBUG nova.virt.hardware [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.929012] env[69226]: DEBUG nova.virt.hardware [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.929012] env[69226]: DEBUG nova.virt.hardware [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.929012] env[69226]: DEBUG nova.virt.hardware [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.929012] env[69226]: DEBUG nova.virt.hardware [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.929012] env[69226]: DEBUG nova.virt.hardware [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.933058] env[69226]: DEBUG nova.virt.hardware [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.933058] env[69226]: DEBUG nova.virt.hardware [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.933058] env[69226]: DEBUG nova.virt.hardware [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.933058] env[69226]: DEBUG nova.virt.hardware [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.933058] env[69226]: DEBUG nova.virt.hardware [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.934200] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5160083b-ecda-4022-bded-4de6374fd73a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.942608] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f206582-c08e-4662-9565-92e6acb81287 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.982015] env[69226]: DEBUG nova.network.neutron [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Successfully created port: 9a465952-674f-435c-85cf-3d38dcbd3d64 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.044214] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114361} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.044991] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.045285] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec2c872-ed26-44b6-b634-64545494c8da {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.079071] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d/3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.083247] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54f3bc24-7ecd-4825-8492-1c9d19d79b14 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.121185] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073288} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.121521] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 651.121521] env[69226]: value = "task-3494231" [ 651.121521] env[69226]: _type = "Task" [ 651.121521] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.121744] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.122566] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79a516b-ea62-43af-b0ad-49afb1deb51f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.136742] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.161387] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 512b5873-d78f-4299-bdee-8c725be60de7/512b5873-d78f-4299-bdee-8c725be60de7.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.161668] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494230, 'name': Rename_Task, 'duration_secs': 0.145931} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.162596] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05969410-a186-4b29-89f4-2c38e3128d42 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.176726] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.176726] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82ae1fb6-4840-4561-969e-16d66096974f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.183861] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 651.183861] env[69226]: value = "task-3494232" [ 651.183861] env[69226]: _type = "Task" [ 651.183861] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.185314] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 651.185314] env[69226]: value = "task-3494233" [ 651.185314] env[69226]: _type = "Task" [ 651.185314] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.199818] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.199818] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.382722] env[69226]: DEBUG oslo_concurrency.lockutils [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.383660] env[69226]: DEBUG nova.compute.manager [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.387789] env[69226]: DEBUG oslo_concurrency.lockutils [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.918s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.390645] env[69226]: INFO nova.compute.claims [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.398114] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "refresh_cache-7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.398114] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquired lock "refresh_cache-7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.398114] env[69226]: DEBUG nova.network.neutron [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.424287] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.424531] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.424784] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.424895] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.425093] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.425345] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3973965a-86b4-482a-8d99-13ff71efad48 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.447363] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.447593] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.448651] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9547d4-307b-4b1b-9301-4f38c55cdfc5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.457622] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db07d52f-4b23-4df9-9d48-e81c2f572fc7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.466019] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 651.466019] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5208c2cd-1811-878e-ece1-c2d53acf3a09" [ 651.466019] env[69226]: _type = "Task" [ 651.466019] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.473247] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5208c2cd-1811-878e-ece1-c2d53acf3a09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.573856] env[69226]: DEBUG nova.network.neutron [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Updated VIF entry in instance network info cache for port 4a42661f-b71d-44a5-bfe8-5f75dd30b5e0. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.574262] env[69226]: DEBUG nova.network.neutron [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Updating instance_info_cache with network_info: [{"id": "4a42661f-b71d-44a5-bfe8-5f75dd30b5e0", "address": "fa:16:3e:a5:75:f3", "network": {"id": "0b61999c-bc8e-4fe6-adb5-c45b3a7091ed", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-309945864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef775d8261f84b1cbd5aa617e9021b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a42661f-b7", "ovs_interfaceid": "4a42661f-b71d-44a5-bfe8-5f75dd30b5e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.637268] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494231, 'name': ReconfigVM_Task, 'duration_secs': 0.296579} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.637563] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d/3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.638241] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-912beb18-37e4-4aa4-b1dd-8a7aaa835e44 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.647723] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 651.647723] env[69226]: value = "task-3494234" [ 651.647723] env[69226]: _type = "Task" [ 651.647723] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.659933] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494234, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.703128] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494232, 'name': ReconfigVM_Task, 'duration_secs': 0.29791} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.706686] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 512b5873-d78f-4299-bdee-8c725be60de7/512b5873-d78f-4299-bdee-8c725be60de7.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.707774] env[69226]: DEBUG oslo_vmware.api [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494233, 'name': PowerOnVM_Task, 'duration_secs': 0.489075} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.707894] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50c46579-7b10-485c-8a2c-96c4287f5f94 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.710208] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.710339] env[69226]: INFO nova.compute.manager [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Took 10.32 seconds to spawn the instance on the hypervisor. [ 651.710581] env[69226]: DEBUG nova.compute.manager [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.711371] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c625e776-9550-44e1-ae71-c06d02a9e94e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.722686] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 651.722686] env[69226]: value = "task-3494235" [ 651.722686] env[69226]: _type = "Task" [ 651.722686] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.732780] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494235, 'name': Rename_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.894949] env[69226]: DEBUG nova.compute.utils [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.896370] env[69226]: DEBUG nova.compute.manager [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.896651] env[69226]: DEBUG nova.network.neutron [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.956846] env[69226]: DEBUG nova.network.neutron [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.974799] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Preparing fetch location {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 651.974799] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Creating directory with path [datastore1] vmware_temp/4a898dd2-fa38-491a-b09e-0280660d90bb/38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.974935] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dddc2180-9580-40e3-99a1-404085b1310f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.002497] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Created directory with path [datastore1] vmware_temp/4a898dd2-fa38-491a-b09e-0280660d90bb/38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.002587] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Fetch image to [datastore1] vmware_temp/4a898dd2-fa38-491a-b09e-0280660d90bb/38268fa2-337a-4248-8dc7-dee22924494d/tmp-sparse.vmdk {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 652.002767] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Downloading image file data 38268fa2-337a-4248-8dc7-dee22924494d to [datastore1] vmware_temp/4a898dd2-fa38-491a-b09e-0280660d90bb/38268fa2-337a-4248-8dc7-dee22924494d/tmp-sparse.vmdk on the data store datastore1 {{(pid=69226) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 652.003612] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bf3417-0e65-4af3-b9ea-713073eaabc9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.012053] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7249ded-6623-4af1-8eaa-47c633af043e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.023311] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27de4988-ead7-41b9-ac06-4165c18c93b6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.058023] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1e60ab-f983-4be4-9ba0-153a32b9793b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.066472] env[69226]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ff701a91-5efc-4d8e-b6dc-4f07b2689c55 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.077164] env[69226]: DEBUG oslo_concurrency.lockutils [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] Releasing lock "refresh_cache-512b5873-d78f-4299-bdee-8c725be60de7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.077501] env[69226]: DEBUG nova.compute.manager [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Received event network-vif-plugged-e4a37925-f925-44e4-9787-8215809ba766 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.077770] env[69226]: DEBUG oslo_concurrency.lockutils [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] Acquiring lock "5a03b873-a379-4f01-b4eb-1bf5906f7e2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.078155] env[69226]: DEBUG oslo_concurrency.lockutils [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] Lock "5a03b873-a379-4f01-b4eb-1bf5906f7e2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.078394] env[69226]: DEBUG oslo_concurrency.lockutils [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] Lock "5a03b873-a379-4f01-b4eb-1bf5906f7e2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.078657] env[69226]: DEBUG nova.compute.manager [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] No waiting events found dispatching network-vif-plugged-e4a37925-f925-44e4-9787-8215809ba766 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.078930] env[69226]: WARNING nova.compute.manager [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Received unexpected event network-vif-plugged-e4a37925-f925-44e4-9787-8215809ba766 for instance with vm_state building and task_state spawning. [ 652.079186] env[69226]: DEBUG nova.compute.manager [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Received event network-changed-e4a37925-f925-44e4-9787-8215809ba766 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.079412] env[69226]: DEBUG nova.compute.manager [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Refreshing instance network info cache due to event network-changed-e4a37925-f925-44e4-9787-8215809ba766. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.079701] env[69226]: DEBUG oslo_concurrency.lockutils [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] Acquiring lock "refresh_cache-5a03b873-a379-4f01-b4eb-1bf5906f7e2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.079891] env[69226]: DEBUG oslo_concurrency.lockutils [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] Acquired lock "refresh_cache-5a03b873-a379-4f01-b4eb-1bf5906f7e2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.080116] env[69226]: DEBUG nova.network.neutron [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Refreshing network info cache for port e4a37925-f925-44e4-9787-8215809ba766 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.083114] env[69226]: DEBUG nova.policy [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30fe6d8302eb430dab18fb3664dcc1b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f84f9a713bea443aa7090d8bb05a7af0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.153387] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Downloading image file data 38268fa2-337a-4248-8dc7-dee22924494d to the data store datastore1 {{(pid=69226) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 652.161919] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494234, 'name': Rename_Task, 'duration_secs': 0.135661} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.162211] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.162491] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d02653e5-932c-42bc-a720-0c60e313555a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.169772] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 652.169772] env[69226]: value = "task-3494236" [ 652.169772] env[69226]: _type = "Task" [ 652.169772] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.180055] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.194883] env[69226]: DEBUG nova.network.neutron [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Updating instance_info_cache with network_info: [{"id": "57fc5105-e978-47b9-8d54-5c6394d5d849", "address": "fa:16:3e:40:e3:7a", "network": {"id": "0b61999c-bc8e-4fe6-adb5-c45b3a7091ed", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-309945864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef775d8261f84b1cbd5aa617e9021b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fc5105-e9", "ovs_interfaceid": "57fc5105-e978-47b9-8d54-5c6394d5d849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.239438] env[69226]: DEBUG oslo_vmware.rw_handles [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4a898dd2-fa38-491a-b09e-0280660d90bb/38268fa2-337a-4248-8dc7-dee22924494d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69226) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 652.243555] env[69226]: INFO nova.compute.manager [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Took 16.94 seconds to build instance. [ 652.250274] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494235, 'name': Rename_Task, 'duration_secs': 0.14423} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.251442] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.310509] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc9788fc-bb89-4140-a822-7edf5c04caf5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.321216] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 652.321216] env[69226]: value = "task-3494237" [ 652.321216] env[69226]: _type = "Task" [ 652.321216] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.329746] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.399468] env[69226]: DEBUG nova.compute.manager [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.695087] env[69226]: DEBUG oslo_vmware.api [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494236, 'name': PowerOnVM_Task, 'duration_secs': 0.493258} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.696527] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.696527] env[69226]: INFO nova.compute.manager [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Took 13.62 seconds to spawn the instance on the hypervisor. [ 652.696797] env[69226]: DEBUG nova.compute.manager [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.698722] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddedfba-5ca9-4fb6-bc52-5aee70279053 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.704027] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Releasing lock "refresh_cache-7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.704121] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Instance network_info: |[{"id": "57fc5105-e978-47b9-8d54-5c6394d5d849", "address": "fa:16:3e:40:e3:7a", "network": {"id": "0b61999c-bc8e-4fe6-adb5-c45b3a7091ed", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-309945864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef775d8261f84b1cbd5aa617e9021b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fc5105-e9", "ovs_interfaceid": "57fc5105-e978-47b9-8d54-5c6394d5d849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.704538] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:e3:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57fc5105-e978-47b9-8d54-5c6394d5d849', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.713927] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.720019] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.722670] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e032dc1-9b6d-42ef-8029-8779bc967fcc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.747140] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd712ebd-d5a1-416d-9b06-cacb1e9b5b09 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Lock "07803005-1fcc-472d-b7bd-095276eed330" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.447s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.756147] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "07803005-1fcc-472d-b7bd-095276eed330" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.959s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.756147] env[69226]: INFO nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 07803005-1fcc-472d-b7bd-095276eed330] During sync_power_state the instance has a pending task (spawning). Skip. [ 652.756341] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "07803005-1fcc-472d-b7bd-095276eed330" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.760683] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcbd688-cc3b-4d83-9823-5c16f35cad73 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.762713] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.762713] env[69226]: value = "task-3494238" [ 652.762713] env[69226]: _type = "Task" [ 652.762713] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.774909] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a3ec29-d101-4371-98a6-2d800749c145 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.785055] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494238, 'name': CreateVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.825241] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8ca69b-72c9-4763-8c4b-20e655e40011 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.844608] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.851285] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd9c3fc-1342-4746-9581-e78063e29a09 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.867354] env[69226]: DEBUG nova.compute.provider_tree [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.035350] env[69226]: DEBUG oslo_vmware.rw_handles [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Completed reading data from the image iterator. {{(pid=69226) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 653.035571] env[69226]: DEBUG oslo_vmware.rw_handles [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4a898dd2-fa38-491a-b09e-0280660d90bb/38268fa2-337a-4248-8dc7-dee22924494d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 653.103509] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Downloaded image file data 38268fa2-337a-4248-8dc7-dee22924494d to vmware_temp/4a898dd2-fa38-491a-b09e-0280660d90bb/38268fa2-337a-4248-8dc7-dee22924494d/tmp-sparse.vmdk on the data store datastore1 {{(pid=69226) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 653.105940] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Caching image {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 653.106068] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Copying Virtual Disk [datastore1] vmware_temp/4a898dd2-fa38-491a-b09e-0280660d90bb/38268fa2-337a-4248-8dc7-dee22924494d/tmp-sparse.vmdk to [datastore1] vmware_temp/4a898dd2-fa38-491a-b09e-0280660d90bb/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.106888] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f190f20-9c39-4a3a-a038-6e2ea391b166 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.118550] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 653.118550] env[69226]: value = "task-3494239" [ 653.118550] env[69226]: _type = "Task" [ 653.118550] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.127275] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.237163] env[69226]: DEBUG nova.compute.manager [req-adbec292-8202-4f08-b71a-efd839f18bac req-c9d51311-30e4-4022-99c7-b3f212dd8191 service nova] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Received event network-vif-plugged-57fc5105-e978-47b9-8d54-5c6394d5d849 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.237163] env[69226]: DEBUG oslo_concurrency.lockutils [req-adbec292-8202-4f08-b71a-efd839f18bac req-c9d51311-30e4-4022-99c7-b3f212dd8191 service nova] Acquiring lock "7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.237163] env[69226]: DEBUG oslo_concurrency.lockutils [req-adbec292-8202-4f08-b71a-efd839f18bac req-c9d51311-30e4-4022-99c7-b3f212dd8191 service nova] Lock "7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.237163] env[69226]: DEBUG oslo_concurrency.lockutils [req-adbec292-8202-4f08-b71a-efd839f18bac req-c9d51311-30e4-4022-99c7-b3f212dd8191 service nova] Lock "7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.237163] env[69226]: DEBUG nova.compute.manager [req-adbec292-8202-4f08-b71a-efd839f18bac req-c9d51311-30e4-4022-99c7-b3f212dd8191 service nova] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] No waiting events found dispatching network-vif-plugged-57fc5105-e978-47b9-8d54-5c6394d5d849 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.237478] env[69226]: WARNING nova.compute.manager [req-adbec292-8202-4f08-b71a-efd839f18bac req-c9d51311-30e4-4022-99c7-b3f212dd8191 service nova] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Received unexpected event network-vif-plugged-57fc5105-e978-47b9-8d54-5c6394d5d849 for instance with vm_state building and task_state spawning. [ 653.237478] env[69226]: DEBUG nova.compute.manager [req-adbec292-8202-4f08-b71a-efd839f18bac req-c9d51311-30e4-4022-99c7-b3f212dd8191 service nova] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Received event network-changed-57fc5105-e978-47b9-8d54-5c6394d5d849 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.237478] env[69226]: DEBUG nova.compute.manager [req-adbec292-8202-4f08-b71a-efd839f18bac req-c9d51311-30e4-4022-99c7-b3f212dd8191 service nova] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Refreshing instance network info cache due to event network-changed-57fc5105-e978-47b9-8d54-5c6394d5d849. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.237478] env[69226]: DEBUG oslo_concurrency.lockutils [req-adbec292-8202-4f08-b71a-efd839f18bac req-c9d51311-30e4-4022-99c7-b3f212dd8191 service nova] Acquiring lock "refresh_cache-7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.237478] env[69226]: DEBUG oslo_concurrency.lockutils [req-adbec292-8202-4f08-b71a-efd839f18bac req-c9d51311-30e4-4022-99c7-b3f212dd8191 service nova] Acquired lock "refresh_cache-7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.237632] env[69226]: DEBUG nova.network.neutron [req-adbec292-8202-4f08-b71a-efd839f18bac req-c9d51311-30e4-4022-99c7-b3f212dd8191 service nova] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Refreshing network info cache for port 57fc5105-e978-47b9-8d54-5c6394d5d849 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.256261] env[69226]: INFO nova.compute.manager [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Took 18.71 seconds to build instance. [ 653.262403] env[69226]: DEBUG nova.compute.manager [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.276573] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494238, 'name': CreateVM_Task, 'duration_secs': 0.389806} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.276573] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.276573] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.276573] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.280830] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.281117] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-298967b4-568b-4944-a929-c4465cfbb8ff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.287835] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 653.287835] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520d76a3-08f0-e593-6941-3d4f3b855eda" [ 653.287835] env[69226]: _type = "Task" [ 653.287835] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.298490] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520d76a3-08f0-e593-6941-3d4f3b855eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.349636] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494237, 'name': PowerOnVM_Task, 'duration_secs': 1.012909} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.349990] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.350254] env[69226]: INFO nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Took 9.65 seconds to spawn the instance on the hypervisor. [ 653.350444] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.351609] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5996e8a-a11b-45dc-9a80-7baae116df43 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.372024] env[69226]: DEBUG nova.scheduler.client.report [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.409735] env[69226]: DEBUG nova.network.neutron [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Updated VIF entry in instance network info cache for port e4a37925-f925-44e4-9787-8215809ba766. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.409735] env[69226]: DEBUG nova.network.neutron [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Updating instance_info_cache with network_info: [{"id": "e4a37925-f925-44e4-9787-8215809ba766", "address": "fa:16:3e:f3:a4:44", "network": {"id": "0b61999c-bc8e-4fe6-adb5-c45b3a7091ed", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-309945864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef775d8261f84b1cbd5aa617e9021b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a37925-f9", "ovs_interfaceid": "e4a37925-f925-44e4-9787-8215809ba766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.413132] env[69226]: DEBUG nova.compute.manager [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.456983] env[69226]: DEBUG nova.virt.hardware [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.457581] env[69226]: DEBUG nova.virt.hardware [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.457581] env[69226]: DEBUG nova.virt.hardware [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.457581] env[69226]: DEBUG nova.virt.hardware [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.457744] env[69226]: DEBUG nova.virt.hardware [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.457744] env[69226]: DEBUG nova.virt.hardware [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.458688] env[69226]: DEBUG nova.virt.hardware [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.458905] env[69226]: DEBUG nova.virt.hardware [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.459088] env[69226]: DEBUG nova.virt.hardware [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.459276] env[69226]: DEBUG nova.virt.hardware [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.459468] env[69226]: DEBUG nova.virt.hardware [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.460967] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f573bc04-8749-401f-8b2e-848da488ce78 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.469326] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c99365-2bd6-4ebe-93e5-de5e7f3b47d6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.530434] env[69226]: DEBUG nova.network.neutron [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Successfully updated port: 9a465952-674f-435c-85cf-3d38dcbd3d64 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.626442] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494239, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.759766] env[69226]: DEBUG oslo_concurrency.lockutils [None req-242d42f5-d922-4294-89b1-cafcca1c3091 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.223s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.759766] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.963s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.759953] env[69226]: INFO nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] During sync_power_state the instance has a pending task (spawning). Skip. [ 653.760043] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.802503] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.803050] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.804035] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.804035] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.881320] env[69226]: DEBUG oslo_concurrency.lockutils [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.881320] env[69226]: DEBUG nova.compute.manager [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.883174] env[69226]: INFO nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Took 17.38 seconds to build instance. [ 653.887659] env[69226]: DEBUG oslo_concurrency.lockutils [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.336s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.887659] env[69226]: INFO nova.compute.claims [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.912291] env[69226]: DEBUG oslo_concurrency.lockutils [req-a2f74f75-4b42-4210-bfe0-4f841414001c req-93d15f5e-533c-4f55-9c44-64455d6992b8 service nova] Releasing lock "refresh_cache-5a03b873-a379-4f01-b4eb-1bf5906f7e2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.032981] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquiring lock "refresh_cache-ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.033170] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquired lock "refresh_cache-ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.033378] env[69226]: DEBUG nova.network.neutron [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.133244] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885725} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.134193] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Copied Virtual Disk [datastore1] vmware_temp/4a898dd2-fa38-491a-b09e-0280660d90bb/38268fa2-337a-4248-8dc7-dee22924494d/tmp-sparse.vmdk to [datastore1] vmware_temp/4a898dd2-fa38-491a-b09e-0280660d90bb/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.134341] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Deleting the datastore file [datastore1] vmware_temp/4a898dd2-fa38-491a-b09e-0280660d90bb/38268fa2-337a-4248-8dc7-dee22924494d/tmp-sparse.vmdk {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.135190] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07716b16-9f77-43dc-82c8-ae774db20ea1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.143276] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 654.143276] env[69226]: value = "task-3494240" [ 654.143276] env[69226]: _type = "Task" [ 654.143276] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.158155] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.262206] env[69226]: DEBUG nova.compute.manager [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.277939] env[69226]: DEBUG nova.network.neutron [req-adbec292-8202-4f08-b71a-efd839f18bac req-c9d51311-30e4-4022-99c7-b3f212dd8191 service nova] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Updated VIF entry in instance network info cache for port 57fc5105-e978-47b9-8d54-5c6394d5d849. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.282095] env[69226]: DEBUG nova.network.neutron [req-adbec292-8202-4f08-b71a-efd839f18bac req-c9d51311-30e4-4022-99c7-b3f212dd8191 service nova] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Updating instance_info_cache with network_info: [{"id": "57fc5105-e978-47b9-8d54-5c6394d5d849", "address": "fa:16:3e:40:e3:7a", "network": {"id": "0b61999c-bc8e-4fe6-adb5-c45b3a7091ed", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-309945864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef775d8261f84b1cbd5aa617e9021b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fc5105-e9", "ovs_interfaceid": "57fc5105-e978-47b9-8d54-5c6394d5d849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.384355] env[69226]: DEBUG nova.compute.utils [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.386424] env[69226]: DEBUG nova.compute.manager [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.386571] env[69226]: DEBUG nova.network.neutron [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.395231] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "512b5873-d78f-4299-bdee-8c725be60de7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.907s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.395231] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "512b5873-d78f-4299-bdee-8c725be60de7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.598s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.395231] env[69226]: INFO nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] During sync_power_state the instance has a pending task (spawning). Skip. [ 654.395231] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "512b5873-d78f-4299-bdee-8c725be60de7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.404884] env[69226]: DEBUG nova.network.neutron [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Successfully created port: 01d8f02b-58d0-47e5-b88c-188894f481ab {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.536258] env[69226]: DEBUG nova.policy [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a86419a66e084542ab75125732bf5212', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9ee254a7ad24e328051bef43e6787ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.595018] env[69226]: DEBUG nova.network.neutron [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.657540] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.048044} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.658395] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.658395] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Moving file from [datastore1] vmware_temp/4a898dd2-fa38-491a-b09e-0280660d90bb/38268fa2-337a-4248-8dc7-dee22924494d to [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d. {{(pid=69226) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 654.658583] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-ba7cca4a-a2bc-4cd9-882f-0255ff311cff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.666786] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 654.666786] env[69226]: value = "task-3494241" [ 654.666786] env[69226]: _type = "Task" [ 654.666786] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.680585] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494241, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.783536] env[69226]: DEBUG oslo_concurrency.lockutils [req-adbec292-8202-4f08-b71a-efd839f18bac req-c9d51311-30e4-4022-99c7-b3f212dd8191 service nova] Releasing lock "refresh_cache-7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.793538] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.899686] env[69226]: DEBUG nova.compute.manager [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.902237] env[69226]: DEBUG nova.compute.manager [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.933751] env[69226]: DEBUG nova.network.neutron [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Updating instance_info_cache with network_info: [{"id": "9a465952-674f-435c-85cf-3d38dcbd3d64", "address": "fa:16:3e:72:1a:44", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a465952-67", "ovs_interfaceid": "9a465952-674f-435c-85cf-3d38dcbd3d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.182278] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494241, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029334} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.182576] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] File moved {{(pid=69226) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 655.182716] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Cleaning up location [datastore1] vmware_temp/4a898dd2-fa38-491a-b09e-0280660d90bb {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 655.182872] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Deleting the datastore file [datastore1] vmware_temp/4a898dd2-fa38-491a-b09e-0280660d90bb {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.183148] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cead04e8-db5c-429c-8cdb-d03930c16ef2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.194464] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 655.194464] env[69226]: value = "task-3494242" [ 655.194464] env[69226]: _type = "Task" [ 655.194464] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.211679] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.228078] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ef147a-05ad-4b0b-ac4c-29a891c84365 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.238068] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504de62a-fa9b-413d-aab3-8c487073aad8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.280311] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26e8ca8-932d-400b-8f6b-361ea936adbb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.289708] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875017db-092e-455c-b26b-58d527f79c89 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.312964] env[69226]: DEBUG nova.compute.provider_tree [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.347782] env[69226]: DEBUG nova.network.neutron [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Successfully created port: 01bbc7a9-a82b-4f31-8880-fabf606418d9 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.369024] env[69226]: INFO nova.compute.manager [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Rebuilding instance [ 655.434155] env[69226]: DEBUG nova.compute.manager [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.435262] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f862dc-63d4-49ac-ae1d-59221548d526 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.439424] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.439894] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Releasing lock "refresh_cache-ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.440232] env[69226]: DEBUG nova.compute.manager [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Instance network_info: |[{"id": "9a465952-674f-435c-85cf-3d38dcbd3d64", "address": "fa:16:3e:72:1a:44", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a465952-67", "ovs_interfaceid": "9a465952-674f-435c-85cf-3d38dcbd3d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.441641] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:1a:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a465952-674f-435c-85cf-3d38dcbd3d64', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.451882] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Creating folder: Project (13b2bb10b93044d588f87b6ffbc0d635). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.457179] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d4162b8-0a4f-4d6b-8084-6f2c3b9efda2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.471563] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Created folder: Project (13b2bb10b93044d588f87b6ffbc0d635) in parent group-v698365. [ 655.471563] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Creating folder: Instances. Parent ref: group-v698377. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.471563] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f4d2044-f3e8-4480-a090-2659a2c256ab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.485743] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Created folder: Instances in parent group-v698377. [ 655.486050] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.486249] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.486458] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3837ab0f-271d-4778-8557-f2cc90822c11 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.511984] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.511984] env[69226]: value = "task-3494245" [ 655.511984] env[69226]: _type = "Task" [ 655.511984] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.522523] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494245, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.704764] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047223} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.705060] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.705830] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c2e0a1-f53e-4e36-af98-6cf64092d54f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.711887] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 655.711887] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f409e6-22db-f07a-bc7a-93a3c0fc94aa" [ 655.711887] env[69226]: _type = "Task" [ 655.711887] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.722084] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f409e6-22db-f07a-bc7a-93a3c0fc94aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.819025] env[69226]: DEBUG nova.scheduler.client.report [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.919448] env[69226]: DEBUG nova.compute.manager [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.967358] env[69226]: DEBUG nova.virt.hardware [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.967358] env[69226]: DEBUG nova.virt.hardware [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.967358] env[69226]: DEBUG nova.virt.hardware [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.967641] env[69226]: DEBUG nova.virt.hardware [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.967781] env[69226]: DEBUG nova.virt.hardware [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.969563] env[69226]: DEBUG nova.virt.hardware [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.969563] env[69226]: DEBUG nova.virt.hardware [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.969563] env[69226]: DEBUG nova.virt.hardware [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.969563] env[69226]: DEBUG nova.virt.hardware [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.969563] env[69226]: DEBUG nova.virt.hardware [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.969786] env[69226]: DEBUG nova.virt.hardware [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.971185] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8bea31-fa76-420a-a0e8-48f56f6f345e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.981186] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdbd97b-7975-48f9-bb50-3a42fc46a1b7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.023099] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494245, 'name': CreateVM_Task, 'duration_secs': 0.398567} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.023292] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.024048] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.024408] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.025297] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.025397] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3637f7b1-fe53-4206-9fc1-3a8416255c27 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.029974] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for the task: (returnval){ [ 656.029974] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5271a00d-1002-69a5-d7cd-93cc714bef87" [ 656.029974] env[69226]: _type = "Task" [ 656.029974] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.038960] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5271a00d-1002-69a5-d7cd-93cc714bef87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.227285] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f409e6-22db-f07a-bc7a-93a3c0fc94aa, 'name': SearchDatastore_Task, 'duration_secs': 0.012031} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.228214] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.228214] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 5a03b873-a379-4f01-b4eb-1bf5906f7e2b/5a03b873-a379-4f01-b4eb-1bf5906f7e2b.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.228552] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.228725] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.228909] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bc0b7b3-dd77-4005-910b-721b533f1036 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.234317] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b052dd2-3667-4302-952f-c45ac4fed161 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.245461] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 656.245461] env[69226]: value = "task-3494246" [ 656.245461] env[69226]: _type = "Task" [ 656.245461] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.249904] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.251211] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.259774] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-906434ba-7673-4f03-9455-01fdfba2cbe8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.271047] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 656.271047] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d6c7c5-6b59-c982-3826-2d225030f647" [ 656.271047] env[69226]: _type = "Task" [ 656.271047] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.275284] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.284032] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d6c7c5-6b59-c982-3826-2d225030f647, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.324135] env[69226]: DEBUG oslo_concurrency.lockutils [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.324555] env[69226]: DEBUG nova.compute.manager [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.328629] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.024s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.328629] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.328767] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 656.329252] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.751s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.337233] env[69226]: INFO nova.compute.claims [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.345342] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c72c50-7b39-4f4f-86af-b9e715aeab2c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.359158] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccdc494-333c-40a2-940f-6ce760109ce1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.382646] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734b324d-028b-46d2-b7eb-1c748ea1c1c4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.390766] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a093284-2c9e-485a-8d07-e4ce003abf1a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.430499] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180949MB free_disk=91GB free_vcpus=48 pci_devices=None {{(pid=69226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 656.431115] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.476222] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.476561] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f448a0e-2cae-4077-9aab-e4fc3255a30e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.484115] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 656.484115] env[69226]: value = "task-3494247" [ 656.484115] env[69226]: _type = "Task" [ 656.484115] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.499874] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.545388] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5271a00d-1002-69a5-d7cd-93cc714bef87, 'name': SearchDatastore_Task, 'duration_secs': 0.014255} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.546141] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.546141] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.546368] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.761650] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494246, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.788956] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d6c7c5-6b59-c982-3826-2d225030f647, 'name': SearchDatastore_Task, 'duration_secs': 0.017844} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.790196] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa83f0cc-330d-4d4a-ac9a-ba4de6b2070d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.796555] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 656.796555] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529b7dab-0a09-c618-32c6-334a30a4ec70" [ 656.796555] env[69226]: _type = "Task" [ 656.796555] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.810289] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529b7dab-0a09-c618-32c6-334a30a4ec70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.846290] env[69226]: DEBUG nova.compute.utils [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.846290] env[69226]: DEBUG nova.compute.manager [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.846713] env[69226]: DEBUG nova.network.neutron [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.943196] env[69226]: DEBUG nova.policy [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6270755f19724cd8be0fb9b4ed64bf83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7693765438004c20a82c61d8844af3af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.994585] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494247, 'name': PowerOffVM_Task, 'duration_secs': 0.144525} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.994865] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.995117] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.995900] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4537ec81-d4a8-44a8-a124-559381fef70d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.004133] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.004133] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-187a4a16-947b-4952-ad5d-279ad41dfcf3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.019486] env[69226]: DEBUG nova.network.neutron [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Successfully updated port: 01d8f02b-58d0-47e5-b88c-188894f481ab {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.038922] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.038922] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.038922] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Deleting the datastore file [datastore2] 07803005-1fcc-472d-b7bd-095276eed330 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.038922] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8023ef71-7997-4bcd-bd26-1d5b0782239e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.044867] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 657.044867] env[69226]: value = "task-3494249" [ 657.044867] env[69226]: _type = "Task" [ 657.044867] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.055411] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.217630] env[69226]: DEBUG nova.network.neutron [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Successfully updated port: 01bbc7a9-a82b-4f31-8880-fabf606418d9 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.258333] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654734} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.259406] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 5a03b873-a379-4f01-b4eb-1bf5906f7e2b/5a03b873-a379-4f01-b4eb-1bf5906f7e2b.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.259633] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.259890] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58a34519-cc84-40f8-a415-3a4089971d3e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.269604] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 657.269604] env[69226]: value = "task-3494250" [ 657.269604] env[69226]: _type = "Task" [ 657.269604] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.280633] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.308043] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529b7dab-0a09-c618-32c6-334a30a4ec70, 'name': SearchDatastore_Task, 'duration_secs': 0.055532} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.308328] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.308614] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4/7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.308926] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.309135] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.309357] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8785b65-d542-44da-a748-07686793d080 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.311780] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e03c54b-f356-42dc-906a-4bc7a9106945 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.319166] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 657.319166] env[69226]: value = "task-3494251" [ 657.319166] env[69226]: _type = "Task" [ 657.319166] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.324200] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.324427] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.325473] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f1b2136-7917-4e5d-bcdc-b7b3d02f7640 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.332711] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.334147] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for the task: (returnval){ [ 657.334147] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528afa73-dfe0-cea8-152c-eefcf13afa15" [ 657.334147] env[69226]: _type = "Task" [ 657.334147] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.341993] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528afa73-dfe0-cea8-152c-eefcf13afa15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.350689] env[69226]: DEBUG nova.compute.manager [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.523932] env[69226]: DEBUG oslo_concurrency.lockutils [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquiring lock "refresh_cache-40d61487-5f6c-4455-a67a-5c58fe99d0b7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.524097] env[69226]: DEBUG oslo_concurrency.lockutils [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquired lock "refresh_cache-40d61487-5f6c-4455-a67a-5c58fe99d0b7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.525781] env[69226]: DEBUG nova.network.neutron [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.569774] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331869} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.569774] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.569774] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.569774] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.641238] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd574fbb-cb57-4686-acb9-52d5ebcdc5d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.649796] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039131d8-d1e3-402a-9a8a-519bed99e920 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.687452] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9a6836-580e-455a-8383-e21d9046e09a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.695340] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06afe956-7c8a-4e2d-a254-8f2dff52461b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.712361] env[69226]: DEBUG nova.compute.provider_tree [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.712620] env[69226]: DEBUG nova.network.neutron [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Successfully created port: ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.719835] env[69226]: DEBUG oslo_concurrency.lockutils [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Acquiring lock "refresh_cache-32205595-0a91-461e-a658-c67e9298d269" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.720024] env[69226]: DEBUG oslo_concurrency.lockutils [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Acquired lock "refresh_cache-32205595-0a91-461e-a658-c67e9298d269" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.720158] env[69226]: DEBUG nova.network.neutron [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.783934] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07254} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.784373] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.785480] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd30986c-06e0-41af-babf-7dcbd49cdbb0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.810330] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 5a03b873-a379-4f01-b4eb-1bf5906f7e2b/5a03b873-a379-4f01-b4eb-1bf5906f7e2b.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.811753] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc7b8f01-bdb8-4b87-a134-023c86b4f6b0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.827780] env[69226]: DEBUG nova.compute.manager [req-4ea35c0b-7721-46f4-87e3-5f2dfb6ca098 req-e24561ba-c5fb-4dbb-a41a-fa1a3aa1e956 service nova] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Received event network-vif-plugged-9a465952-674f-435c-85cf-3d38dcbd3d64 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.828102] env[69226]: DEBUG oslo_concurrency.lockutils [req-4ea35c0b-7721-46f4-87e3-5f2dfb6ca098 req-e24561ba-c5fb-4dbb-a41a-fa1a3aa1e956 service nova] Acquiring lock "ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.828581] env[69226]: DEBUG oslo_concurrency.lockutils [req-4ea35c0b-7721-46f4-87e3-5f2dfb6ca098 req-e24561ba-c5fb-4dbb-a41a-fa1a3aa1e956 service nova] Lock "ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.828763] env[69226]: DEBUG oslo_concurrency.lockutils [req-4ea35c0b-7721-46f4-87e3-5f2dfb6ca098 req-e24561ba-c5fb-4dbb-a41a-fa1a3aa1e956 service nova] Lock "ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.828939] env[69226]: DEBUG nova.compute.manager [req-4ea35c0b-7721-46f4-87e3-5f2dfb6ca098 req-e24561ba-c5fb-4dbb-a41a-fa1a3aa1e956 service nova] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] No waiting events found dispatching network-vif-plugged-9a465952-674f-435c-85cf-3d38dcbd3d64 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.829164] env[69226]: WARNING nova.compute.manager [req-4ea35c0b-7721-46f4-87e3-5f2dfb6ca098 req-e24561ba-c5fb-4dbb-a41a-fa1a3aa1e956 service nova] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Received unexpected event network-vif-plugged-9a465952-674f-435c-85cf-3d38dcbd3d64 for instance with vm_state building and task_state spawning. [ 657.829377] env[69226]: DEBUG nova.compute.manager [req-4ea35c0b-7721-46f4-87e3-5f2dfb6ca098 req-e24561ba-c5fb-4dbb-a41a-fa1a3aa1e956 service nova] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Received event network-changed-9a465952-674f-435c-85cf-3d38dcbd3d64 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.829498] env[69226]: DEBUG nova.compute.manager [req-4ea35c0b-7721-46f4-87e3-5f2dfb6ca098 req-e24561ba-c5fb-4dbb-a41a-fa1a3aa1e956 service nova] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Refreshing instance network info cache due to event network-changed-9a465952-674f-435c-85cf-3d38dcbd3d64. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.829692] env[69226]: DEBUG oslo_concurrency.lockutils [req-4ea35c0b-7721-46f4-87e3-5f2dfb6ca098 req-e24561ba-c5fb-4dbb-a41a-fa1a3aa1e956 service nova] Acquiring lock "refresh_cache-ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.829829] env[69226]: DEBUG oslo_concurrency.lockutils [req-4ea35c0b-7721-46f4-87e3-5f2dfb6ca098 req-e24561ba-c5fb-4dbb-a41a-fa1a3aa1e956 service nova] Acquired lock "refresh_cache-ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.829990] env[69226]: DEBUG nova.network.neutron [req-4ea35c0b-7721-46f4-87e3-5f2dfb6ca098 req-e24561ba-c5fb-4dbb-a41a-fa1a3aa1e956 service nova] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Refreshing network info cache for port 9a465952-674f-435c-85cf-3d38dcbd3d64 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.843308] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 657.843308] env[69226]: value = "task-3494252" [ 657.843308] env[69226]: _type = "Task" [ 657.843308] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.851062] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494251, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.851206] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528afa73-dfe0-cea8-152c-eefcf13afa15, 'name': SearchDatastore_Task, 'duration_secs': 0.017888} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.855319] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fb19d20-df79-4ded-aaac-395c9563377b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.865614] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.868416] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for the task: (returnval){ [ 657.868416] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f365f3-2b63-9f07-77c3-9ef5b732ca90" [ 657.868416] env[69226]: _type = "Task" [ 657.868416] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.876384] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f365f3-2b63-9f07-77c3-9ef5b732ca90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.104991] env[69226]: DEBUG nova.network.neutron [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.131520] env[69226]: DEBUG oslo_concurrency.lockutils [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Acquiring lock "47485135-44d5-434c-88a9-63ea79da46db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.131520] env[69226]: DEBUG oslo_concurrency.lockutils [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Lock "47485135-44d5-434c-88a9-63ea79da46db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.216362] env[69226]: DEBUG nova.scheduler.client.report [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.253499] env[69226]: INFO nova.compute.manager [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Rebuilding instance [ 658.306056] env[69226]: DEBUG nova.compute.manager [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.306961] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd89d088-8dd1-4388-851a-36b35a4725ec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.310717] env[69226]: DEBUG nova.network.neutron [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.345918] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789908} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.347053] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4/7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.347181] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.347358] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0e8d649-b750-49c0-adc7-2af6934e88e4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.359442] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 658.359442] env[69226]: value = "task-3494253" [ 658.359442] env[69226]: _type = "Task" [ 658.359442] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.369750] env[69226]: DEBUG nova.compute.manager [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.372091] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.382028] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.388687] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f365f3-2b63-9f07-77c3-9ef5b732ca90, 'name': SearchDatastore_Task, 'duration_secs': 0.05819} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.388963] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.389294] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee/ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.389520] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbca3507-9555-4d8b-8a32-28edf1e83611 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.397773] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for the task: (returnval){ [ 658.397773] env[69226]: value = "task-3494254" [ 658.397773] env[69226]: _type = "Task" [ 658.397773] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.404079] env[69226]: DEBUG nova.virt.hardware [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.404079] env[69226]: DEBUG nova.virt.hardware [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.404253] env[69226]: DEBUG nova.virt.hardware [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.404443] env[69226]: DEBUG nova.virt.hardware [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.404570] env[69226]: DEBUG nova.virt.hardware [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.404710] env[69226]: DEBUG nova.virt.hardware [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.404937] env[69226]: DEBUG nova.virt.hardware [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.405112] env[69226]: DEBUG nova.virt.hardware [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.405279] env[69226]: DEBUG nova.virt.hardware [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.405666] env[69226]: DEBUG nova.virt.hardware [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.406233] env[69226]: DEBUG nova.virt.hardware [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.406947] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9878e16-516c-490d-b946-29cdbfc35d45 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.413448] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.418663] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a299d863-87fc-4228-aaf8-16df0e185c2f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.631314] env[69226]: DEBUG nova.network.neutron [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Updating instance_info_cache with network_info: [{"id": "01d8f02b-58d0-47e5-b88c-188894f481ab", "address": "fa:16:3e:f5:e8:10", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01d8f02b-58", "ovs_interfaceid": "01d8f02b-58d0-47e5-b88c-188894f481ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.724544] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.725704] env[69226]: DEBUG nova.compute.manager [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.731137] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.929s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.734060] env[69226]: INFO nova.compute.claims [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.749334] env[69226]: DEBUG nova.virt.hardware [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.750488] env[69226]: DEBUG nova.virt.hardware [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.750769] env[69226]: DEBUG nova.virt.hardware [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.751013] env[69226]: DEBUG nova.virt.hardware [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.751649] env[69226]: DEBUG nova.virt.hardware [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.751844] env[69226]: DEBUG nova.virt.hardware [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.752075] env[69226]: DEBUG nova.virt.hardware [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.752242] env[69226]: DEBUG nova.virt.hardware [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.752413] env[69226]: DEBUG nova.virt.hardware [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.754744] env[69226]: DEBUG nova.virt.hardware [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.754977] env[69226]: DEBUG nova.virt.hardware [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.755920] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d846b4-ceec-4fd5-b32f-8e4a3c4cdbe0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.772576] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1d0564-4459-4f01-aa63-ae083b65bbae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.797454] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Instance VIF info [] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.806633] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.807554] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.807996] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23b2678e-3682-4d57-9e9a-065caa00130f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.829122] env[69226]: DEBUG nova.network.neutron [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Updating instance_info_cache with network_info: [{"id": "01bbc7a9-a82b-4f31-8880-fabf606418d9", "address": "fa:16:3e:46:4b:7c", "network": {"id": "3bed3daa-b03a-46ea-beef-1de3fa99acbc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-427704424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9ee254a7ad24e328051bef43e6787ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bbc7a9-a8", "ovs_interfaceid": "01bbc7a9-a82b-4f31-8880-fabf606418d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.830610] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.830610] env[69226]: value = "task-3494255" [ 658.830610] env[69226]: _type = "Task" [ 658.830610] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.834975] env[69226]: DEBUG nova.network.neutron [req-4ea35c0b-7721-46f4-87e3-5f2dfb6ca098 req-e24561ba-c5fb-4dbb-a41a-fa1a3aa1e956 service nova] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Updated VIF entry in instance network info cache for port 9a465952-674f-435c-85cf-3d38dcbd3d64. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.835275] env[69226]: DEBUG nova.network.neutron [req-4ea35c0b-7721-46f4-87e3-5f2dfb6ca098 req-e24561ba-c5fb-4dbb-a41a-fa1a3aa1e956 service nova] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Updating instance_info_cache with network_info: [{"id": "9a465952-674f-435c-85cf-3d38dcbd3d64", "address": "fa:16:3e:72:1a:44", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a465952-67", "ovs_interfaceid": "9a465952-674f-435c-85cf-3d38dcbd3d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.843314] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494255, 'name': CreateVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.851581] env[69226]: DEBUG oslo_concurrency.lockutils [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquiring lock "bc027f19-a069-407f-b861-66aa7c868033" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.851872] env[69226]: DEBUG oslo_concurrency.lockutils [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "bc027f19-a069-407f-b861-66aa7c868033" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.868951] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494252, 'name': ReconfigVM_Task, 'duration_secs': 0.944573} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.870574] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 5a03b873-a379-4f01-b4eb-1bf5906f7e2b/5a03b873-a379-4f01-b4eb-1bf5906f7e2b.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.871235] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5d6728e-5b9f-402c-87e6-b2ee9e9d890a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.876645] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.261177} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.877357] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.878898] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59865027-3b99-400d-bbab-fb9358e1c498 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.884069] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 658.884069] env[69226]: value = "task-3494256" [ 658.884069] env[69226]: _type = "Task" [ 658.884069] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.909445] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4/7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.914282] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2533edd0-c5d8-43f3-b4ef-05c0900a3580 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.936907] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494256, 'name': Rename_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.944398] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494254, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.947092] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 658.947092] env[69226]: value = "task-3494257" [ 658.947092] env[69226]: _type = "Task" [ 658.947092] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.961287] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.134906] env[69226]: DEBUG oslo_concurrency.lockutils [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Releasing lock "refresh_cache-40d61487-5f6c-4455-a67a-5c58fe99d0b7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.135272] env[69226]: DEBUG nova.compute.manager [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Instance network_info: |[{"id": "01d8f02b-58d0-47e5-b88c-188894f481ab", "address": "fa:16:3e:f5:e8:10", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01d8f02b-58", "ovs_interfaceid": "01d8f02b-58d0-47e5-b88c-188894f481ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.135749] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:e8:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01d8f02b-58d0-47e5-b88c-188894f481ab', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.146419] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Creating folder: Project (f84f9a713bea443aa7090d8bb05a7af0). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.147483] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bba3a16-c7b2-49cc-bba7-3f4692bc000b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.160322] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Created folder: Project (f84f9a713bea443aa7090d8bb05a7af0) in parent group-v698365. [ 659.160322] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Creating folder: Instances. Parent ref: group-v698381. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.160496] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-955baea5-002f-45ba-a6f6-63fbc622fd80 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.171193] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Created folder: Instances in parent group-v698381. [ 659.171193] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.171193] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.171412] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4d49966-8fb8-4890-a6c0-f256ce99a226 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.194120] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.194120] env[69226]: value = "task-3494260" [ 659.194120] env[69226]: _type = "Task" [ 659.194120] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.207212] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494260, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.241675] env[69226]: DEBUG nova.compute.utils [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.246695] env[69226]: DEBUG nova.compute.manager [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.246695] env[69226]: DEBUG nova.network.neutron [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.328054] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.328475] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bb7896a-134b-4378-88c2-563b7c309551 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.331506] env[69226]: DEBUG oslo_concurrency.lockutils [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Releasing lock "refresh_cache-32205595-0a91-461e-a658-c67e9298d269" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.331823] env[69226]: DEBUG nova.compute.manager [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Instance network_info: |[{"id": "01bbc7a9-a82b-4f31-8880-fabf606418d9", "address": "fa:16:3e:46:4b:7c", "network": {"id": "3bed3daa-b03a-46ea-beef-1de3fa99acbc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-427704424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9ee254a7ad24e328051bef43e6787ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bbc7a9-a8", "ovs_interfaceid": "01bbc7a9-a82b-4f31-8880-fabf606418d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.332479] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:4b:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01bbc7a9-a82b-4f31-8880-fabf606418d9', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.342110] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Creating folder: Project (b9ee254a7ad24e328051bef43e6787ff). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.347486] env[69226]: DEBUG oslo_concurrency.lockutils [req-4ea35c0b-7721-46f4-87e3-5f2dfb6ca098 req-e24561ba-c5fb-4dbb-a41a-fa1a3aa1e956 service nova] Releasing lock "refresh_cache-ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.348009] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c079917-4f2f-41d8-8bc5-e0fea851bfc6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.350527] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 659.350527] env[69226]: value = "task-3494261" [ 659.350527] env[69226]: _type = "Task" [ 659.350527] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.358118] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494255, 'name': CreateVM_Task, 'duration_secs': 0.352322} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.359723] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.359978] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Created folder: Project (b9ee254a7ad24e328051bef43e6787ff) in parent group-v698365. [ 659.360198] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Creating folder: Instances. Parent ref: group-v698384. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.360947] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.361336] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.361584] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.361810] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef4b8d7a-d25f-4a3a-9cee-4ca4066bbc4d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.369540] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04a90dca-3bed-43a0-a81f-d7739a10652f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.372439] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.375029] env[69226]: DEBUG nova.policy [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46644ecb921b4462b90ad8407d388bfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2537dbd7c00842f7a6542f59ce67a7e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.379349] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 659.379349] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c25c19-3b40-ed9a-86b1-2acb1e3fa305" [ 659.379349] env[69226]: _type = "Task" [ 659.379349] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.383950] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Created folder: Instances in parent group-v698384. [ 659.384116] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.384637] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32205595-0a91-461e-a658-c67e9298d269] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.385361] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01166c99-48e3-470a-953a-cf1693a9b432 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.409380] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c25c19-3b40-ed9a-86b1-2acb1e3fa305, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.418615] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733455} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.425087] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee/ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.425087] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.425087] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494256, 'name': Rename_Task, 'duration_secs': 0.393727} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.425087] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.425087] env[69226]: value = "task-3494264" [ 659.425087] env[69226]: _type = "Task" [ 659.425087] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.425087] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db7c1e11-63b8-42b6-a20d-8f27deeaf25f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.426706] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.427036] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa0851db-fcac-4334-bb14-58e66bd50375 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.438373] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for the task: (returnval){ [ 659.438373] env[69226]: value = "task-3494265" [ 659.438373] env[69226]: _type = "Task" [ 659.438373] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.441106] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 659.441106] env[69226]: value = "task-3494266" [ 659.441106] env[69226]: _type = "Task" [ 659.441106] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.441442] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494264, 'name': CreateVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.458875] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.466204] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.466432] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494266, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.710462] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494260, 'name': CreateVM_Task, 'duration_secs': 0.440225} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.710462] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.713144] env[69226]: DEBUG oslo_concurrency.lockutils [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.713144] env[69226]: DEBUG oslo_concurrency.lockutils [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.713352] env[69226]: DEBUG oslo_concurrency.lockutils [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.713715] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac7ad77-2f25-41bf-a099-217514a10d31 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.723705] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for the task: (returnval){ [ 659.723705] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f6f7ed-6e29-953a-c6ad-cfd91b9ea936" [ 659.723705] env[69226]: _type = "Task" [ 659.723705] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.732485] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f6f7ed-6e29-953a-c6ad-cfd91b9ea936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.747346] env[69226]: DEBUG nova.compute.manager [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.826302] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquiring lock "2a72a8c9-861c-4579-beb6-fe810df0cfeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.826550] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lock "2a72a8c9-861c-4579-beb6-fe810df0cfeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.866457] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494261, 'name': PowerOffVM_Task, 'duration_secs': 0.280971} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.868626] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.868626] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.868626] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d680d852-2ca7-45ec-8c0e-be2a1758c95e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.876474] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.879500] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8452d7c3-19db-485f-81ad-ec43ce408681 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.891271] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c25c19-3b40-ed9a-86b1-2acb1e3fa305, 'name': SearchDatastore_Task, 'duration_secs': 0.019733} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.891630] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.891872] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.892123] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.892273] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.892557] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.893294] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4048aaba-83a0-495c-9871-29a7dcf0546b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.938722] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.938722] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.940030] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fbdeb17-7e98-4124-b084-b5993f74f163 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.945375] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494264, 'name': CreateVM_Task, 'duration_secs': 0.416858} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.949185] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32205595-0a91-461e-a658-c67e9298d269] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.949861] env[69226]: DEBUG oslo_concurrency.lockutils [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.965448] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 659.965448] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52127949-2047-ea94-d56e-455278cd2d16" [ 659.965448] env[69226]: _type = "Task" [ 659.965448] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.965448] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.965448] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.965448] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleting the datastore file [datastore2] 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.968345] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-283a15c1-dfba-4291-80b8-4afc847e8351 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.973261] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117396} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.980844] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.985192] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcf1e57-f5be-4f18-bc70-df8780537498 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.997077] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494257, 'name': ReconfigVM_Task, 'duration_secs': 0.69657} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.997639] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494266, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.997639] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 659.997639] env[69226]: value = "task-3494268" [ 659.997639] env[69226]: _type = "Task" [ 659.997639] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.998204] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4/7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.002171] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82680bf4-0c9d-4a72-bee2-b79b67cca2a1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.006449] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52127949-2047-ea94-d56e-455278cd2d16, 'name': SearchDatastore_Task, 'duration_secs': 0.022226} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.025033] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee/ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.028474] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6175cdad-d39e-4520-9e7d-e2b412def010 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.030785] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c69b1918-d3cf-483b-84c3-507405947083 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.050143] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.050488] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 660.050488] env[69226]: value = "task-3494269" [ 660.050488] env[69226]: _type = "Task" [ 660.050488] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.057111] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for the task: (returnval){ [ 660.057111] env[69226]: value = "task-3494270" [ 660.057111] env[69226]: _type = "Task" [ 660.057111] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.057472] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 660.057472] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f1182c-a7f9-a213-a75b-522702956dbe" [ 660.057472] env[69226]: _type = "Task" [ 660.057472] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.070136] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494269, 'name': Rename_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.076615] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.079972] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f1182c-a7f9-a213-a75b-522702956dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.134371] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0711dbc-2297-4ad5-9418-70bfd54939bd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.147139] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c209ff21-eb19-49f9-bd18-906637d41669 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.177843] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe22f37-698c-405d-9475-e21a88f590ac {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.185328] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd6cdf6-0dcb-4a0c-9b9a-4e4406499bf3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.199452] env[69226]: DEBUG nova.compute.provider_tree [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.209943] env[69226]: DEBUG nova.compute.manager [req-42cf0045-006e-466d-ad1b-eedc73c2e623 req-01742d99-5d1b-47d8-b74a-1b54b679bf7f service nova] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Received event network-vif-plugged-01d8f02b-58d0-47e5-b88c-188894f481ab {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.210214] env[69226]: DEBUG oslo_concurrency.lockutils [req-42cf0045-006e-466d-ad1b-eedc73c2e623 req-01742d99-5d1b-47d8-b74a-1b54b679bf7f service nova] Acquiring lock "40d61487-5f6c-4455-a67a-5c58fe99d0b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.210445] env[69226]: DEBUG oslo_concurrency.lockutils [req-42cf0045-006e-466d-ad1b-eedc73c2e623 req-01742d99-5d1b-47d8-b74a-1b54b679bf7f service nova] Lock "40d61487-5f6c-4455-a67a-5c58fe99d0b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.210607] env[69226]: DEBUG oslo_concurrency.lockutils [req-42cf0045-006e-466d-ad1b-eedc73c2e623 req-01742d99-5d1b-47d8-b74a-1b54b679bf7f service nova] Lock "40d61487-5f6c-4455-a67a-5c58fe99d0b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.210773] env[69226]: DEBUG nova.compute.manager [req-42cf0045-006e-466d-ad1b-eedc73c2e623 req-01742d99-5d1b-47d8-b74a-1b54b679bf7f service nova] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] No waiting events found dispatching network-vif-plugged-01d8f02b-58d0-47e5-b88c-188894f481ab {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.210966] env[69226]: WARNING nova.compute.manager [req-42cf0045-006e-466d-ad1b-eedc73c2e623 req-01742d99-5d1b-47d8-b74a-1b54b679bf7f service nova] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Received unexpected event network-vif-plugged-01d8f02b-58d0-47e5-b88c-188894f481ab for instance with vm_state building and task_state spawning. [ 660.235087] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f6f7ed-6e29-953a-c6ad-cfd91b9ea936, 'name': SearchDatastore_Task, 'duration_secs': 0.0161} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.235274] env[69226]: DEBUG oslo_concurrency.lockutils [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.236379] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.236379] env[69226]: DEBUG oslo_concurrency.lockutils [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.236379] env[69226]: DEBUG oslo_concurrency.lockutils [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.236379] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.236853] env[69226]: DEBUG nova.network.neutron [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Successfully updated port: ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.238069] env[69226]: DEBUG oslo_concurrency.lockutils [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.238388] env[69226]: DEBUG oslo_concurrency.lockutils [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.238645] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54137ede-8b63-4174-a23b-b00cea82a871 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.241104] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31f82bd6-0f68-46ab-88fc-d5320bfa7e3e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.248039] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Waiting for the task: (returnval){ [ 660.248039] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5268e94e-7023-22b6-634d-ab08d9fe5097" [ 660.248039] env[69226]: _type = "Task" [ 660.248039] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.254073] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.254073] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.254883] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed09cdb7-08d3-4d29-892a-15de63d3ac83 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.263358] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5268e94e-7023-22b6-634d-ab08d9fe5097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.266771] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for the task: (returnval){ [ 660.266771] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a5bfa1-dd91-e77f-2bee-932db4c24dbb" [ 660.266771] env[69226]: _type = "Task" [ 660.266771] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.275603] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a5bfa1-dd91-e77f-2bee-932db4c24dbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.316890] env[69226]: DEBUG nova.network.neutron [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Successfully created port: b089f8df-2186-4d0e-97c1-2f7d3d7f340c {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.423154] env[69226]: DEBUG oslo_concurrency.lockutils [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "13cb1171-4983-4b68-98d7-3d4f1a74fea0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.423154] env[69226]: DEBUG oslo_concurrency.lockutils [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "13cb1171-4983-4b68-98d7-3d4f1a74fea0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.462392] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494266, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.512832] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313141} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.513182] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.513477] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.513783] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.574937] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494269, 'name': Rename_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.583792] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f1182c-a7f9-a213-a75b-522702956dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.023517} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.584120] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494270, 'name': ReconfigVM_Task, 'duration_secs': 0.276943} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.584404] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.584738] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 07803005-1fcc-472d-b7bd-095276eed330/07803005-1fcc-472d-b7bd-095276eed330.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.585073] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Reconfigured VM instance instance-00000006 to attach disk [datastore1] ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee/ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.585788] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9dddcd3-b2d0-4a58-b07a-e0ee73e86831 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.587815] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bc2cf17-a080-41a8-9240-f1085e99c051 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.596300] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for the task: (returnval){ [ 660.596300] env[69226]: value = "task-3494272" [ 660.596300] env[69226]: _type = "Task" [ 660.596300] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.598415] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 660.598415] env[69226]: value = "task-3494271" [ 660.598415] env[69226]: _type = "Task" [ 660.598415] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.615080] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494272, 'name': Rename_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.621124] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.705236] env[69226]: DEBUG nova.scheduler.client.report [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.741672] env[69226]: DEBUG oslo_concurrency.lockutils [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "refresh_cache-d9bb3328-3100-4fdf-8b21-1a18930c98a1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.741832] env[69226]: DEBUG oslo_concurrency.lockutils [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired lock "refresh_cache-d9bb3328-3100-4fdf-8b21-1a18930c98a1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.742698] env[69226]: DEBUG nova.network.neutron [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.770949] env[69226]: DEBUG nova.compute.manager [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.772215] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5268e94e-7023-22b6-634d-ab08d9fe5097, 'name': SearchDatastore_Task, 'duration_secs': 0.015678} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.782949] env[69226]: DEBUG oslo_concurrency.lockutils [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.782949] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.783216] env[69226]: DEBUG oslo_concurrency.lockutils [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.789663] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a5bfa1-dd91-e77f-2bee-932db4c24dbb, 'name': SearchDatastore_Task, 'duration_secs': 0.011195} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.790604] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6edaf067-797f-4cfb-8be2-2287b56abfc0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.800110] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for the task: (returnval){ [ 660.800110] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523ccde8-fed9-a237-457e-e7bbbd289141" [ 660.800110] env[69226]: _type = "Task" [ 660.800110] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.810124] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523ccde8-fed9-a237-457e-e7bbbd289141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.814550] env[69226]: DEBUG nova.virt.hardware [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.815630] env[69226]: DEBUG nova.virt.hardware [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.815944] env[69226]: DEBUG nova.virt.hardware [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.816305] env[69226]: DEBUG nova.virt.hardware [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.816592] env[69226]: DEBUG nova.virt.hardware [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.816885] env[69226]: DEBUG nova.virt.hardware [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.817243] env[69226]: DEBUG nova.virt.hardware [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.817535] env[69226]: DEBUG nova.virt.hardware [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.817841] env[69226]: DEBUG nova.virt.hardware [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.819124] env[69226]: DEBUG nova.virt.hardware [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.819124] env[69226]: DEBUG nova.virt.hardware [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.819509] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139985a6-80ce-448f-be4f-29d56f1c4bc9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.834879] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bee75a4-cf2a-43a6-8653-98218f518451 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.966110] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494266, 'name': PowerOnVM_Task, 'duration_secs': 1.150866} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.966416] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.966625] env[69226]: INFO nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Took 14.94 seconds to spawn the instance on the hypervisor. [ 660.966803] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.969090] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6db30b-50de-432c-8154-7b002ccb1650 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.069286] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494269, 'name': Rename_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.123154] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494272, 'name': Rename_Task, 'duration_secs': 0.155341} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.127029] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.127297] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.127525] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79046d92-7e7b-490c-8c1f-c47f89f0ff6f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.133754] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for the task: (returnval){ [ 661.133754] env[69226]: value = "task-3494273" [ 661.133754] env[69226]: _type = "Task" [ 661.133754] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.145593] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.213180] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.213180] env[69226]: DEBUG nova.compute.manager [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.216672] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.423s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.218055] env[69226]: INFO nova.compute.claims [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.305385] env[69226]: DEBUG nova.network.neutron [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.312484] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523ccde8-fed9-a237-457e-e7bbbd289141, 'name': SearchDatastore_Task, 'duration_secs': 0.02897} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.312879] env[69226]: DEBUG oslo_concurrency.lockutils [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.313216] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 40d61487-5f6c-4455-a67a-5c58fe99d0b7/40d61487-5f6c-4455-a67a-5c58fe99d0b7.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.313558] env[69226]: DEBUG oslo_concurrency.lockutils [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.313804] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.314161] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9afd9c2-bc57-42c4-8960-afd942e3c5d3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.316952] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8567fa3-6ba7-431d-8279-6fe5cbf43945 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.325871] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for the task: (returnval){ [ 661.325871] env[69226]: value = "task-3494274" [ 661.325871] env[69226]: _type = "Task" [ 661.325871] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.331054] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.331287] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.332715] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aedfda68-aa0c-42e8-9a65-24a9fe76bb7b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.339386] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Waiting for the task: (returnval){ [ 661.339386] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d2ffbb-cd93-978a-0641-a8c4fea02c5f" [ 661.339386] env[69226]: _type = "Task" [ 661.339386] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.343353] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.357921] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d2ffbb-cd93-978a-0641-a8c4fea02c5f, 'name': SearchDatastore_Task, 'duration_secs': 0.01076} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.357921] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7102aa5-e94b-469e-b5cc-6e58cc394684 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.362171] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Waiting for the task: (returnval){ [ 661.362171] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52050480-c1eb-204b-8f38-35aca76444da" [ 661.362171] env[69226]: _type = "Task" [ 661.362171] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.369908] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52050480-c1eb-204b-8f38-35aca76444da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.493756] env[69226]: INFO nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Took 24.78 seconds to build instance. [ 661.579826] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494269, 'name': Rename_Task, 'duration_secs': 1.221249} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.579826] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.580087] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1f1d08c-bc67-4b08-a3a8-91f45a17cb19 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.595291] env[69226]: DEBUG nova.virt.hardware [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.595584] env[69226]: DEBUG nova.virt.hardware [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.597162] env[69226]: DEBUG nova.virt.hardware [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.597360] env[69226]: DEBUG nova.virt.hardware [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.597545] env[69226]: DEBUG nova.virt.hardware [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.599694] env[69226]: DEBUG nova.virt.hardware [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.599865] env[69226]: DEBUG nova.virt.hardware [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.600129] env[69226]: DEBUG nova.virt.hardware [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.600666] env[69226]: DEBUG nova.virt.hardware [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.600666] env[69226]: DEBUG nova.virt.hardware [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.600876] env[69226]: DEBUG nova.virt.hardware [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.603632] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f917bee5-3b3b-40d4-8d41-eb4ca8b71c82 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.607375] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 661.607375] env[69226]: value = "task-3494275" [ 661.607375] env[69226]: _type = "Task" [ 661.607375] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.623959] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2703fadf-5711-451f-8de8-739bd7bb55ef {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.636542] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.637030] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494271, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.653998] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:cf:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5c881f2-1698-41ac-8754-83c13efdace9', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.663848] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.665455] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.665455] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfac8730-a54f-4542-978e-6761678bfb35 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.692634] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494273, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.698791] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.698791] env[69226]: value = "task-3494276" [ 661.698791] env[69226]: _type = "Task" [ 661.698791] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.712635] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494276, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.724996] env[69226]: DEBUG nova.compute.utils [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.731676] env[69226]: DEBUG nova.compute.manager [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.731676] env[69226]: DEBUG nova.network.neutron [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.837770] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494274, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.877979] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52050480-c1eb-204b-8f38-35aca76444da, 'name': SearchDatastore_Task, 'duration_secs': 0.013787} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.879164] env[69226]: DEBUG nova.network.neutron [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Updating instance_info_cache with network_info: [{"id": "ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf", "address": "fa:16:3e:73:9a:21", "network": {"id": "b8d56d01-daef-4d76-a58b-c20ff8dd8dfa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-325569326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7693765438004c20a82c61d8844af3af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea654ecc-24", "ovs_interfaceid": "ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.880580] env[69226]: DEBUG oslo_concurrency.lockutils [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.880864] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 32205595-0a91-461e-a658-c67e9298d269/32205595-0a91-461e-a658-c67e9298d269.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.881182] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55836879-1708-4ca5-8e3a-9780ab621c49 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.891270] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Waiting for the task: (returnval){ [ 661.891270] env[69226]: value = "task-3494277" [ 661.891270] env[69226]: _type = "Task" [ 661.891270] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.899647] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': task-3494277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.996898] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "5a03b873-a379-4f01-b4eb-1bf5906f7e2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.299s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.998507] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "5a03b873-a379-4f01-b4eb-1bf5906f7e2b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.201s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.998708] env[69226]: INFO nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 661.998923] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "5a03b873-a379-4f01-b4eb-1bf5906f7e2b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.099478] env[69226]: DEBUG nova.compute.manager [req-b2d9af79-41c4-4e2b-9ae1-0ced814d21a4 req-c4a68580-3085-4352-9a89-28f1a34e7201 service nova] [instance: 32205595-0a91-461e-a658-c67e9298d269] Received event network-vif-plugged-01bbc7a9-a82b-4f31-8880-fabf606418d9 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.100025] env[69226]: DEBUG oslo_concurrency.lockutils [req-b2d9af79-41c4-4e2b-9ae1-0ced814d21a4 req-c4a68580-3085-4352-9a89-28f1a34e7201 service nova] Acquiring lock "32205595-0a91-461e-a658-c67e9298d269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.100368] env[69226]: DEBUG oslo_concurrency.lockutils [req-b2d9af79-41c4-4e2b-9ae1-0ced814d21a4 req-c4a68580-3085-4352-9a89-28f1a34e7201 service nova] Lock "32205595-0a91-461e-a658-c67e9298d269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.100668] env[69226]: DEBUG oslo_concurrency.lockutils [req-b2d9af79-41c4-4e2b-9ae1-0ced814d21a4 req-c4a68580-3085-4352-9a89-28f1a34e7201 service nova] Lock "32205595-0a91-461e-a658-c67e9298d269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.100862] env[69226]: DEBUG nova.compute.manager [req-b2d9af79-41c4-4e2b-9ae1-0ced814d21a4 req-c4a68580-3085-4352-9a89-28f1a34e7201 service nova] [instance: 32205595-0a91-461e-a658-c67e9298d269] No waiting events found dispatching network-vif-plugged-01bbc7a9-a82b-4f31-8880-fabf606418d9 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.101190] env[69226]: WARNING nova.compute.manager [req-b2d9af79-41c4-4e2b-9ae1-0ced814d21a4 req-c4a68580-3085-4352-9a89-28f1a34e7201 service nova] [instance: 32205595-0a91-461e-a658-c67e9298d269] Received unexpected event network-vif-plugged-01bbc7a9-a82b-4f31-8880-fabf606418d9 for instance with vm_state building and task_state spawning. [ 662.101293] env[69226]: DEBUG nova.compute.manager [req-b2d9af79-41c4-4e2b-9ae1-0ced814d21a4 req-c4a68580-3085-4352-9a89-28f1a34e7201 service nova] [instance: 32205595-0a91-461e-a658-c67e9298d269] Received event network-changed-01bbc7a9-a82b-4f31-8880-fabf606418d9 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.101510] env[69226]: DEBUG nova.compute.manager [req-b2d9af79-41c4-4e2b-9ae1-0ced814d21a4 req-c4a68580-3085-4352-9a89-28f1a34e7201 service nova] [instance: 32205595-0a91-461e-a658-c67e9298d269] Refreshing instance network info cache due to event network-changed-01bbc7a9-a82b-4f31-8880-fabf606418d9. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.101788] env[69226]: DEBUG oslo_concurrency.lockutils [req-b2d9af79-41c4-4e2b-9ae1-0ced814d21a4 req-c4a68580-3085-4352-9a89-28f1a34e7201 service nova] Acquiring lock "refresh_cache-32205595-0a91-461e-a658-c67e9298d269" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.101899] env[69226]: DEBUG oslo_concurrency.lockutils [req-b2d9af79-41c4-4e2b-9ae1-0ced814d21a4 req-c4a68580-3085-4352-9a89-28f1a34e7201 service nova] Acquired lock "refresh_cache-32205595-0a91-461e-a658-c67e9298d269" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.102103] env[69226]: DEBUG nova.network.neutron [req-b2d9af79-41c4-4e2b-9ae1-0ced814d21a4 req-c4a68580-3085-4352-9a89-28f1a34e7201 service nova] [instance: 32205595-0a91-461e-a658-c67e9298d269] Refreshing network info cache for port 01bbc7a9-a82b-4f31-8880-fabf606418d9 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.125126] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494271, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.199867} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.129033] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 07803005-1fcc-472d-b7bd-095276eed330/07803005-1fcc-472d-b7bd-095276eed330.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.129437] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.129952] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.130653] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8119b1d8-9707-4d6c-b827-a560e4d98200 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.137554] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 662.137554] env[69226]: value = "task-3494278" [ 662.137554] env[69226]: _type = "Task" [ 662.137554] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.139101] env[69226]: DEBUG nova.policy [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6270755f19724cd8be0fb9b4ed64bf83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7693765438004c20a82c61d8844af3af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.155026] env[69226]: DEBUG oslo_vmware.api [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494273, 'name': PowerOnVM_Task, 'duration_secs': 0.655976} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.158301] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.158301] env[69226]: INFO nova.compute.manager [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Took 11.29 seconds to spawn the instance on the hypervisor. [ 662.158301] env[69226]: DEBUG nova.compute.manager [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.158301] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.158828] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028f5d9e-099c-4392-b564-c2347b0fe568 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.175997] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Acquiring lock "aa73eeff-3d3b-4917-b43b-8125368a5521" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.176225] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Lock "aa73eeff-3d3b-4917-b43b-8125368a5521" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.209218] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494276, 'name': CreateVM_Task, 'duration_secs': 0.411527} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.209371] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.210077] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.210463] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.210542] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.210797] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a198319-1d1e-4198-8d2f-3e1665fa5360 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.215461] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 662.215461] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5226f154-d288-a2b0-a38d-b246a7dea177" [ 662.215461] env[69226]: _type = "Task" [ 662.215461] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.225050] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5226f154-d288-a2b0-a38d-b246a7dea177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.231210] env[69226]: DEBUG nova.compute.manager [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.336187] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779236} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.336505] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 40d61487-5f6c-4455-a67a-5c58fe99d0b7/40d61487-5f6c-4455-a67a-5c58fe99d0b7.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.336733] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.336998] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b702eca6-9a26-4e18-bd9d-0a450f33ff39 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.347148] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for the task: (returnval){ [ 662.347148] env[69226]: value = "task-3494279" [ 662.347148] env[69226]: _type = "Task" [ 662.347148] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.360144] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.387428] env[69226]: DEBUG oslo_concurrency.lockutils [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Releasing lock "refresh_cache-d9bb3328-3100-4fdf-8b21-1a18930c98a1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.387758] env[69226]: DEBUG nova.compute.manager [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Instance network_info: |[{"id": "ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf", "address": "fa:16:3e:73:9a:21", "network": {"id": "b8d56d01-daef-4d76-a58b-c20ff8dd8dfa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-325569326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7693765438004c20a82c61d8844af3af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea654ecc-24", "ovs_interfaceid": "ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.388408] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:9a:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.396372] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Creating folder: Project (7693765438004c20a82c61d8844af3af). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.396738] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b37ad147-f20e-4fec-941c-58e9278f0a50 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.410138] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': task-3494277, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.412595] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Created folder: Project (7693765438004c20a82c61d8844af3af) in parent group-v698365. [ 662.412784] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Creating folder: Instances. Parent ref: group-v698388. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.413096] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-130f2ca5-c5c3-47c4-b41f-91d809cc2194 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.421889] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Created folder: Instances in parent group-v698388. [ 662.422175] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.422381] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.422577] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dc03b2e-0fc1-4bd1-9992-8e44e0bcbf49 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.447391] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.447391] env[69226]: value = "task-3494282" [ 662.447391] env[69226]: _type = "Task" [ 662.447391] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.456258] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494282, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.502696] env[69226]: DEBUG nova.compute.manager [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.584354] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a08960-9652-462f-84fa-23d0278fba55 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.596099] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0582d175-68a4-429e-a037-b46329ea12c4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.642793] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b46da2-0a6f-449b-9f58-084861d91c80 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.653980] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494275, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.659161] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c927a25-7f02-4a4c-a7ba-d9892dc31933 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.667471] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146728} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.667471] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.667817] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13926ba3-b91b-4dd3-a8e2-3776734b3a46 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.683476] env[69226]: DEBUG nova.compute.provider_tree [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.704799] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 07803005-1fcc-472d-b7bd-095276eed330/07803005-1fcc-472d-b7bd-095276eed330.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.705770] env[69226]: INFO nova.compute.manager [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Took 23.44 seconds to build instance. [ 662.707622] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8455d76f-4ceb-44c3-83c1-ddc07946e5d0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.747879] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 662.747879] env[69226]: value = "task-3494283" [ 662.747879] env[69226]: _type = "Task" [ 662.747879] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.748680] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5226f154-d288-a2b0-a38d-b246a7dea177, 'name': SearchDatastore_Task, 'duration_secs': 0.009191} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.749510] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.751336] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.751336] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.751336] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.751336] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.757232] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bc338ce-f121-4286-b6f5-bbe40a3c64f2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.771348] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.772849] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.772849] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.773781] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19266955-7061-44f8-a2fe-7e8721d31843 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.787349] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 662.787349] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526bb69a-5d89-1445-95ab-ba13d3bbcfb6" [ 662.787349] env[69226]: _type = "Task" [ 662.787349] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.795714] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526bb69a-5d89-1445-95ab-ba13d3bbcfb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.860597] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252187} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.860858] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.861674] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce215f98-1dc3-456f-a602-9c0b63dd5511 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.884795] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 40d61487-5f6c-4455-a67a-5c58fe99d0b7/40d61487-5f6c-4455-a67a-5c58fe99d0b7.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.885118] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bdce648-fe7e-42e8-893e-618c536166b2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.912559] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': task-3494277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6877} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.914041] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 32205595-0a91-461e-a658-c67e9298d269/32205595-0a91-461e-a658-c67e9298d269.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.914278] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.914574] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for the task: (returnval){ [ 662.914574] env[69226]: value = "task-3494284" [ 662.914574] env[69226]: _type = "Task" [ 662.914574] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.914769] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94b9b4b4-1774-4cf5-af9d-ab9e68961b05 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.927150] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494284, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.928716] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Waiting for the task: (returnval){ [ 662.928716] env[69226]: value = "task-3494285" [ 662.928716] env[69226]: _type = "Task" [ 662.928716] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.941108] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': task-3494285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.960677] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494282, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.963327] env[69226]: DEBUG nova.network.neutron [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Successfully updated port: b089f8df-2186-4d0e-97c1-2f7d3d7f340c {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.037552] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.154465] env[69226]: DEBUG oslo_vmware.api [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494275, 'name': PowerOnVM_Task, 'duration_secs': 1.12737} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.154779] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.154968] env[69226]: INFO nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Took 14.79 seconds to spawn the instance on the hypervisor. [ 663.155160] env[69226]: DEBUG nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.159472] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b5ac28-0dbf-4e4c-a025-2c0efcfd9b89 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.187328] env[69226]: DEBUG nova.scheduler.client.report [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.230325] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6a870b34-2976-4136-9d0f-feed6e860447 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lock "ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.978s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.250381] env[69226]: DEBUG nova.compute.manager [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.272812] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.286381] env[69226]: DEBUG nova.network.neutron [req-b2d9af79-41c4-4e2b-9ae1-0ced814d21a4 req-c4a68580-3085-4352-9a89-28f1a34e7201 service nova] [instance: 32205595-0a91-461e-a658-c67e9298d269] Updated VIF entry in instance network info cache for port 01bbc7a9-a82b-4f31-8880-fabf606418d9. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.286381] env[69226]: DEBUG nova.network.neutron [req-b2d9af79-41c4-4e2b-9ae1-0ced814d21a4 req-c4a68580-3085-4352-9a89-28f1a34e7201 service nova] [instance: 32205595-0a91-461e-a658-c67e9298d269] Updating instance_info_cache with network_info: [{"id": "01bbc7a9-a82b-4f31-8880-fabf606418d9", "address": "fa:16:3e:46:4b:7c", "network": {"id": "3bed3daa-b03a-46ea-beef-1de3fa99acbc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-427704424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9ee254a7ad24e328051bef43e6787ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bbc7a9-a8", "ovs_interfaceid": "01bbc7a9-a82b-4f31-8880-fabf606418d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.292823] env[69226]: DEBUG nova.virt.hardware [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.293059] env[69226]: DEBUG nova.virt.hardware [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.293229] env[69226]: DEBUG nova.virt.hardware [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.293390] env[69226]: DEBUG nova.virt.hardware [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.293529] env[69226]: DEBUG nova.virt.hardware [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.293671] env[69226]: DEBUG nova.virt.hardware [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.293893] env[69226]: DEBUG nova.virt.hardware [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.294031] env[69226]: DEBUG nova.virt.hardware [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.294200] env[69226]: DEBUG nova.virt.hardware [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.294355] env[69226]: DEBUG nova.virt.hardware [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.294541] env[69226]: DEBUG nova.virt.hardware [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.300913] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9bde22-04d6-40c1-a726-41226d7245a8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.311700] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526bb69a-5d89-1445-95ab-ba13d3bbcfb6, 'name': SearchDatastore_Task, 'duration_secs': 0.012273} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.314626] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b9d157e-daeb-4d97-9134-d3faaf8603e2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.320649] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7492d7be-edb3-46a8-a2ff-8292a3983b9b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.328521] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 663.328521] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528bedce-a3a7-e7e6-1c06-72a114052a6f" [ 663.328521] env[69226]: _type = "Task" [ 663.328521] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.346162] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528bedce-a3a7-e7e6-1c06-72a114052a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.438647] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.449613] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': task-3494285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.274236} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.453627] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.457315] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605ec044-18f2-49f9-99ba-46cb8a6e1cb8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.463469] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494282, 'name': CreateVM_Task, 'duration_secs': 0.705983} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.472400] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.473439] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Acquiring lock "refresh_cache-dda0a9f9-57a5-4ff3-b286-e67a746fa7c7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.473439] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Acquired lock "refresh_cache-dda0a9f9-57a5-4ff3-b286-e67a746fa7c7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.473439] env[69226]: DEBUG nova.network.neutron [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.484945] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 32205595-0a91-461e-a658-c67e9298d269/32205595-0a91-461e-a658-c67e9298d269.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.484945] env[69226]: DEBUG oslo_concurrency.lockutils [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.484945] env[69226]: DEBUG oslo_concurrency.lockutils [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.484945] env[69226]: DEBUG oslo_concurrency.lockutils [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.485291] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9b5a1fb-8266-40ef-90db-5c5c8b597884 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.500101] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0956dc2-e435-47c6-88f5-307670d5fa7b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.505591] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 663.505591] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5213f374-6380-017a-d8d1-a833be27c931" [ 663.505591] env[69226]: _type = "Task" [ 663.505591] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.510601] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Waiting for the task: (returnval){ [ 663.510601] env[69226]: value = "task-3494286" [ 663.510601] env[69226]: _type = "Task" [ 663.510601] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.518237] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5213f374-6380-017a-d8d1-a833be27c931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.524106] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': task-3494286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.680240] env[69226]: INFO nova.compute.manager [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Took 26.87 seconds to build instance. [ 663.694246] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.694853] env[69226]: DEBUG nova.compute.manager [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.700940] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.261s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.703661] env[69226]: INFO nova.compute.claims [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.733408] env[69226]: DEBUG nova.compute.manager [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.747721] env[69226]: DEBUG nova.compute.manager [req-7f2f48c0-c51f-4dab-a28a-d012b4ee8417 req-53a3335c-0258-4374-8a87-94579fc8b0af service nova] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Received event network-changed-01d8f02b-58d0-47e5-b88c-188894f481ab {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.747933] env[69226]: DEBUG nova.compute.manager [req-7f2f48c0-c51f-4dab-a28a-d012b4ee8417 req-53a3335c-0258-4374-8a87-94579fc8b0af service nova] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Refreshing instance network info cache due to event network-changed-01d8f02b-58d0-47e5-b88c-188894f481ab. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.748194] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f2f48c0-c51f-4dab-a28a-d012b4ee8417 req-53a3335c-0258-4374-8a87-94579fc8b0af service nova] Acquiring lock "refresh_cache-40d61487-5f6c-4455-a67a-5c58fe99d0b7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.748349] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f2f48c0-c51f-4dab-a28a-d012b4ee8417 req-53a3335c-0258-4374-8a87-94579fc8b0af service nova] Acquired lock "refresh_cache-40d61487-5f6c-4455-a67a-5c58fe99d0b7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.748507] env[69226]: DEBUG nova.network.neutron [req-7f2f48c0-c51f-4dab-a28a-d012b4ee8417 req-53a3335c-0258-4374-8a87-94579fc8b0af service nova] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Refreshing network info cache for port 01d8f02b-58d0-47e5-b88c-188894f481ab {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.754645] env[69226]: DEBUG nova.network.neutron [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Successfully created port: 63394047-b766-4c03-aea9-3160e82a0922 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.773375] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494283, 'name': ReconfigVM_Task, 'duration_secs': 0.821913} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.774434] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 07803005-1fcc-472d-b7bd-095276eed330/07803005-1fcc-472d-b7bd-095276eed330.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.774609] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2ed2195-ae69-4116-b5ce-fdba0f90a535 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.782498] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 663.782498] env[69226]: value = "task-3494287" [ 663.782498] env[69226]: _type = "Task" [ 663.782498] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.792472] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494287, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.797036] env[69226]: DEBUG oslo_concurrency.lockutils [req-b2d9af79-41c4-4e2b-9ae1-0ced814d21a4 req-c4a68580-3085-4352-9a89-28f1a34e7201 service nova] Releasing lock "refresh_cache-32205595-0a91-461e-a658-c67e9298d269" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.852584] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528bedce-a3a7-e7e6-1c06-72a114052a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.022167} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.854371] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.857576] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d/3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.857576] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15bc3dc1-740f-496c-ace3-dc4faef41283 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.862848] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 663.862848] env[69226]: value = "task-3494288" [ 663.862848] env[69226]: _type = "Task" [ 663.862848] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.871572] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.936046] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494284, 'name': ReconfigVM_Task, 'duration_secs': 0.881782} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.936499] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 40d61487-5f6c-4455-a67a-5c58fe99d0b7/40d61487-5f6c-4455-a67a-5c58fe99d0b7.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.937272] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2af6e7b-477c-4018-9187-9c2275b2350b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.944230] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for the task: (returnval){ [ 663.944230] env[69226]: value = "task-3494289" [ 663.944230] env[69226]: _type = "Task" [ 663.944230] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.953510] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494289, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.022557] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5213f374-6380-017a-d8d1-a833be27c931, 'name': SearchDatastore_Task, 'duration_secs': 0.020373} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.023432] env[69226]: DEBUG nova.network.neutron [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.029754] env[69226]: DEBUG oslo_concurrency.lockutils [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.030177] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.030565] env[69226]: DEBUG oslo_concurrency.lockutils [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.030836] env[69226]: DEBUG oslo_concurrency.lockutils [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.032033] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.032033] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': task-3494286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.032826] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a5436dc-1600-4716-a283-9aa70cf9ee5c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.047150] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.047150] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.047150] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adb403f6-1123-4ff3-9f61-80eff5dd8e7c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.053805] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 664.053805] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526b3b1a-23a7-8eea-eff1-76ed7af895c5" [ 664.053805] env[69226]: _type = "Task" [ 664.053805] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.061398] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526b3b1a-23a7-8eea-eff1-76ed7af895c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.183518] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fd60ef28-cbaf-42e6-a6df-1f92bf4c707f tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.387s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.184275] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.387s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.185987] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d715c84-4691-42d8-9153-b38f108a1685 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.209696] env[69226]: DEBUG nova.compute.utils [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.220598] env[69226]: DEBUG nova.network.neutron [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Updating instance_info_cache with network_info: [{"id": "b089f8df-2186-4d0e-97c1-2f7d3d7f340c", "address": "fa:16:3e:b9:86:93", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb089f8df-21", "ovs_interfaceid": "b089f8df-2186-4d0e-97c1-2f7d3d7f340c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.226100] env[69226]: DEBUG nova.compute.manager [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.226100] env[69226]: DEBUG nova.network.neutron [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.268432] env[69226]: DEBUG oslo_concurrency.lockutils [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.295965] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494287, 'name': Rename_Task, 'duration_secs': 0.274612} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.296332] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.300024] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-116c67fa-bea8-45f0-87b3-4fac21a71568 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.305812] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 664.305812] env[69226]: value = "task-3494290" [ 664.305812] env[69226]: _type = "Task" [ 664.305812] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.310875] env[69226]: DEBUG nova.policy [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '444a626d13ec45ab9fc4ef1696dd7333', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbdf28b80adb43d4b004cbc373a53ad4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.319781] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.376758] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494288, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.457543] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494289, 'name': Rename_Task, 'duration_secs': 0.348098} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.457543] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.460034] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed0fa5cc-e354-4246-82bb-4139aa7d3547 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.464188] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for the task: (returnval){ [ 664.464188] env[69226]: value = "task-3494291" [ 664.464188] env[69226]: _type = "Task" [ 664.464188] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.475662] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.526633] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': task-3494286, 'name': ReconfigVM_Task, 'duration_secs': 0.610907} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.527417] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 32205595-0a91-461e-a658-c67e9298d269/32205595-0a91-461e-a658-c67e9298d269.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.529072] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2177661d-b800-4344-893e-e6fd701f6212 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.537480] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Waiting for the task: (returnval){ [ 664.537480] env[69226]: value = "task-3494292" [ 664.537480] env[69226]: _type = "Task" [ 664.537480] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.549761] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': task-3494292, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.565790] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526b3b1a-23a7-8eea-eff1-76ed7af895c5, 'name': SearchDatastore_Task, 'duration_secs': 0.017144} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.565790] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa31e1fd-d158-4b08-9855-511443cd1525 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.576266] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 664.576266] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527aea97-9a36-d3e8-36c8-da0d9a77ddde" [ 664.576266] env[69226]: _type = "Task" [ 664.576266] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.584147] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527aea97-9a36-d3e8-36c8-da0d9a77ddde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.691898] env[69226]: DEBUG nova.compute.manager [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.697507] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.720428] env[69226]: DEBUG nova.compute.manager [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.730029] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Releasing lock "refresh_cache-dda0a9f9-57a5-4ff3-b286-e67a746fa7c7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.730029] env[69226]: DEBUG nova.compute.manager [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Instance network_info: |[{"id": "b089f8df-2186-4d0e-97c1-2f7d3d7f340c", "address": "fa:16:3e:b9:86:93", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb089f8df-21", "ovs_interfaceid": "b089f8df-2186-4d0e-97c1-2f7d3d7f340c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.734037] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:86:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b089f8df-2186-4d0e-97c1-2f7d3d7f340c', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.747419] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Creating folder: Project (2537dbd7c00842f7a6542f59ce67a7e8). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.747625] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e5f959e-0073-4875-8299-80f455369ba4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.767323] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Created folder: Project (2537dbd7c00842f7a6542f59ce67a7e8) in parent group-v698365. [ 664.767507] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Creating folder: Instances. Parent ref: group-v698391. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.767742] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccd84f74-ba7a-4364-9e3d-fb21e072618e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.777753] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Created folder: Instances in parent group-v698391. [ 664.777753] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.778057] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.778148] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-470cc151-a592-4500-b124-63a819df72fb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.812646] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.812646] env[69226]: value = "task-3494295" [ 664.812646] env[69226]: _type = "Task" [ 664.812646] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.828710] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494290, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.830254] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494295, 'name': CreateVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.851831] env[69226]: DEBUG nova.network.neutron [req-7f2f48c0-c51f-4dab-a28a-d012b4ee8417 req-53a3335c-0258-4374-8a87-94579fc8b0af service nova] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Updated VIF entry in instance network info cache for port 01d8f02b-58d0-47e5-b88c-188894f481ab. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.852758] env[69226]: DEBUG nova.network.neutron [req-7f2f48c0-c51f-4dab-a28a-d012b4ee8417 req-53a3335c-0258-4374-8a87-94579fc8b0af service nova] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Updating instance_info_cache with network_info: [{"id": "01d8f02b-58d0-47e5-b88c-188894f481ab", "address": "fa:16:3e:f5:e8:10", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01d8f02b-58", "ovs_interfaceid": "01d8f02b-58d0-47e5-b88c-188894f481ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.876859] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830889} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.876859] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d/3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.878275] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.878568] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43324eb2-0d0c-4008-9349-e515ad602191 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.891460] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 664.891460] env[69226]: value = "task-3494296" [ 664.891460] env[69226]: _type = "Task" [ 664.891460] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.908109] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.976024] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.049956] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': task-3494292, 'name': Rename_Task, 'duration_secs': 0.206795} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.052642] env[69226]: DEBUG nova.network.neutron [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Successfully created port: 73e9eebc-cf93-4634-8c30-0021e2cc8903 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.054895] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.055196] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb400a01-e1ee-435d-baec-46af9e9131c7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.065849] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Waiting for the task: (returnval){ [ 665.065849] env[69226]: value = "task-3494297" [ 665.065849] env[69226]: _type = "Task" [ 665.065849] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.076913] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': task-3494297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.091054] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527aea97-9a36-d3e8-36c8-da0d9a77ddde, 'name': SearchDatastore_Task, 'duration_secs': 0.058496} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.091323] env[69226]: DEBUG oslo_concurrency.lockutils [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.091576] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] d9bb3328-3100-4fdf-8b21-1a18930c98a1/d9bb3328-3100-4fdf-8b21-1a18930c98a1.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.092295] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57cffc18-a4d8-489c-806a-b34f2451485b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.101769] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 665.101769] env[69226]: value = "task-3494298" [ 665.101769] env[69226]: _type = "Task" [ 665.101769] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.111199] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.132024] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d3a507-c174-4a52-9d72-c89069300642 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.140644] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2938a0e-0d48-463a-9545-0b834d5f2c61 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.175894] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a446f93c-d4dd-4123-b79e-09d63fa5329f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.183871] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156f9e71-543c-4c81-8697-1bf417235ebf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.202410] env[69226]: DEBUG nova.compute.provider_tree [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.228936] env[69226]: DEBUG oslo_concurrency.lockutils [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.325356] env[69226]: DEBUG oslo_vmware.api [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494290, 'name': PowerOnVM_Task, 'duration_secs': 0.70981} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.328642] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.328858] env[69226]: DEBUG nova.compute.manager [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.329311] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494295, 'name': CreateVM_Task, 'duration_secs': 0.437436} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.330411] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89766fee-7958-4f12-ba3a-854dc95dc0ea {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.333130] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.333842] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.334009] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.334332] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.335066] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0111b4c-c909-4281-b5c4-beffb40f3f7d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.342123] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Waiting for the task: (returnval){ [ 665.342123] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ad39f4-cdb1-765d-243e-4cc3260287d9" [ 665.342123] env[69226]: _type = "Task" [ 665.342123] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.354485] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ad39f4-cdb1-765d-243e-4cc3260287d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.358269] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f2f48c0-c51f-4dab-a28a-d012b4ee8417 req-53a3335c-0258-4374-8a87-94579fc8b0af service nova] Releasing lock "refresh_cache-40d61487-5f6c-4455-a67a-5c58fe99d0b7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.406458] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073017} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.406458] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.407366] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d992bf9-e5eb-4339-8eeb-b7e6b8cb9815 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.440374] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d/3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.443051] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-414ede59-7ec6-4156-bb7b-f6fc01455948 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.466428] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 665.466428] env[69226]: value = "task-3494299" [ 665.466428] env[69226]: _type = "Task" [ 665.466428] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.478533] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494299, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.482413] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.585159] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': task-3494297, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.614200] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494298, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.708534] env[69226]: DEBUG nova.scheduler.client.report [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.734020] env[69226]: DEBUG nova.compute.manager [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.777742] env[69226]: DEBUG nova.virt.hardware [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.781759] env[69226]: DEBUG nova.virt.hardware [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.781759] env[69226]: DEBUG nova.virt.hardware [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.781759] env[69226]: DEBUG nova.virt.hardware [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.781759] env[69226]: DEBUG nova.virt.hardware [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.781759] env[69226]: DEBUG nova.virt.hardware [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.781759] env[69226]: DEBUG nova.virt.hardware [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.781975] env[69226]: DEBUG nova.virt.hardware [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.781975] env[69226]: DEBUG nova.virt.hardware [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.781975] env[69226]: DEBUG nova.virt.hardware [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.782071] env[69226]: DEBUG nova.virt.hardware [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.783292] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08c3822-e218-4640-be89-8889794faf2d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.794171] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbeaf21-f0ee-43ee-9cfb-ec01023eb25d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.858072] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.863273] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ad39f4-cdb1-765d-243e-4cc3260287d9, 'name': SearchDatastore_Task, 'duration_secs': 0.013084} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.863591] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.863822] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.864117] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.864499] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.865715] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.865715] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-086f6813-4975-429e-8760-f18261179376 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.879077] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.879312] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.880517] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c400b64e-c98d-4fbe-a2db-47a0ce681d9d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.892853] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Waiting for the task: (returnval){ [ 665.892853] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5229b886-1102-83c6-295e-b711e57b08fb" [ 665.892853] env[69226]: _type = "Task" [ 665.892853] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.900840] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5229b886-1102-83c6-295e-b711e57b08fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.988983] env[69226]: DEBUG oslo_vmware.api [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494291, 'name': PowerOnVM_Task, 'duration_secs': 1.43477} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.993191] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.993427] env[69226]: INFO nova.compute.manager [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Took 12.58 seconds to spawn the instance on the hypervisor. [ 665.993620] env[69226]: DEBUG nova.compute.manager [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.994326] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.995130] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4d07e8-754f-40e7-9c56-2ecb58642043 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.084461] env[69226]: DEBUG oslo_vmware.api [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': task-3494297, 'name': PowerOnVM_Task, 'duration_secs': 0.841663} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.084702] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.084932] env[69226]: INFO nova.compute.manager [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Took 10.17 seconds to spawn the instance on the hypervisor. [ 666.085643] env[69226]: DEBUG nova.compute.manager [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.086078] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b80b5e1-0a8f-413e-8be5-6aeac2e663ed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.115627] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639022} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.115904] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] d9bb3328-3100-4fdf-8b21-1a18930c98a1/d9bb3328-3100-4fdf-8b21-1a18930c98a1.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.116126] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.116378] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-208547dc-0c88-416b-b11c-21b17bfe0a22 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.123755] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 666.123755] env[69226]: value = "task-3494300" [ 666.123755] env[69226]: _type = "Task" [ 666.123755] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.135060] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.182703] env[69226]: DEBUG nova.compute.manager [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Received event network-vif-plugged-ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.182929] env[69226]: DEBUG oslo_concurrency.lockutils [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] Acquiring lock "d9bb3328-3100-4fdf-8b21-1a18930c98a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.183194] env[69226]: DEBUG oslo_concurrency.lockutils [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] Lock "d9bb3328-3100-4fdf-8b21-1a18930c98a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.183406] env[69226]: DEBUG oslo_concurrency.lockutils [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] Lock "d9bb3328-3100-4fdf-8b21-1a18930c98a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.183597] env[69226]: DEBUG nova.compute.manager [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] No waiting events found dispatching network-vif-plugged-ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.183769] env[69226]: WARNING nova.compute.manager [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Received unexpected event network-vif-plugged-ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf for instance with vm_state building and task_state spawning. [ 666.183951] env[69226]: DEBUG nova.compute.manager [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Received event network-changed-ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.184120] env[69226]: DEBUG nova.compute.manager [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Refreshing instance network info cache due to event network-changed-ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.184314] env[69226]: DEBUG oslo_concurrency.lockutils [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] Acquiring lock "refresh_cache-d9bb3328-3100-4fdf-8b21-1a18930c98a1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.184450] env[69226]: DEBUG oslo_concurrency.lockutils [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] Acquired lock "refresh_cache-d9bb3328-3100-4fdf-8b21-1a18930c98a1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.185645] env[69226]: DEBUG nova.network.neutron [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Refreshing network info cache for port ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.216916] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.219387] env[69226]: DEBUG nova.compute.manager [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.221878] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.791s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.409493] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5229b886-1102-83c6-295e-b711e57b08fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010922} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.410382] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-844aa202-ccfd-4a26-9c97-41e30d405677 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.416493] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Waiting for the task: (returnval){ [ 666.416493] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521f738e-3d5e-8d2f-44ea-f465a52e52f6" [ 666.416493] env[69226]: _type = "Task" [ 666.416493] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.428772] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521f738e-3d5e-8d2f-44ea-f465a52e52f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.484493] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494299, 'name': ReconfigVM_Task, 'duration_secs': 0.578269} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.484493] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d/3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.484713] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06d23c52-9365-48e7-a5bd-5eb1955cf58e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.492561] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 666.492561] env[69226]: value = "task-3494301" [ 666.492561] env[69226]: _type = "Task" [ 666.492561] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.505827] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494301, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.517584] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "ec6d5e41-f146-4ad0-9e5e-5da93c55f430" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.517850] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "ec6d5e41-f146-4ad0-9e5e-5da93c55f430" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.518810] env[69226]: INFO nova.compute.manager [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Took 27.18 seconds to build instance. [ 666.542987] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "2ffb3fde-d42e-44ca-ade4-20377df62856" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.543257] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "2ffb3fde-d42e-44ca-ade4-20377df62856" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.608109] env[69226]: INFO nova.compute.manager [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Took 26.17 seconds to build instance. [ 666.638784] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07772} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.639218] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.640097] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5383b771-e49e-4f82-b8b1-1cce5f998243 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.669458] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] d9bb3328-3100-4fdf-8b21-1a18930c98a1/d9bb3328-3100-4fdf-8b21-1a18930c98a1.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.671146] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53a2a971-efb6-4074-bdce-401ed614cc66 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.693141] env[69226]: DEBUG nova.network.neutron [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Successfully updated port: 63394047-b766-4c03-aea9-3160e82a0922 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.697949] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Acquiring lock "d148ca17-206a-48e4-a673-471bf48ab99e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.698657] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Lock "d148ca17-206a-48e4-a673-471bf48ab99e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.705129] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 666.705129] env[69226]: value = "task-3494302" [ 666.705129] env[69226]: _type = "Task" [ 666.705129] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.714259] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.734631] env[69226]: DEBUG nova.compute.utils [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.738411] env[69226]: DEBUG nova.compute.manager [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.739238] env[69226]: DEBUG nova.network.neutron [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.843852] env[69226]: DEBUG nova.policy [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '321f568d55ae4afb8121abfce00cc5d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aae391e4e8c442ff9c3464291c90627d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.931856] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521f738e-3d5e-8d2f-44ea-f465a52e52f6, 'name': SearchDatastore_Task, 'duration_secs': 0.035067} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.932195] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.932468] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] dda0a9f9-57a5-4ff3-b286-e67a746fa7c7/dda0a9f9-57a5-4ff3-b286-e67a746fa7c7.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.932705] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8399b109-b6df-437e-a5bb-0ef01114a474 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.943731] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Waiting for the task: (returnval){ [ 666.943731] env[69226]: value = "task-3494303" [ 666.943731] env[69226]: _type = "Task" [ 666.943731] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.953983] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.003938] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494301, 'name': Rename_Task, 'duration_secs': 0.286673} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.004278] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.004530] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7d3d8e3-5720-48a4-afb8-49065c1db1f9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.010793] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 667.010793] env[69226]: value = "task-3494304" [ 667.010793] env[69226]: _type = "Task" [ 667.010793] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.026921] env[69226]: DEBUG oslo_concurrency.lockutils [None req-048ce9b9-2d9a-4283-851e-bc77a13ebac1 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Lock "40d61487-5f6c-4455-a67a-5c58fe99d0b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.701s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.026921] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.044347] env[69226]: DEBUG nova.network.neutron [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Successfully updated port: 73e9eebc-cf93-4634-8c30-0021e2cc8903 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.110767] env[69226]: DEBUG oslo_concurrency.lockutils [None req-217e265a-0254-45ec-9d1a-c25ebf8369dd tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Lock "32205595-0a91-461e-a658-c67e9298d269" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.680s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.188750] env[69226]: DEBUG nova.network.neutron [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Updated VIF entry in instance network info cache for port ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.189167] env[69226]: DEBUG nova.network.neutron [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Updating instance_info_cache with network_info: [{"id": "ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf", "address": "fa:16:3e:73:9a:21", "network": {"id": "b8d56d01-daef-4d76-a58b-c20ff8dd8dfa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-325569326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7693765438004c20a82c61d8844af3af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea654ecc-24", "ovs_interfaceid": "ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.200244] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "refresh_cache-b1264f78-7279-4b02-b49b-df2d228690e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.200358] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired lock "refresh_cache-b1264f78-7279-4b02-b49b-df2d228690e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.200476] env[69226]: DEBUG nova.network.neutron [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.216841] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.238668] env[69226]: DEBUG nova.compute.manager [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.267198] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 667.405213] env[69226]: DEBUG oslo_concurrency.lockutils [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "512b5873-d78f-4299-bdee-8c725be60de7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.405556] env[69226]: DEBUG oslo_concurrency.lockutils [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "512b5873-d78f-4299-bdee-8c725be60de7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.405791] env[69226]: DEBUG oslo_concurrency.lockutils [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "512b5873-d78f-4299-bdee-8c725be60de7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.407042] env[69226]: DEBUG oslo_concurrency.lockutils [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "512b5873-d78f-4299-bdee-8c725be60de7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.407267] env[69226]: DEBUG oslo_concurrency.lockutils [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "512b5873-d78f-4299-bdee-8c725be60de7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.409279] env[69226]: INFO nova.compute.manager [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Terminating instance [ 667.454360] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494303, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.500977] env[69226]: DEBUG nova.network.neutron [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Successfully created port: 4ec631f3-0961-4eda-9d81-e1095ba3b9ad {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.523614] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494304, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.528985] env[69226]: DEBUG nova.compute.manager [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.548503] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Acquiring lock "refresh_cache-d54ee836-e113-4618-bfa5-6d91c4c51edd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.548652] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Acquired lock "refresh_cache-d54ee836-e113-4618-bfa5-6d91c4c51edd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.548868] env[69226]: DEBUG nova.network.neutron [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.614751] env[69226]: DEBUG nova.compute.manager [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.693988] env[69226]: DEBUG oslo_concurrency.lockutils [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] Releasing lock "refresh_cache-d9bb3328-3100-4fdf-8b21-1a18930c98a1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.693988] env[69226]: DEBUG nova.compute.manager [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Received event network-vif-plugged-b089f8df-2186-4d0e-97c1-2f7d3d7f340c {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.693988] env[69226]: DEBUG oslo_concurrency.lockutils [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] Acquiring lock "dda0a9f9-57a5-4ff3-b286-e67a746fa7c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.693988] env[69226]: DEBUG oslo_concurrency.lockutils [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] Lock "dda0a9f9-57a5-4ff3-b286-e67a746fa7c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.693988] env[69226]: DEBUG oslo_concurrency.lockutils [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] Lock "dda0a9f9-57a5-4ff3-b286-e67a746fa7c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.694174] env[69226]: DEBUG nova.compute.manager [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] No waiting events found dispatching network-vif-plugged-b089f8df-2186-4d0e-97c1-2f7d3d7f340c {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.694174] env[69226]: WARNING nova.compute.manager [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Received unexpected event network-vif-plugged-b089f8df-2186-4d0e-97c1-2f7d3d7f340c for instance with vm_state building and task_state spawning. [ 667.694174] env[69226]: DEBUG nova.compute.manager [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Received event network-changed-b089f8df-2186-4d0e-97c1-2f7d3d7f340c {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.694174] env[69226]: DEBUG nova.compute.manager [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Refreshing instance network info cache due to event network-changed-b089f8df-2186-4d0e-97c1-2f7d3d7f340c. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.694303] env[69226]: DEBUG oslo_concurrency.lockutils [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] Acquiring lock "refresh_cache-dda0a9f9-57a5-4ff3-b286-e67a746fa7c7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.694389] env[69226]: DEBUG oslo_concurrency.lockutils [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] Acquired lock "refresh_cache-dda0a9f9-57a5-4ff3-b286-e67a746fa7c7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.695038] env[69226]: DEBUG nova.network.neutron [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Refreshing network info cache for port b089f8df-2186-4d0e-97c1-2f7d3d7f340c {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.716334] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494302, 'name': ReconfigVM_Task, 'duration_secs': 0.868184} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.716732] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Reconfigured VM instance instance-00000009 to attach disk [datastore2] d9bb3328-3100-4fdf-8b21-1a18930c98a1/d9bb3328-3100-4fdf-8b21-1a18930c98a1.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.717781] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9ad402b-04d4-4335-99dc-238e8bb5c72d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.726985] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 667.726985] env[69226]: value = "task-3494305" [ 667.726985] env[69226]: _type = "Task" [ 667.726985] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.738272] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Acquiring lock "3d524a5b-6e5e-4ae9-883f-8f99339b9ffd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.738629] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Lock "3d524a5b-6e5e-4ae9-883f-8f99339b9ffd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.744050] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494305, 'name': Rename_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.769941] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 880cf401-fc4e-468d-bcdc-fa4e50a0565e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 667.769941] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance dda0a9f9-57a5-4ff3-b286-e67a746fa7c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 667.770118] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance b1264f78-7279-4b02-b49b-df2d228690e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 667.770151] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance d9bb3328-3100-4fdf-8b21-1a18930c98a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 667.772887] env[69226]: DEBUG nova.network.neutron [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.913938] env[69226]: DEBUG nova.compute.manager [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 667.914208] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.915117] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8401ea52-874d-4dec-9ef1-d39bb2f3a233 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.925047] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.925191] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2dc9d9b-0dba-4a6f-87d4-5eb2174390b4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.933430] env[69226]: DEBUG oslo_vmware.api [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 667.933430] env[69226]: value = "task-3494306" [ 667.933430] env[69226]: _type = "Task" [ 667.933430] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.945294] env[69226]: DEBUG oslo_vmware.api [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.960995] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857318} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.960995] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] dda0a9f9-57a5-4ff3-b286-e67a746fa7c7/dda0a9f9-57a5-4ff3-b286-e67a746fa7c7.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.960995] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.960995] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d6ee214-86d0-409b-9ec0-db815f5d0de1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.968411] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Waiting for the task: (returnval){ [ 667.968411] env[69226]: value = "task-3494307" [ 667.968411] env[69226]: _type = "Task" [ 667.968411] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.980224] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.028277] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494304, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.057667] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.061862] env[69226]: DEBUG nova.network.neutron [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Updating instance_info_cache with network_info: [{"id": "63394047-b766-4c03-aea9-3160e82a0922", "address": "fa:16:3e:ea:c2:6c", "network": {"id": "b8d56d01-daef-4d76-a58b-c20ff8dd8dfa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-325569326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7693765438004c20a82c61d8844af3af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63394047-b7", "ovs_interfaceid": "63394047-b766-4c03-aea9-3160e82a0922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.111792] env[69226]: DEBUG nova.network.neutron [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.138911] env[69226]: DEBUG oslo_concurrency.lockutils [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.238234] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494305, 'name': Rename_Task, 'duration_secs': 0.177739} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.240918] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.241724] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f3d0db8-ee7d-41f7-872c-0f51a5f6af03 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.247760] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 668.247760] env[69226]: value = "task-3494308" [ 668.247760] env[69226]: _type = "Task" [ 668.247760] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.260452] env[69226]: DEBUG nova.compute.manager [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.260452] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.281561] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 47485135-44d5-434c-88a9-63ea79da46db has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 668.305923] env[69226]: DEBUG nova.virt.hardware [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.305923] env[69226]: DEBUG nova.virt.hardware [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.305923] env[69226]: DEBUG nova.virt.hardware [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.306255] env[69226]: DEBUG nova.virt.hardware [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.306255] env[69226]: DEBUG nova.virt.hardware [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.306255] env[69226]: DEBUG nova.virt.hardware [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.306255] env[69226]: DEBUG nova.virt.hardware [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.306255] env[69226]: DEBUG nova.virt.hardware [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.306418] env[69226]: DEBUG nova.virt.hardware [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.306418] env[69226]: DEBUG nova.virt.hardware [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.306418] env[69226]: DEBUG nova.virt.hardware [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.306418] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62439471-d957-4898-a2d4-131e03b506e7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.315487] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745454e8-1a9f-4f1b-92c7-e2fc57f4da1c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.410946] env[69226]: DEBUG nova.network.neutron [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Updating instance_info_cache with network_info: [{"id": "73e9eebc-cf93-4634-8c30-0021e2cc8903", "address": "fa:16:3e:64:0b:6b", "network": {"id": "81070b31-2f4f-4b58-8e67-22436a1df097", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045407432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbdf28b80adb43d4b004cbc373a53ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e9eebc-cf", "ovs_interfaceid": "73e9eebc-cf93-4634-8c30-0021e2cc8903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.446599] env[69226]: DEBUG oslo_vmware.api [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494306, 'name': PowerOffVM_Task, 'duration_secs': 0.293373} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.446949] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.447434] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.447959] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a1a00c7-8adb-49de-8844-de529a2f4a4e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.482694] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06936} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.483530] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.484835] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e55d77-2eed-4b81-812e-2020a4f9a28f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.512854] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] dda0a9f9-57a5-4ff3-b286-e67a746fa7c7/dda0a9f9-57a5-4ff3-b286-e67a746fa7c7.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.514515] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0290e0c-492a-4328-9ecc-7762393b2dd6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.547602] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.547843] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.548153] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Deleting the datastore file [datastore2] 512b5873-d78f-4299-bdee-8c725be60de7 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.549330] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76a3dcb3-7a50-4e18-8483-f5cc174e4805 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.554609] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Waiting for the task: (returnval){ [ 668.554609] env[69226]: value = "task-3494310" [ 668.554609] env[69226]: _type = "Task" [ 668.554609] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.564026] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494304, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.565257] env[69226]: DEBUG oslo_vmware.api [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 668.565257] env[69226]: value = "task-3494311" [ 668.565257] env[69226]: _type = "Task" [ 668.565257] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.572956] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Releasing lock "refresh_cache-b1264f78-7279-4b02-b49b-df2d228690e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.572956] env[69226]: DEBUG nova.compute.manager [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Instance network_info: |[{"id": "63394047-b766-4c03-aea9-3160e82a0922", "address": "fa:16:3e:ea:c2:6c", "network": {"id": "b8d56d01-daef-4d76-a58b-c20ff8dd8dfa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-325569326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7693765438004c20a82c61d8844af3af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63394047-b7", "ovs_interfaceid": "63394047-b766-4c03-aea9-3160e82a0922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.573274] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.574063] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:c2:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63394047-b766-4c03-aea9-3160e82a0922', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.581465] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.585582] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.585582] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b964ca02-8210-4d97-9e45-29f8d5919495 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.601800] env[69226]: DEBUG oslo_vmware.api [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.607894] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.607894] env[69226]: value = "task-3494312" [ 668.607894] env[69226]: _type = "Task" [ 668.607894] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.617449] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494312, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.618866] env[69226]: DEBUG nova.network.neutron [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Updated VIF entry in instance network info cache for port b089f8df-2186-4d0e-97c1-2f7d3d7f340c. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.618866] env[69226]: DEBUG nova.network.neutron [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Updating instance_info_cache with network_info: [{"id": "b089f8df-2186-4d0e-97c1-2f7d3d7f340c", "address": "fa:16:3e:b9:86:93", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb089f8df-21", "ovs_interfaceid": "b089f8df-2186-4d0e-97c1-2f7d3d7f340c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.734224] env[69226]: DEBUG nova.compute.manager [req-d2e72246-cf88-4df5-8764-ffbcce2f307a req-1a8c49db-9565-4309-9b30-cc8cf46d2aa8 service nova] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Received event network-vif-plugged-63394047-b766-4c03-aea9-3160e82a0922 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.735556] env[69226]: DEBUG oslo_concurrency.lockutils [req-d2e72246-cf88-4df5-8764-ffbcce2f307a req-1a8c49db-9565-4309-9b30-cc8cf46d2aa8 service nova] Acquiring lock "b1264f78-7279-4b02-b49b-df2d228690e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.735556] env[69226]: DEBUG oslo_concurrency.lockutils [req-d2e72246-cf88-4df5-8764-ffbcce2f307a req-1a8c49db-9565-4309-9b30-cc8cf46d2aa8 service nova] Lock "b1264f78-7279-4b02-b49b-df2d228690e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.735556] env[69226]: DEBUG oslo_concurrency.lockutils [req-d2e72246-cf88-4df5-8764-ffbcce2f307a req-1a8c49db-9565-4309-9b30-cc8cf46d2aa8 service nova] Lock "b1264f78-7279-4b02-b49b-df2d228690e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.735556] env[69226]: DEBUG nova.compute.manager [req-d2e72246-cf88-4df5-8764-ffbcce2f307a req-1a8c49db-9565-4309-9b30-cc8cf46d2aa8 service nova] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] No waiting events found dispatching network-vif-plugged-63394047-b766-4c03-aea9-3160e82a0922 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.735556] env[69226]: WARNING nova.compute.manager [req-d2e72246-cf88-4df5-8764-ffbcce2f307a req-1a8c49db-9565-4309-9b30-cc8cf46d2aa8 service nova] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Received unexpected event network-vif-plugged-63394047-b766-4c03-aea9-3160e82a0922 for instance with vm_state building and task_state spawning. [ 668.759461] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.796834] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance aa73eeff-3d3b-4917-b43b-8125368a5521 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 668.796834] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.914070] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Releasing lock "refresh_cache-d54ee836-e113-4618-bfa5-6d91c4c51edd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.914448] env[69226]: DEBUG nova.compute.manager [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Instance network_info: |[{"id": "73e9eebc-cf93-4634-8c30-0021e2cc8903", "address": "fa:16:3e:64:0b:6b", "network": {"id": "81070b31-2f4f-4b58-8e67-22436a1df097", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045407432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbdf28b80adb43d4b004cbc373a53ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e9eebc-cf", "ovs_interfaceid": "73e9eebc-cf93-4634-8c30-0021e2cc8903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.914875] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:0b:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73e9eebc-cf93-4634-8c30-0021e2cc8903', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.922437] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Creating folder: Project (fbdf28b80adb43d4b004cbc373a53ad4). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.922733] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81f8b573-043c-422e-82e1-857bdb1fe0d6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.936578] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Created folder: Project (fbdf28b80adb43d4b004cbc373a53ad4) in parent group-v698365. [ 668.936781] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Creating folder: Instances. Parent ref: group-v698395. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.937019] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7ee1bce-9f5c-4df5-bfa6-c0bc84a58c82 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.949233] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Created folder: Instances in parent group-v698395. [ 668.949575] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.949814] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.950049] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0ef553c-48cc-44c3-b27e-197d6089a684 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.971091] env[69226]: INFO nova.compute.manager [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Rebuilding instance [ 668.973211] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.973211] env[69226]: value = "task-3494315" [ 668.973211] env[69226]: _type = "Task" [ 668.973211] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.982266] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494315, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.013418] env[69226]: DEBUG nova.compute.manager [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.014365] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edb2941-7bdd-4907-b02a-74bff8927112 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.030204] env[69226]: DEBUG oslo_vmware.api [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494304, 'name': PowerOnVM_Task, 'duration_secs': 1.578989} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.030403] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.030544] env[69226]: DEBUG nova.compute.manager [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.031560] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fed58c3-07a0-4425-b57f-19fd17097df4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.069970] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.076329] env[69226]: DEBUG oslo_vmware.api [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412973} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.077737] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.077737] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.077737] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.077737] env[69226]: INFO nova.compute.manager [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 669.077737] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.078071] env[69226]: DEBUG nova.compute.manager [-] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.078071] env[69226]: DEBUG nova.network.neutron [-] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.120878] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494312, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.121546] env[69226]: DEBUG oslo_concurrency.lockutils [req-0c6059d6-e842-4a1d-ae42-68b6a681882d req-70aad268-4341-47c5-ac21-24ff5b70e609 service nova] Releasing lock "refresh_cache-dda0a9f9-57a5-4ff3-b286-e67a746fa7c7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.260037] env[69226]: DEBUG oslo_vmware.api [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494308, 'name': PowerOnVM_Task, 'duration_secs': 0.983032} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.260037] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.260037] env[69226]: INFO nova.compute.manager [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Took 10.89 seconds to spawn the instance on the hypervisor. [ 669.260037] env[69226]: DEBUG nova.compute.manager [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.260540] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33d5940-16dc-47eb-a9a8-2dfb70cee791 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.309052] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 669.309052] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance efe57460-22b1-4a19-875c-0d19098a8c4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 669.379915] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquiring lock "168831bc-c8b0-415e-89d4-6a1b5ea03dc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.379915] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lock "168831bc-c8b0-415e-89d4-6a1b5ea03dc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.483604] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494315, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.530402] env[69226]: DEBUG nova.network.neutron [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Successfully updated port: 4ec631f3-0961-4eda-9d81-e1095ba3b9ad {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.550317] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.572450] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494310, 'name': ReconfigVM_Task, 'duration_secs': 0.654006} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.572735] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Reconfigured VM instance instance-0000000a to attach disk [datastore2] dda0a9f9-57a5-4ff3-b286-e67a746fa7c7/dda0a9f9-57a5-4ff3-b286-e67a746fa7c7.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.573404] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c145a64-0caa-46fe-80e6-2549c8e06ace {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.581509] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Waiting for the task: (returnval){ [ 669.581509] env[69226]: value = "task-3494316" [ 669.581509] env[69226]: _type = "Task" [ 669.581509] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.590970] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494316, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.628579] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494312, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.785744] env[69226]: INFO nova.compute.manager [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Took 24.26 seconds to build instance. [ 669.809999] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 13cb1171-4983-4b68-98d7-3d4f1a74fea0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 669.810155] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 32205595-0a91-461e-a658-c67e9298d269 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 669.986824] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494315, 'name': CreateVM_Task, 'duration_secs': 0.528983} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.988891] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.988891] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.988891] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.988891] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.988891] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-565f7816-e609-4cf7-9036-c8570469a370 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.994779] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Acquiring lock "40d61487-5f6c-4455-a67a-5c58fe99d0b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.994779] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Lock "40d61487-5f6c-4455-a67a-5c58fe99d0b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.994779] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Acquiring lock "40d61487-5f6c-4455-a67a-5c58fe99d0b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.994779] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Lock "40d61487-5f6c-4455-a67a-5c58fe99d0b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.994992] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Lock "40d61487-5f6c-4455-a67a-5c58fe99d0b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.996033] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Waiting for the task: (returnval){ [ 669.996033] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528daf87-bb4b-a018-d2c5-7bc819e95b34" [ 669.996033] env[69226]: _type = "Task" [ 669.996033] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.996477] env[69226]: INFO nova.compute.manager [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Terminating instance [ 670.008113] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528daf87-bb4b-a018-d2c5-7bc819e95b34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.035812] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Acquiring lock "refresh_cache-efe57460-22b1-4a19-875c-0d19098a8c4a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.036060] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Acquired lock "refresh_cache-efe57460-22b1-4a19-875c-0d19098a8c4a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.036247] env[69226]: DEBUG nova.network.neutron [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.040090] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.040090] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8dc71b6-8c48-4f32-8345-c3e6da7e7c18 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.047595] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Waiting for the task: (returnval){ [ 670.047595] env[69226]: value = "task-3494317" [ 670.047595] env[69226]: _type = "Task" [ 670.047595] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.059247] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': task-3494317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.092748] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494316, 'name': Rename_Task, 'duration_secs': 0.184014} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.092748] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.092748] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c65f293a-124a-479c-adce-6452da8cee52 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.099347] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Waiting for the task: (returnval){ [ 670.099347] env[69226]: value = "task-3494318" [ 670.099347] env[69226]: _type = "Task" [ 670.099347] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.107426] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.116377] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494312, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.243462] env[69226]: DEBUG nova.network.neutron [-] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.289765] env[69226]: DEBUG oslo_concurrency.lockutils [None req-53fdf763-c08f-471f-b8f7-e1d75fc1c205 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "d9bb3328-3100-4fdf-8b21-1a18930c98a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.776s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.314699] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 2a72a8c9-861c-4579-beb6-fe810df0cfeb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 670.427479] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.427479] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.504089] env[69226]: DEBUG nova.compute.manager [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.504484] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.509532] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbebc26-2f6e-48cd-9b11-58a2682f3922 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.512635] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528daf87-bb4b-a018-d2c5-7bc819e95b34, 'name': SearchDatastore_Task, 'duration_secs': 0.015249} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.513086] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.513429] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.513967] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.514263] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.514583] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.515307] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcdc5646-5027-4472-8f3d-bb393a69fbc4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.519723] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.520489] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e09ce7ad-7c3d-4f71-94c4-4c770623ebf8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.526894] env[69226]: DEBUG oslo_vmware.api [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Waiting for the task: (returnval){ [ 670.526894] env[69226]: value = "task-3494319" [ 670.526894] env[69226]: _type = "Task" [ 670.526894] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.531488] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.531979] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.532780] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad74eef2-b7a8-453c-ba80-45ac70fe7229 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.541901] env[69226]: DEBUG oslo_vmware.api [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Task: {'id': task-3494319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.543606] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Waiting for the task: (returnval){ [ 670.543606] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5290dac5-eed3-e576-5e98-b1f24536232a" [ 670.543606] env[69226]: _type = "Task" [ 670.543606] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.555111] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5290dac5-eed3-e576-5e98-b1f24536232a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.563038] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': task-3494317, 'name': PowerOffVM_Task, 'duration_secs': 0.185908} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.563038] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.563038] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.563038] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba87fdd-4cf0-4866-8237-27aa18569d69 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.568531] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.568766] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e1af8fc-f529-4db6-b572-b55fe088fc80 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.595724] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.596119] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.596390] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Deleting the datastore file [datastore2] 07803005-1fcc-472d-b7bd-095276eed330 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.596665] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a37fa88-da03-4070-a87d-e09f3b403a09 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.601641] env[69226]: DEBUG nova.network.neutron [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.618282] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494318, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.618904] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Waiting for the task: (returnval){ [ 670.618904] env[69226]: value = "task-3494321" [ 670.618904] env[69226]: _type = "Task" [ 670.618904] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.629370] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494312, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.635907] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': task-3494321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.750667] env[69226]: INFO nova.compute.manager [-] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Took 1.67 seconds to deallocate network for instance. [ 670.775514] env[69226]: DEBUG nova.compute.manager [req-466bfed0-8a39-4484-8bda-2c3daea97897 req-b84556a7-c99b-4356-8f4a-a48a158de06d service nova] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Received event network-vif-plugged-73e9eebc-cf93-4634-8c30-0021e2cc8903 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.775514] env[69226]: DEBUG oslo_concurrency.lockutils [req-466bfed0-8a39-4484-8bda-2c3daea97897 req-b84556a7-c99b-4356-8f4a-a48a158de06d service nova] Acquiring lock "d54ee836-e113-4618-bfa5-6d91c4c51edd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.775514] env[69226]: DEBUG oslo_concurrency.lockutils [req-466bfed0-8a39-4484-8bda-2c3daea97897 req-b84556a7-c99b-4356-8f4a-a48a158de06d service nova] Lock "d54ee836-e113-4618-bfa5-6d91c4c51edd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.775514] env[69226]: DEBUG oslo_concurrency.lockutils [req-466bfed0-8a39-4484-8bda-2c3daea97897 req-b84556a7-c99b-4356-8f4a-a48a158de06d service nova] Lock "d54ee836-e113-4618-bfa5-6d91c4c51edd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.776348] env[69226]: DEBUG nova.compute.manager [req-466bfed0-8a39-4484-8bda-2c3daea97897 req-b84556a7-c99b-4356-8f4a-a48a158de06d service nova] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] No waiting events found dispatching network-vif-plugged-73e9eebc-cf93-4634-8c30-0021e2cc8903 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.776348] env[69226]: WARNING nova.compute.manager [req-466bfed0-8a39-4484-8bda-2c3daea97897 req-b84556a7-c99b-4356-8f4a-a48a158de06d service nova] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Received unexpected event network-vif-plugged-73e9eebc-cf93-4634-8c30-0021e2cc8903 for instance with vm_state building and task_state spawning. [ 670.776348] env[69226]: DEBUG nova.compute.manager [req-466bfed0-8a39-4484-8bda-2c3daea97897 req-b84556a7-c99b-4356-8f4a-a48a158de06d service nova] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Received event network-changed-73e9eebc-cf93-4634-8c30-0021e2cc8903 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.776348] env[69226]: DEBUG nova.compute.manager [req-466bfed0-8a39-4484-8bda-2c3daea97897 req-b84556a7-c99b-4356-8f4a-a48a158de06d service nova] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Refreshing instance network info cache due to event network-changed-73e9eebc-cf93-4634-8c30-0021e2cc8903. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.776548] env[69226]: DEBUG oslo_concurrency.lockutils [req-466bfed0-8a39-4484-8bda-2c3daea97897 req-b84556a7-c99b-4356-8f4a-a48a158de06d service nova] Acquiring lock "refresh_cache-d54ee836-e113-4618-bfa5-6d91c4c51edd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.776709] env[69226]: DEBUG oslo_concurrency.lockutils [req-466bfed0-8a39-4484-8bda-2c3daea97897 req-b84556a7-c99b-4356-8f4a-a48a158de06d service nova] Acquired lock "refresh_cache-d54ee836-e113-4618-bfa5-6d91c4c51edd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.776877] env[69226]: DEBUG nova.network.neutron [req-466bfed0-8a39-4484-8bda-2c3daea97897 req-b84556a7-c99b-4356-8f4a-a48a158de06d service nova] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Refreshing network info cache for port 73e9eebc-cf93-4634-8c30-0021e2cc8903 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.792332] env[69226]: DEBUG nova.compute.manager [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.817568] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 2ffb3fde-d42e-44ca-ade4-20377df62856 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 670.887638] env[69226]: DEBUG nova.network.neutron [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Updating instance_info_cache with network_info: [{"id": "4ec631f3-0961-4eda-9d81-e1095ba3b9ad", "address": "fa:16:3e:c2:d8:c0", "network": {"id": "94058fad-f491-4c5b-a044-96c6aff6fa25", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-66266165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae391e4e8c442ff9c3464291c90627d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ec631f3-09", "ovs_interfaceid": "4ec631f3-0961-4eda-9d81-e1095ba3b9ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.041945] env[69226]: DEBUG oslo_vmware.api [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Task: {'id': task-3494319, 'name': PowerOffVM_Task, 'duration_secs': 0.290307} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.043261] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.043261] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.043261] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c551b25-d7ec-41e3-8f4a-25af52c83db8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.056360] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5290dac5-eed3-e576-5e98-b1f24536232a, 'name': SearchDatastore_Task, 'duration_secs': 0.022589} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.057309] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7656b4b0-b6fe-4a1c-b568-3b6abef305b9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.062731] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Waiting for the task: (returnval){ [ 671.062731] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522dd85d-de63-d6e0-df0e-e9cc2f321d76" [ 671.062731] env[69226]: _type = "Task" [ 671.062731] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.071169] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522dd85d-de63-d6e0-df0e-e9cc2f321d76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.111247] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.111441] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.112126] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Deleting the datastore file [datastore1] 40d61487-5f6c-4455-a67a-5c58fe99d0b7 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.112126] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71c72c6f-7b5a-488c-9f05-c345baf54953 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.117583] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494318, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.127251] env[69226]: DEBUG oslo_vmware.api [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Waiting for the task: (returnval){ [ 671.127251] env[69226]: value = "task-3494323" [ 671.127251] env[69226]: _type = "Task" [ 671.127251] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.131388] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494312, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.138570] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': task-3494321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151542} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.139353] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.139598] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.139833] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.146547] env[69226]: DEBUG oslo_vmware.api [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Task: {'id': task-3494323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.260840] env[69226]: DEBUG oslo_concurrency.lockutils [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.323672] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.323672] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance ec6d5e41-f146-4ad0-9e5e-5da93c55f430 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 671.393897] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Releasing lock "refresh_cache-efe57460-22b1-4a19-875c-0d19098a8c4a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.394235] env[69226]: DEBUG nova.compute.manager [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Instance network_info: |[{"id": "4ec631f3-0961-4eda-9d81-e1095ba3b9ad", "address": "fa:16:3e:c2:d8:c0", "network": {"id": "94058fad-f491-4c5b-a044-96c6aff6fa25", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-66266165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae391e4e8c442ff9c3464291c90627d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ec631f3-09", "ovs_interfaceid": "4ec631f3-0961-4eda-9d81-e1095ba3b9ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.395052] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:d8:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ec631f3-0961-4eda-9d81-e1095ba3b9ad', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.404152] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Creating folder: Project (aae391e4e8c442ff9c3464291c90627d). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.405818] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a536067-2cf7-4f74-a030-d3de59ed6121 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.411215] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Acquiring lock "f24d0958-af72-4bb1-b88d-5244a488ef2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.411688] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Lock "f24d0958-af72-4bb1-b88d-5244a488ef2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.420767] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Created folder: Project (aae391e4e8c442ff9c3464291c90627d) in parent group-v698365. [ 671.421574] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Creating folder: Instances. Parent ref: group-v698398. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.422678] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18de484e-e8f3-4711-89b8-cb48d3830df8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.438851] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Created folder: Instances in parent group-v698398. [ 671.440022] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.440022] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.440022] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce1c7d8c-15a7-4e62-b4d9-b5b8a1f6a832 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.463071] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.463071] env[69226]: value = "task-3494326" [ 671.463071] env[69226]: _type = "Task" [ 671.463071] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.472977] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494326, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.574431] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522dd85d-de63-d6e0-df0e-e9cc2f321d76, 'name': SearchDatastore_Task, 'duration_secs': 0.017149} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.574754] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.575227] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] d54ee836-e113-4618-bfa5-6d91c4c51edd/d54ee836-e113-4618-bfa5-6d91c4c51edd.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.575757] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bf00b52-5aac-4abe-a271-c6d7f5c0bd1a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.582860] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Waiting for the task: (returnval){ [ 671.582860] env[69226]: value = "task-3494327" [ 671.582860] env[69226]: _type = "Task" [ 671.582860] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.591692] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': task-3494327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.616403] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494318, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.626623] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494312, 'name': CreateVM_Task, 'duration_secs': 2.960014} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.626750] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.627484] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.627657] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.627966] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.628263] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc46b0c0-be4d-446e-92c9-4188f3e41045 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.638570] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 671.638570] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52280bfc-6438-947e-c1f7-6575435c4a51" [ 671.638570] env[69226]: _type = "Task" [ 671.638570] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.646373] env[69226]: DEBUG oslo_vmware.api [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Task: {'id': task-3494323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321362} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.647194] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.647194] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.647328] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.647525] env[69226]: INFO nova.compute.manager [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 671.647766] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.651258] env[69226]: DEBUG nova.compute.manager [-] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.651258] env[69226]: DEBUG nova.network.neutron [-] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.659059] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52280bfc-6438-947e-c1f7-6575435c4a51, 'name': SearchDatastore_Task, 'duration_secs': 0.010404} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.659298] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.659527] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.659812] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.660018] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.660328] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.660688] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6ba4b16-2c86-4c68-a407-e79d2103146e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.671042] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.671210] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.672069] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e8d64fc-1933-43f5-b0f3-667ed464a95f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.678539] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 671.678539] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521f878b-60db-47e4-0780-3d455dba19f5" [ 671.678539] env[69226]: _type = "Task" [ 671.678539] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.688227] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521f878b-60db-47e4-0780-3d455dba19f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.714403] env[69226]: DEBUG nova.network.neutron [req-466bfed0-8a39-4484-8bda-2c3daea97897 req-b84556a7-c99b-4356-8f4a-a48a158de06d service nova] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Updated VIF entry in instance network info cache for port 73e9eebc-cf93-4634-8c30-0021e2cc8903. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.714403] env[69226]: DEBUG nova.network.neutron [req-466bfed0-8a39-4484-8bda-2c3daea97897 req-b84556a7-c99b-4356-8f4a-a48a158de06d service nova] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Updating instance_info_cache with network_info: [{"id": "73e9eebc-cf93-4634-8c30-0021e2cc8903", "address": "fa:16:3e:64:0b:6b", "network": {"id": "81070b31-2f4f-4b58-8e67-22436a1df097", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045407432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbdf28b80adb43d4b004cbc373a53ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e9eebc-cf", "ovs_interfaceid": "73e9eebc-cf93-4634-8c30-0021e2cc8903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.753259] env[69226]: DEBUG nova.compute.manager [req-0407a6df-9592-4f56-81de-663c220a4779 req-155b3e52-1336-483c-9c0a-1a9fd1b99c08 service nova] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Received event network-changed-63394047-b766-4c03-aea9-3160e82a0922 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.753444] env[69226]: DEBUG nova.compute.manager [req-0407a6df-9592-4f56-81de-663c220a4779 req-155b3e52-1336-483c-9c0a-1a9fd1b99c08 service nova] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Refreshing instance network info cache due to event network-changed-63394047-b766-4c03-aea9-3160e82a0922. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.753659] env[69226]: DEBUG oslo_concurrency.lockutils [req-0407a6df-9592-4f56-81de-663c220a4779 req-155b3e52-1336-483c-9c0a-1a9fd1b99c08 service nova] Acquiring lock "refresh_cache-b1264f78-7279-4b02-b49b-df2d228690e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.753798] env[69226]: DEBUG oslo_concurrency.lockutils [req-0407a6df-9592-4f56-81de-663c220a4779 req-155b3e52-1336-483c-9c0a-1a9fd1b99c08 service nova] Acquired lock "refresh_cache-b1264f78-7279-4b02-b49b-df2d228690e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.753978] env[69226]: DEBUG nova.network.neutron [req-0407a6df-9592-4f56-81de-663c220a4779 req-155b3e52-1336-483c-9c0a-1a9fd1b99c08 service nova] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Refreshing network info cache for port 63394047-b766-4c03-aea9-3160e82a0922 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.825550] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance d148ca17-206a-48e4-a673-471bf48ab99e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 671.825776] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 512b5873-d78f-4299-bdee-8c725be60de7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 671.825908] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 5a03b873-a379-4f01-b4eb-1bf5906f7e2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 671.826210] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 671.976305] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494326, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.096984] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': task-3494327, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.115967] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494318, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.198244] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521f878b-60db-47e4-0780-3d455dba19f5, 'name': SearchDatastore_Task, 'duration_secs': 0.01012} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.200425] env[69226]: DEBUG nova.virt.hardware [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.200725] env[69226]: DEBUG nova.virt.hardware [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.200952] env[69226]: DEBUG nova.virt.hardware [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.201234] env[69226]: DEBUG nova.virt.hardware [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.201464] env[69226]: DEBUG nova.virt.hardware [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.201688] env[69226]: DEBUG nova.virt.hardware [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.202015] env[69226]: DEBUG nova.virt.hardware [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.202248] env[69226]: DEBUG nova.virt.hardware [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.202481] env[69226]: DEBUG nova.virt.hardware [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.202598] env[69226]: DEBUG nova.virt.hardware [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.202769] env[69226]: DEBUG nova.virt.hardware [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.204265] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08015c95-b9e4-4509-addb-534d94f139be {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.207217] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a959dea-6877-49ce-94d1-9b7e84305ce8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.217995] env[69226]: DEBUG oslo_concurrency.lockutils [req-466bfed0-8a39-4484-8bda-2c3daea97897 req-b84556a7-c99b-4356-8f4a-a48a158de06d service nova] Releasing lock "refresh_cache-d54ee836-e113-4618-bfa5-6d91c4c51edd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.220856] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677591ba-7212-487e-af3b-ad3fe444d29d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.224755] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 672.224755] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52247914-2496-eaa6-7ac7-8ca5ab898da4" [ 672.224755] env[69226]: _type = "Task" [ 672.224755] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.237424] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Instance VIF info [] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.244086] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.244829] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.245133] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-001280c9-5a2e-4fa3-8283-a7568cfd8da6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.263318] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52247914-2496-eaa6-7ac7-8ca5ab898da4, 'name': SearchDatastore_Task, 'duration_secs': 0.014541} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.264070] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.266087] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] b1264f78-7279-4b02-b49b-df2d228690e1/b1264f78-7279-4b02-b49b-df2d228690e1.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.266087] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d429be0f-8de3-4f11-a9b0-f4a659763871 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.268348] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.268348] env[69226]: value = "task-3494328" [ 672.268348] env[69226]: _type = "Task" [ 672.268348] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.273421] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 672.273421] env[69226]: value = "task-3494329" [ 672.273421] env[69226]: _type = "Task" [ 672.273421] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.285044] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494328, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.291266] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.332609] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance bc027f19-a069-407f-b861-66aa7c868033 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 672.332907] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 40d61487-5f6c-4455-a67a-5c58fe99d0b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 672.333085] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance d54ee836-e113-4618-bfa5-6d91c4c51edd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 672.333222] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 07803005-1fcc-472d-b7bd-095276eed330 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 672.333460] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 672.333641] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 672.477766] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494326, 'name': CreateVM_Task, 'duration_secs': 0.604917} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.477932] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.478680] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.478776] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.479391] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.479391] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f517910-0d6f-440d-b7b8-4e24c609145a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.488038] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Waiting for the task: (returnval){ [ 672.488038] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52142e2b-0aa9-d279-a9a6-a402d66f5408" [ 672.488038] env[69226]: _type = "Task" [ 672.488038] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.497268] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52142e2b-0aa9-d279-a9a6-a402d66f5408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.541565] env[69226]: DEBUG nova.network.neutron [req-0407a6df-9592-4f56-81de-663c220a4779 req-155b3e52-1336-483c-9c0a-1a9fd1b99c08 service nova] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Updated VIF entry in instance network info cache for port 63394047-b766-4c03-aea9-3160e82a0922. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.541994] env[69226]: DEBUG nova.network.neutron [req-0407a6df-9592-4f56-81de-663c220a4779 req-155b3e52-1336-483c-9c0a-1a9fd1b99c08 service nova] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Updating instance_info_cache with network_info: [{"id": "63394047-b766-4c03-aea9-3160e82a0922", "address": "fa:16:3e:ea:c2:6c", "network": {"id": "b8d56d01-daef-4d76-a58b-c20ff8dd8dfa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-325569326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7693765438004c20a82c61d8844af3af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63394047-b7", "ovs_interfaceid": "63394047-b766-4c03-aea9-3160e82a0922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.598817] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': task-3494327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552199} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.601118] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] d54ee836-e113-4618-bfa5-6d91c4c51edd/d54ee836-e113-4618-bfa5-6d91c4c51edd.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.601258] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.601884] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a348841e-0ad9-4547-8127-7943bb885a1e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.611517] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Waiting for the task: (returnval){ [ 672.611517] env[69226]: value = "task-3494330" [ 672.611517] env[69226]: _type = "Task" [ 672.611517] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.619064] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494318, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.627993] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': task-3494330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.652219] env[69226]: DEBUG nova.network.neutron [-] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.780266] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494328, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.789125] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147fba75-d6b1-4c68-9947-0614cbd29930 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.797527] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494329, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.800900] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafe0552-992a-4b4d-b9a2-f024dacab838 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.839835] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f24cc2-1942-433e-8f64-78e00c506e4a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.848788] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fd839d-8bca-49bf-8534-9e90ee751664 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.867578] env[69226]: DEBUG nova.compute.provider_tree [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.000683] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52142e2b-0aa9-d279-a9a6-a402d66f5408, 'name': SearchDatastore_Task, 'duration_secs': 0.02576} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.001141] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.001398] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.001643] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.001814] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.001957] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.002243] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40913a75-392c-4b8a-9691-23fd6bbab023 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.018163] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.018435] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.019316] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6dc437f-dbd5-4749-9bfe-98e84e939d41 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.027742] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Waiting for the task: (returnval){ [ 673.027742] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521bfebe-2272-038e-ea38-bb80818dcbce" [ 673.027742] env[69226]: _type = "Task" [ 673.027742] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.036662] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521bfebe-2272-038e-ea38-bb80818dcbce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.045400] env[69226]: DEBUG oslo_concurrency.lockutils [req-0407a6df-9592-4f56-81de-663c220a4779 req-155b3e52-1336-483c-9c0a-1a9fd1b99c08 service nova] Releasing lock "refresh_cache-b1264f78-7279-4b02-b49b-df2d228690e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.045886] env[69226]: DEBUG nova.compute.manager [req-0407a6df-9592-4f56-81de-663c220a4779 req-155b3e52-1336-483c-9c0a-1a9fd1b99c08 service nova] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Received event network-vif-deleted-4a42661f-b71d-44a5-bfe8-5f75dd30b5e0 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.119192] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494318, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.123961] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': task-3494330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104043} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.124240] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.125042] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e0f264-e73b-4a54-8bf3-aedc4efd9bb6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.146526] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] d54ee836-e113-4618-bfa5-6d91c4c51edd/d54ee836-e113-4618-bfa5-6d91c4c51edd.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.147145] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab945a10-02d4-4dab-8304-607662f79c71 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.161778] env[69226]: INFO nova.compute.manager [-] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Took 1.51 seconds to deallocate network for instance. [ 673.162170] env[69226]: DEBUG oslo_concurrency.lockutils [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.162389] env[69226]: DEBUG oslo_concurrency.lockutils [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.162584] env[69226]: DEBUG oslo_concurrency.lockutils [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.162758] env[69226]: DEBUG oslo_concurrency.lockutils [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.162917] env[69226]: DEBUG oslo_concurrency.lockutils [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.167607] env[69226]: INFO nova.compute.manager [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Terminating instance [ 673.174640] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Waiting for the task: (returnval){ [ 673.174640] env[69226]: value = "task-3494331" [ 673.174640] env[69226]: _type = "Task" [ 673.174640] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.186904] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': task-3494331, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.277930] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494328, 'name': CreateVM_Task, 'duration_secs': 0.633499} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.278203] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.278663] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.278808] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.282430] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.282430] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35454cda-be99-4a8b-8668-058056352307 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.287543] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Waiting for the task: (returnval){ [ 673.287543] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dfd57e-c56e-77fe-e732-6d8a340ecdda" [ 673.287543] env[69226]: _type = "Task" [ 673.287543] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.290994] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828751} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.293897] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] b1264f78-7279-4b02-b49b-df2d228690e1/b1264f78-7279-4b02-b49b-df2d228690e1.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.294127] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.294366] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56aca76e-c777-43e8-823e-29f15668341d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.300605] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dfd57e-c56e-77fe-e732-6d8a340ecdda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.307023] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 673.307023] env[69226]: value = "task-3494332" [ 673.307023] env[69226]: _type = "Task" [ 673.307023] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.310177] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.370794] env[69226]: DEBUG nova.scheduler.client.report [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.545348] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521bfebe-2272-038e-ea38-bb80818dcbce, 'name': SearchDatastore_Task, 'duration_secs': 0.028018} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.549022] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d4b57bd-5cb4-40ce-bcf9-89867e468c24 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.556409] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Waiting for the task: (returnval){ [ 673.556409] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b9db8f-3d47-7c12-11e6-9bd4797790e8" [ 673.556409] env[69226]: _type = "Task" [ 673.556409] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.566087] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b9db8f-3d47-7c12-11e6-9bd4797790e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.619275] env[69226]: DEBUG oslo_vmware.api [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494318, 'name': PowerOnVM_Task, 'duration_secs': 3.39343} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.619784] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.620444] env[69226]: INFO nova.compute.manager [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Took 12.85 seconds to spawn the instance on the hypervisor. [ 673.620882] env[69226]: DEBUG nova.compute.manager [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.621898] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d639a001-3ff8-4039-b152-9ce90594a7a1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.674042] env[69226]: DEBUG nova.compute.manager [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.677310] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.677310] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e4338b-e210-444b-b1e1-ba51ed657a25 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.691761] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': task-3494331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.695550] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.697290] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.697290] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9874efff-5263-42a7-a040-3b35d3a8c5dd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.704534] env[69226]: DEBUG oslo_vmware.api [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 673.704534] env[69226]: value = "task-3494333" [ 673.704534] env[69226]: _type = "Task" [ 673.704534] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.714416] env[69226]: DEBUG oslo_vmware.api [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.804752] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dfd57e-c56e-77fe-e732-6d8a340ecdda, 'name': SearchDatastore_Task, 'duration_secs': 0.026826} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.808228] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.808488] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.808698] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.813647] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083814} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.813951] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.818900] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e19b6e-0808-4bfa-a198-4cf3ed50b87e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.852542] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] b1264f78-7279-4b02-b49b-df2d228690e1/b1264f78-7279-4b02-b49b-df2d228690e1.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.853034] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c02701c-9d42-4417-9056-febb60455814 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.874963] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 673.874963] env[69226]: value = "task-3494334" [ 673.874963] env[69226]: _type = "Task" [ 673.874963] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.881313] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 673.881561] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.660s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.881841] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.845s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.883702] env[69226]: INFO nova.compute.claims [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.887196] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.887618] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Getting list of instances from cluster (obj){ [ 673.887618] env[69226]: value = "domain-c8" [ 673.887618] env[69226]: _type = "ClusterComputeResource" [ 673.887618] env[69226]: } {{(pid=69226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 673.889474] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47cc213-d271-4778-b3b4-e40a160e8abc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.898663] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.915653] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Got total of 11 instances {{(pid=69226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 674.071340] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b9db8f-3d47-7c12-11e6-9bd4797790e8, 'name': SearchDatastore_Task, 'duration_secs': 0.012759} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.071616] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.071887] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] efe57460-22b1-4a19-875c-0d19098a8c4a/efe57460-22b1-4a19-875c-0d19098a8c4a.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.072715] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.072715] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.072715] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db0aa57d-4273-4997-bbd7-2f03c6a06a9c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.076074] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a9a060b-3dea-45c3-9b43-825597606c82 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.082432] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Waiting for the task: (returnval){ [ 674.082432] env[69226]: value = "task-3494335" [ 674.082432] env[69226]: _type = "Task" [ 674.082432] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.087357] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.087584] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.088909] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03ba4c8e-dd2c-4111-a616-497d5bd566f8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.094946] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': task-3494335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.099316] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Waiting for the task: (returnval){ [ 674.099316] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c55e91-3784-f61a-9b49-e7f9b4ecba95" [ 674.099316] env[69226]: _type = "Task" [ 674.099316] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.110427] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c55e91-3784-f61a-9b49-e7f9b4ecba95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.144629] env[69226]: INFO nova.compute.manager [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Took 26.59 seconds to build instance. [ 674.193739] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': task-3494331, 'name': ReconfigVM_Task, 'duration_secs': 0.975476} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.197608] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Reconfigured VM instance instance-0000000c to attach disk [datastore2] d54ee836-e113-4618-bfa5-6d91c4c51edd/d54ee836-e113-4618-bfa5-6d91c4c51edd.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.198338] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7fc0ff8-917d-46a7-87a8-813a2094580c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.207575] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Waiting for the task: (returnval){ [ 674.207575] env[69226]: value = "task-3494336" [ 674.207575] env[69226]: _type = "Task" [ 674.207575] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.221347] env[69226]: DEBUG oslo_vmware.api [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494333, 'name': PowerOffVM_Task, 'duration_secs': 0.202407} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.224951] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.225214] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.225526] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': task-3494336, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.225762] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30fdcc3a-e3ff-4be3-89ef-19e1d3962929 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.304196] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.304196] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.304196] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleting the datastore file [datastore2] 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.304196] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc20253b-8db2-44cf-8272-f670ec51ca83 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.311183] env[69226]: DEBUG oslo_vmware.api [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 674.311183] env[69226]: value = "task-3494338" [ 674.311183] env[69226]: _type = "Task" [ 674.311183] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.320794] env[69226]: DEBUG oslo_vmware.api [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.393972] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494334, 'name': ReconfigVM_Task, 'duration_secs': 0.308249} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.394534] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Reconfigured VM instance instance-0000000b to attach disk [datastore2] b1264f78-7279-4b02-b49b-df2d228690e1/b1264f78-7279-4b02-b49b-df2d228690e1.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.395305] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae9d5b0e-49d9-4579-839c-5461f8cdc05d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.410205] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 674.410205] env[69226]: value = "task-3494339" [ 674.410205] env[69226]: _type = "Task" [ 674.410205] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.424311] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494339, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.442822] env[69226]: DEBUG nova.compute.manager [req-e564aafa-5e1e-4114-8f4d-b9659852db9d req-c9606c0b-aa30-44eb-a4f9-a66d85c6763c service nova] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Received event network-vif-plugged-4ec631f3-0961-4eda-9d81-e1095ba3b9ad {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.444563] env[69226]: DEBUG oslo_concurrency.lockutils [req-e564aafa-5e1e-4114-8f4d-b9659852db9d req-c9606c0b-aa30-44eb-a4f9-a66d85c6763c service nova] Acquiring lock "efe57460-22b1-4a19-875c-0d19098a8c4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.444563] env[69226]: DEBUG oslo_concurrency.lockutils [req-e564aafa-5e1e-4114-8f4d-b9659852db9d req-c9606c0b-aa30-44eb-a4f9-a66d85c6763c service nova] Lock "efe57460-22b1-4a19-875c-0d19098a8c4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.444563] env[69226]: DEBUG oslo_concurrency.lockutils [req-e564aafa-5e1e-4114-8f4d-b9659852db9d req-c9606c0b-aa30-44eb-a4f9-a66d85c6763c service nova] Lock "efe57460-22b1-4a19-875c-0d19098a8c4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.444563] env[69226]: DEBUG nova.compute.manager [req-e564aafa-5e1e-4114-8f4d-b9659852db9d req-c9606c0b-aa30-44eb-a4f9-a66d85c6763c service nova] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] No waiting events found dispatching network-vif-plugged-4ec631f3-0961-4eda-9d81-e1095ba3b9ad {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.444563] env[69226]: WARNING nova.compute.manager [req-e564aafa-5e1e-4114-8f4d-b9659852db9d req-c9606c0b-aa30-44eb-a4f9-a66d85c6763c service nova] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Received unexpected event network-vif-plugged-4ec631f3-0961-4eda-9d81-e1095ba3b9ad for instance with vm_state building and task_state spawning. [ 674.444733] env[69226]: DEBUG nova.compute.manager [req-e564aafa-5e1e-4114-8f4d-b9659852db9d req-c9606c0b-aa30-44eb-a4f9-a66d85c6763c service nova] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Received event network-changed-4ec631f3-0961-4eda-9d81-e1095ba3b9ad {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.444733] env[69226]: DEBUG nova.compute.manager [req-e564aafa-5e1e-4114-8f4d-b9659852db9d req-c9606c0b-aa30-44eb-a4f9-a66d85c6763c service nova] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Refreshing instance network info cache due to event network-changed-4ec631f3-0961-4eda-9d81-e1095ba3b9ad. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.444733] env[69226]: DEBUG oslo_concurrency.lockutils [req-e564aafa-5e1e-4114-8f4d-b9659852db9d req-c9606c0b-aa30-44eb-a4f9-a66d85c6763c service nova] Acquiring lock "refresh_cache-efe57460-22b1-4a19-875c-0d19098a8c4a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.444733] env[69226]: DEBUG oslo_concurrency.lockutils [req-e564aafa-5e1e-4114-8f4d-b9659852db9d req-c9606c0b-aa30-44eb-a4f9-a66d85c6763c service nova] Acquired lock "refresh_cache-efe57460-22b1-4a19-875c-0d19098a8c4a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.444922] env[69226]: DEBUG nova.network.neutron [req-e564aafa-5e1e-4114-8f4d-b9659852db9d req-c9606c0b-aa30-44eb-a4f9-a66d85c6763c service nova] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Refreshing network info cache for port 4ec631f3-0961-4eda-9d81-e1095ba3b9ad {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.600777] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': task-3494335, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.615618] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c55e91-3784-f61a-9b49-e7f9b4ecba95, 'name': SearchDatastore_Task, 'duration_secs': 0.015021} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.616909] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb3653a9-b39f-42c5-a42a-88c0cf7a725f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.628559] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquiring lock "40485daf-2011-4d34-b9d0-c696988de711" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.628959] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "40485daf-2011-4d34-b9d0-c696988de711" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.633668] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Waiting for the task: (returnval){ [ 674.633668] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e75cb4-c750-fd32-aa9a-27418354c125" [ 674.633668] env[69226]: _type = "Task" [ 674.633668] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.651546] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a38ecca2-3e25-493e-9f1d-accd66b352c0 tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Lock "dda0a9f9-57a5-4ff3-b286-e67a746fa7c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.113s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.651546] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e75cb4-c750-fd32-aa9a-27418354c125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.728194] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': task-3494336, 'name': Rename_Task, 'duration_secs': 0.194235} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.728583] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.728797] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca03e681-889b-412c-b2a7-ee3618d35289 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.737573] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Waiting for the task: (returnval){ [ 674.737573] env[69226]: value = "task-3494340" [ 674.737573] env[69226]: _type = "Task" [ 674.737573] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.748554] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': task-3494340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.821840] env[69226]: DEBUG oslo_vmware.api [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47386} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.821840] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.822040] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.822211] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.822380] env[69226]: INFO nova.compute.manager [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 674.822741] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.822908] env[69226]: DEBUG nova.compute.manager [-] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.822993] env[69226]: DEBUG nova.network.neutron [-] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.925737] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494339, 'name': Rename_Task, 'duration_secs': 0.230952} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.928518] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.928518] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6602dbac-0fea-4afc-a25d-dc1314687e01 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.938388] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 674.938388] env[69226]: value = "task-3494341" [ 674.938388] env[69226]: _type = "Task" [ 674.938388] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.952220] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494341, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.094480] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': task-3494335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67535} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.094755] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] efe57460-22b1-4a19-875c-0d19098a8c4a/efe57460-22b1-4a19-875c-0d19098a8c4a.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.095403] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.095403] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20e43c52-72f7-41d5-9d62-08e630a4eafe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.110236] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Waiting for the task: (returnval){ [ 675.110236] env[69226]: value = "task-3494342" [ 675.110236] env[69226]: _type = "Task" [ 675.110236] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.117278] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': task-3494342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.150884] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e75cb4-c750-fd32-aa9a-27418354c125, 'name': SearchDatastore_Task, 'duration_secs': 0.064346} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.150884] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.150884] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 07803005-1fcc-472d-b7bd-095276eed330/07803005-1fcc-472d-b7bd-095276eed330.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.150884] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43b417dc-c3d6-4fed-9e60-0907a2574fcd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.161185] env[69226]: DEBUG nova.compute.manager [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.166718] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Waiting for the task: (returnval){ [ 675.166718] env[69226]: value = "task-3494343" [ 675.166718] env[69226]: _type = "Task" [ 675.166718] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.179054] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': task-3494343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.250091] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': task-3494340, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.393686] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dc8b43-4581-40d0-bc4d-5af9350b4b91 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.397748] env[69226]: DEBUG nova.network.neutron [req-e564aafa-5e1e-4114-8f4d-b9659852db9d req-c9606c0b-aa30-44eb-a4f9-a66d85c6763c service nova] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Updated VIF entry in instance network info cache for port 4ec631f3-0961-4eda-9d81-e1095ba3b9ad. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.398103] env[69226]: DEBUG nova.network.neutron [req-e564aafa-5e1e-4114-8f4d-b9659852db9d req-c9606c0b-aa30-44eb-a4f9-a66d85c6763c service nova] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Updating instance_info_cache with network_info: [{"id": "4ec631f3-0961-4eda-9d81-e1095ba3b9ad", "address": "fa:16:3e:c2:d8:c0", "network": {"id": "94058fad-f491-4c5b-a044-96c6aff6fa25", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-66266165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae391e4e8c442ff9c3464291c90627d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ec631f3-09", "ovs_interfaceid": "4ec631f3-0961-4eda-9d81-e1095ba3b9ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.406060] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c861c9-eb7c-4347-af66-3908be94e1da {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.440201] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da9b6c6-e905-42e6-b376-6d25e81d3804 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.455596] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce27b4f-4a30-4eee-b9cd-5c8f61803143 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.459811] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494341, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.471869] env[69226]: DEBUG nova.compute.provider_tree [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.582897] env[69226]: DEBUG nova.compute.manager [req-aa94c7d0-7a37-41ef-b84f-7bf020bd7258 req-b59ab20e-cf01-4246-842a-b74e466866e8 service nova] [instance: 32205595-0a91-461e-a658-c67e9298d269] Received event network-changed-01bbc7a9-a82b-4f31-8880-fabf606418d9 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.583123] env[69226]: DEBUG nova.compute.manager [req-aa94c7d0-7a37-41ef-b84f-7bf020bd7258 req-b59ab20e-cf01-4246-842a-b74e466866e8 service nova] [instance: 32205595-0a91-461e-a658-c67e9298d269] Refreshing instance network info cache due to event network-changed-01bbc7a9-a82b-4f31-8880-fabf606418d9. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.583317] env[69226]: DEBUG oslo_concurrency.lockutils [req-aa94c7d0-7a37-41ef-b84f-7bf020bd7258 req-b59ab20e-cf01-4246-842a-b74e466866e8 service nova] Acquiring lock "refresh_cache-32205595-0a91-461e-a658-c67e9298d269" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.587624] env[69226]: DEBUG oslo_concurrency.lockutils [req-aa94c7d0-7a37-41ef-b84f-7bf020bd7258 req-b59ab20e-cf01-4246-842a-b74e466866e8 service nova] Acquired lock "refresh_cache-32205595-0a91-461e-a658-c67e9298d269" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.587624] env[69226]: DEBUG nova.network.neutron [req-aa94c7d0-7a37-41ef-b84f-7bf020bd7258 req-b59ab20e-cf01-4246-842a-b74e466866e8 service nova] [instance: 32205595-0a91-461e-a658-c67e9298d269] Refreshing network info cache for port 01bbc7a9-a82b-4f31-8880-fabf606418d9 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.625724] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': task-3494342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08746} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.625724] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.625724] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b03d3d-ab68-4498-86e3-8eb92fcc5344 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.647601] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] efe57460-22b1-4a19-875c-0d19098a8c4a/efe57460-22b1-4a19-875c-0d19098a8c4a.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.649131] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d2ef6d6-1ab6-45bd-815c-1a23d236f041 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.670784] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "04510015-46c8-4629-9033-3ae5817e59df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.671072] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "04510015-46c8-4629-9033-3ae5817e59df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.679684] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Waiting for the task: (returnval){ [ 675.679684] env[69226]: value = "task-3494344" [ 675.679684] env[69226]: _type = "Task" [ 675.679684] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.687401] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': task-3494343, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.693962] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': task-3494344, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.700230] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.738876] env[69226]: DEBUG nova.network.neutron [-] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.750626] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': task-3494340, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.901613] env[69226]: DEBUG oslo_concurrency.lockutils [req-e564aafa-5e1e-4114-8f4d-b9659852db9d req-c9606c0b-aa30-44eb-a4f9-a66d85c6763c service nova] Releasing lock "refresh_cache-efe57460-22b1-4a19-875c-0d19098a8c4a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.902036] env[69226]: DEBUG nova.compute.manager [req-e564aafa-5e1e-4114-8f4d-b9659852db9d req-c9606c0b-aa30-44eb-a4f9-a66d85c6763c service nova] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Received event network-vif-deleted-01d8f02b-58d0-47e5-b88c-188894f481ab {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.949190] env[69226]: DEBUG oslo_vmware.api [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494341, 'name': PowerOnVM_Task, 'duration_secs': 0.562168} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.949468] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.949733] env[69226]: INFO nova.compute.manager [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Took 12.70 seconds to spawn the instance on the hypervisor. [ 675.949859] env[69226]: DEBUG nova.compute.manager [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.950695] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0be0304-52df-4f9f-926f-ed060451ed0f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.974979] env[69226]: DEBUG nova.scheduler.client.report [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.990950] env[69226]: DEBUG nova.compute.manager [None req-9809c375-fc1e-4c69-baec-aa4423fc7625 tempest-ServerDiagnosticsTest-426902077 tempest-ServerDiagnosticsTest-426902077-project-admin] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.992291] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62861ae4-f8ba-428f-9d60-d88689a924ca {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.999974] env[69226]: INFO nova.compute.manager [None req-9809c375-fc1e-4c69-baec-aa4423fc7625 tempest-ServerDiagnosticsTest-426902077 tempest-ServerDiagnosticsTest-426902077-project-admin] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Retrieving diagnostics [ 676.001247] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd13bcf-7178-4bf5-87d8-f3d504f2bebe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.182866] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': task-3494343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.819062} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.186601] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 07803005-1fcc-472d-b7bd-095276eed330/07803005-1fcc-472d-b7bd-095276eed330.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.186983] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.187369] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8d6ecf7-2f84-4127-a14b-c656f6d04f22 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.198413] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': task-3494344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.200062] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Waiting for the task: (returnval){ [ 676.200062] env[69226]: value = "task-3494345" [ 676.200062] env[69226]: _type = "Task" [ 676.200062] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.210738] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': task-3494345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.248121] env[69226]: INFO nova.compute.manager [-] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Took 1.42 seconds to deallocate network for instance. [ 676.251488] env[69226]: DEBUG oslo_vmware.api [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': task-3494340, 'name': PowerOnVM_Task, 'duration_secs': 1.140252} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.254960] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.255359] env[69226]: INFO nova.compute.manager [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Took 10.52 seconds to spawn the instance on the hypervisor. [ 676.255654] env[69226]: DEBUG nova.compute.manager [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.256950] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9c167c-a22e-4bb9-942e-67cb3b59226d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.398509] env[69226]: DEBUG nova.network.neutron [req-aa94c7d0-7a37-41ef-b84f-7bf020bd7258 req-b59ab20e-cf01-4246-842a-b74e466866e8 service nova] [instance: 32205595-0a91-461e-a658-c67e9298d269] Updated VIF entry in instance network info cache for port 01bbc7a9-a82b-4f31-8880-fabf606418d9. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.398914] env[69226]: DEBUG nova.network.neutron [req-aa94c7d0-7a37-41ef-b84f-7bf020bd7258 req-b59ab20e-cf01-4246-842a-b74e466866e8 service nova] [instance: 32205595-0a91-461e-a658-c67e9298d269] Updating instance_info_cache with network_info: [{"id": "01bbc7a9-a82b-4f31-8880-fabf606418d9", "address": "fa:16:3e:46:4b:7c", "network": {"id": "3bed3daa-b03a-46ea-beef-1de3fa99acbc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-427704424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9ee254a7ad24e328051bef43e6787ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bbc7a9-a8", "ovs_interfaceid": "01bbc7a9-a82b-4f31-8880-fabf606418d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.473466] env[69226]: INFO nova.compute.manager [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Took 22.70 seconds to build instance. [ 676.483774] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.484309] env[69226]: DEBUG nova.compute.manager [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.488465] env[69226]: DEBUG oslo_concurrency.lockutils [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.220s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.489968] env[69226]: INFO nova.compute.claims [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.697965] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': task-3494344, 'name': ReconfigVM_Task, 'duration_secs': 0.768679} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.699294] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Reconfigured VM instance instance-0000000d to attach disk [datastore2] efe57460-22b1-4a19-875c-0d19098a8c4a/efe57460-22b1-4a19-875c-0d19098a8c4a.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.700060] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39d412c5-65f1-41e4-8b6d-d466fe8292ba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.713952] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': task-3494345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065873} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.715597] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.715962] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Waiting for the task: (returnval){ [ 676.715962] env[69226]: value = "task-3494346" [ 676.715962] env[69226]: _type = "Task" [ 676.715962] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.720430] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0cce76-f40e-43a2-82ea-38c2ba53b1ee {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.751047] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 07803005-1fcc-472d-b7bd-095276eed330/07803005-1fcc-472d-b7bd-095276eed330.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.754777] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af1f6fce-faa0-450b-9de0-dfeeee103ec5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.771916] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': task-3494346, 'name': Rename_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.772940] env[69226]: DEBUG oslo_concurrency.lockutils [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.783872] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Waiting for the task: (returnval){ [ 676.783872] env[69226]: value = "task-3494347" [ 676.783872] env[69226]: _type = "Task" [ 676.783872] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.784380] env[69226]: INFO nova.compute.manager [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Took 22.02 seconds to build instance. [ 676.797451] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': task-3494347, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.901591] env[69226]: DEBUG oslo_concurrency.lockutils [req-aa94c7d0-7a37-41ef-b84f-7bf020bd7258 req-b59ab20e-cf01-4246-842a-b74e466866e8 service nova] Releasing lock "refresh_cache-32205595-0a91-461e-a658-c67e9298d269" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.976619] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a4bfc556-fdb0-4104-a0c5-63ec6f686dea tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "b1264f78-7279-4b02-b49b-df2d228690e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.496s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.995404] env[69226]: DEBUG nova.compute.utils [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.996728] env[69226]: DEBUG nova.compute.manager [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.997798] env[69226]: DEBUG nova.network.neutron [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.233782] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': task-3494346, 'name': Rename_Task, 'duration_secs': 0.205679} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.236468] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.236468] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe4c1275-14e2-4077-b7ff-af11a0f7ff2e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.244023] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Waiting for the task: (returnval){ [ 677.244023] env[69226]: value = "task-3494348" [ 677.244023] env[69226]: _type = "Task" [ 677.244023] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.250588] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': task-3494348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.290422] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e3a2f579-f485-4d2e-9218-00863885b18a tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Lock "d54ee836-e113-4618-bfa5-6d91c4c51edd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.778s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.299319] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': task-3494347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.317400] env[69226]: DEBUG nova.policy [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bae6602dcf3d4ff5bf4e74c78e50abc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bfb7e6291bc47759721b974052bfef9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.481191] env[69226]: DEBUG nova.compute.manager [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.501942] env[69226]: DEBUG nova.compute.manager [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.768607] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': task-3494348, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.799749] env[69226]: DEBUG nova.compute.manager [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.812176] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': task-3494347, 'name': ReconfigVM_Task, 'duration_secs': 0.719951} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.812905] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 07803005-1fcc-472d-b7bd-095276eed330/07803005-1fcc-472d-b7bd-095276eed330.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.814068] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61c1dbfe-a6ea-49a0-9b5f-4685d5beaee3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.824639] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Waiting for the task: (returnval){ [ 677.824639] env[69226]: value = "task-3494349" [ 677.824639] env[69226]: _type = "Task" [ 677.824639] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.839985] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': task-3494349, 'name': Rename_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.861047] env[69226]: DEBUG nova.compute.manager [req-cdad010e-9e16-4804-a036-e414b4d08191 req-461eea60-cc6f-4db7-bc4e-4c3b2c583e12 service nova] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Received event network-vif-deleted-c5c881f2-1698-41ac-8754-83c13efdace9 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.016987] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.130180] env[69226]: DEBUG nova.network.neutron [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Successfully created port: 52957432-6bd2-4398-9f34-9ffc9e00b685 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.142870] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4d95c7-3e02-47b1-a868-bc11565b45cd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.152735] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7811c02e-b4fb-470b-b7ad-e524cde4575d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.191466] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415194f0-bb7a-4fe3-9125-2f409863f6a0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.201058] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a729dde2-0d3b-446e-9f5d-043bbce8f787 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.214363] env[69226]: DEBUG nova.compute.provider_tree [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.255628] env[69226]: DEBUG oslo_vmware.api [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': task-3494348, 'name': PowerOnVM_Task, 'duration_secs': 0.883199} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.255985] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.256174] env[69226]: INFO nova.compute.manager [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Took 10.00 seconds to spawn the instance on the hypervisor. [ 678.256381] env[69226]: DEBUG nova.compute.manager [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.257242] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723b7159-4091-42ef-8879-3686aed0c665 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.330324] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.334316] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': task-3494349, 'name': Rename_Task, 'duration_secs': 0.184568} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.334605] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.334851] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06626de5-9793-4fb6-be6b-f8dc490627cb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.343024] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Waiting for the task: (returnval){ [ 678.343024] env[69226]: value = "task-3494350" [ 678.343024] env[69226]: _type = "Task" [ 678.343024] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.349680] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': task-3494350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.520038] env[69226]: DEBUG nova.compute.manager [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.558612] env[69226]: DEBUG nova.virt.hardware [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.558872] env[69226]: DEBUG nova.virt.hardware [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.559278] env[69226]: DEBUG nova.virt.hardware [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.559615] env[69226]: DEBUG nova.virt.hardware [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.559836] env[69226]: DEBUG nova.virt.hardware [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.560308] env[69226]: DEBUG nova.virt.hardware [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.560615] env[69226]: DEBUG nova.virt.hardware [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.560831] env[69226]: DEBUG nova.virt.hardware [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.561259] env[69226]: DEBUG nova.virt.hardware [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.561491] env[69226]: DEBUG nova.virt.hardware [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.561766] env[69226]: DEBUG nova.virt.hardware [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.563020] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36561166-a7ae-4e7b-a40d-080520cd5862 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.573860] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10715cc-7cbb-4a9a-86cc-bb94ca3cc0fa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.607458] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Acquiring lock "dda0a9f9-57a5-4ff3-b286-e67a746fa7c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.607774] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Lock "dda0a9f9-57a5-4ff3-b286-e67a746fa7c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.608047] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Acquiring lock "dda0a9f9-57a5-4ff3-b286-e67a746fa7c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.608316] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Lock "dda0a9f9-57a5-4ff3-b286-e67a746fa7c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.608517] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Lock "dda0a9f9-57a5-4ff3-b286-e67a746fa7c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.611179] env[69226]: INFO nova.compute.manager [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Terminating instance [ 678.751084] env[69226]: ERROR nova.scheduler.client.report [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [req-43f7b2ba-911f-48d3-a98e-1618ae6b333c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b569e5e-3afa-426e-9210-ba55a6e69f42. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-43f7b2ba-911f-48d3-a98e-1618ae6b333c"}]} [ 678.780621] env[69226]: INFO nova.compute.manager [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Took 23.36 seconds to build instance. [ 678.786874] env[69226]: DEBUG nova.scheduler.client.report [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Refreshing inventories for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 678.808225] env[69226]: DEBUG nova.scheduler.client.report [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Updating ProviderTree inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 678.808468] env[69226]: DEBUG nova.compute.provider_tree [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.826832] env[69226]: DEBUG nova.scheduler.client.report [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Refreshing aggregate associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, aggregates: None {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 678.854209] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': task-3494350, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.855701] env[69226]: DEBUG nova.scheduler.client.report [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Refreshing trait associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 679.117991] env[69226]: DEBUG nova.compute.manager [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.118338] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.119750] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f633f0-7f30-478a-abdb-17c8d8a78eba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.128558] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.128844] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a317bb69-a131-4477-b82a-0eef4cd45612 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.136645] env[69226]: DEBUG oslo_vmware.api [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Waiting for the task: (returnval){ [ 679.136645] env[69226]: value = "task-3494351" [ 679.136645] env[69226]: _type = "Task" [ 679.136645] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.150050] env[69226]: DEBUG oslo_vmware.api [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.284463] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3f40bff9-a864-4b43-b934-258424ee02e3 tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Lock "efe57460-22b1-4a19-875c-0d19098a8c4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.352s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.301234] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35da9fc-e434-449a-958a-0e526b1ca0b0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.312620] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b851af-4794-429b-9609-1bc63263a63d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.352995] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163e5c9d-c630-4a04-81d5-ceac9964df5c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.365304] env[69226]: DEBUG oslo_vmware.api [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Task: {'id': task-3494350, 'name': PowerOnVM_Task, 'duration_secs': 0.538786} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.365712] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.365991] env[69226]: DEBUG nova.compute.manager [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.367267] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7bc7bd-102c-414f-aa1d-2c8eafd74059 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.372162] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af73d14-3629-4902-85de-267d1d2eebdd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.389688] env[69226]: DEBUG nova.compute.provider_tree [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.649567] env[69226]: DEBUG oslo_vmware.api [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494351, 'name': PowerOffVM_Task, 'duration_secs': 0.394109} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.649824] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.650200] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.650423] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4388542e-b390-4536-a97c-9bc1149f36b5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.710602] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.710602] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.710602] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Deleting the datastore file [datastore2] dda0a9f9-57a5-4ff3-b286-e67a746fa7c7 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.710602] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fe40b85-bf0a-45a2-9c36-9557691e253c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.718287] env[69226]: DEBUG oslo_vmware.api [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Waiting for the task: (returnval){ [ 679.718287] env[69226]: value = "task-3494353" [ 679.718287] env[69226]: _type = "Task" [ 679.718287] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.729926] env[69226]: DEBUG oslo_vmware.api [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.788105] env[69226]: DEBUG nova.compute.manager [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.914427] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.926149] env[69226]: DEBUG nova.network.neutron [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Successfully updated port: 52957432-6bd2-4398-9f34-9ffc9e00b685 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.929921] env[69226]: ERROR nova.scheduler.client.report [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [req-33d041a5-e766-44da-ad7d-0af5ab75e570] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b569e5e-3afa-426e-9210-ba55a6e69f42. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-33d041a5-e766-44da-ad7d-0af5ab75e570"}]} [ 679.953214] env[69226]: DEBUG nova.scheduler.client.report [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Refreshing inventories for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 679.971035] env[69226]: DEBUG nova.scheduler.client.report [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Updating ProviderTree inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 679.971035] env[69226]: DEBUG nova.compute.provider_tree [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.989246] env[69226]: DEBUG nova.scheduler.client.report [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Refreshing aggregate associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, aggregates: None {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 680.016472] env[69226]: DEBUG nova.scheduler.client.report [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Refreshing trait associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 680.133412] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.134432] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.230180] env[69226]: DEBUG oslo_vmware.api [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Task: {'id': task-3494353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352591} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.233428] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.233428] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.233572] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.233658] env[69226]: INFO nova.compute.manager [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 680.233945] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.234378] env[69226]: DEBUG nova.compute.manager [-] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.234481] env[69226]: DEBUG nova.network.neutron [-] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.304235] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Acquiring lock "15a216a3-85e7-40f3-bdd2-7d1ac563aeb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.304533] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Lock "15a216a3-85e7-40f3-bdd2-7d1ac563aeb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.316740] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.432543] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "refresh_cache-880cf401-fc4e-468d-bcdc-fa4e50a0565e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.434152] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquired lock "refresh_cache-880cf401-fc4e-468d-bcdc-fa4e50a0565e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.434152] env[69226]: DEBUG nova.network.neutron [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.540356] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64f1466-9e47-425c-bf19-4427f7268fc1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.552781] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bbd9b8-caee-4609-b3bf-7709f4a0a8b3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.592817] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3f74bd-f070-4553-8bf8-36d99c7c89b2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.601867] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16cab7e-294f-4624-9d29-3e64beee0b3f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.616310] env[69226]: DEBUG nova.compute.provider_tree [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.983313] env[69226]: DEBUG nova.network.neutron [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.124588] env[69226]: DEBUG nova.scheduler.client.report [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.210793] env[69226]: DEBUG nova.network.neutron [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Updating instance_info_cache with network_info: [{"id": "52957432-6bd2-4398-9f34-9ffc9e00b685", "address": "fa:16:3e:14:8b:b0", "network": {"id": "24704e38-d527-4260-beab-ba8b7426eaaa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-126944487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bfb7e6291bc47759721b974052bfef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52957432-6b", "ovs_interfaceid": "52957432-6bd2-4398-9f34-9ffc9e00b685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.281538] env[69226]: DEBUG nova.compute.manager [req-966f8d98-737d-42c0-be43-098cc1407146 req-a93eacab-0907-455b-97f8-a66f46baac6c service nova] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Received event network-vif-plugged-52957432-6bd2-4398-9f34-9ffc9e00b685 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.281538] env[69226]: DEBUG oslo_concurrency.lockutils [req-966f8d98-737d-42c0-be43-098cc1407146 req-a93eacab-0907-455b-97f8-a66f46baac6c service nova] Acquiring lock "880cf401-fc4e-468d-bcdc-fa4e50a0565e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.281538] env[69226]: DEBUG oslo_concurrency.lockutils [req-966f8d98-737d-42c0-be43-098cc1407146 req-a93eacab-0907-455b-97f8-a66f46baac6c service nova] Lock "880cf401-fc4e-468d-bcdc-fa4e50a0565e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.281842] env[69226]: DEBUG oslo_concurrency.lockutils [req-966f8d98-737d-42c0-be43-098cc1407146 req-a93eacab-0907-455b-97f8-a66f46baac6c service nova] Lock "880cf401-fc4e-468d-bcdc-fa4e50a0565e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.281933] env[69226]: DEBUG nova.compute.manager [req-966f8d98-737d-42c0-be43-098cc1407146 req-a93eacab-0907-455b-97f8-a66f46baac6c service nova] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] No waiting events found dispatching network-vif-plugged-52957432-6bd2-4398-9f34-9ffc9e00b685 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.282150] env[69226]: WARNING nova.compute.manager [req-966f8d98-737d-42c0-be43-098cc1407146 req-a93eacab-0907-455b-97f8-a66f46baac6c service nova] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Received unexpected event network-vif-plugged-52957432-6bd2-4398-9f34-9ffc9e00b685 for instance with vm_state building and task_state spawning. [ 681.334385] env[69226]: DEBUG nova.network.neutron [-] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.417135] env[69226]: DEBUG nova.compute.manager [req-6f6ad943-891a-416f-b0af-24ce73194c27 req-e6b8fcbe-6249-40c3-aaae-1355c4a6deee service nova] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Received event network-changed-73e9eebc-cf93-4634-8c30-0021e2cc8903 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.417135] env[69226]: DEBUG nova.compute.manager [req-6f6ad943-891a-416f-b0af-24ce73194c27 req-e6b8fcbe-6249-40c3-aaae-1355c4a6deee service nova] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Refreshing instance network info cache due to event network-changed-73e9eebc-cf93-4634-8c30-0021e2cc8903. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.417135] env[69226]: DEBUG oslo_concurrency.lockutils [req-6f6ad943-891a-416f-b0af-24ce73194c27 req-e6b8fcbe-6249-40c3-aaae-1355c4a6deee service nova] Acquiring lock "refresh_cache-d54ee836-e113-4618-bfa5-6d91c4c51edd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.419212] env[69226]: DEBUG oslo_concurrency.lockutils [req-6f6ad943-891a-416f-b0af-24ce73194c27 req-e6b8fcbe-6249-40c3-aaae-1355c4a6deee service nova] Acquired lock "refresh_cache-d54ee836-e113-4618-bfa5-6d91c4c51edd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.419579] env[69226]: DEBUG nova.network.neutron [req-6f6ad943-891a-416f-b0af-24ce73194c27 req-e6b8fcbe-6249-40c3-aaae-1355c4a6deee service nova] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Refreshing network info cache for port 73e9eebc-cf93-4634-8c30-0021e2cc8903 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.629534] env[69226]: DEBUG oslo_concurrency.lockutils [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.141s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.630055] env[69226]: DEBUG nova.compute.manager [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.632953] env[69226]: DEBUG oslo_concurrency.lockutils [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.404s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.634409] env[69226]: INFO nova.compute.claims [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.713461] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Releasing lock "refresh_cache-880cf401-fc4e-468d-bcdc-fa4e50a0565e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.713947] env[69226]: DEBUG nova.compute.manager [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Instance network_info: |[{"id": "52957432-6bd2-4398-9f34-9ffc9e00b685", "address": "fa:16:3e:14:8b:b0", "network": {"id": "24704e38-d527-4260-beab-ba8b7426eaaa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-126944487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bfb7e6291bc47759721b974052bfef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52957432-6b", "ovs_interfaceid": "52957432-6bd2-4398-9f34-9ffc9e00b685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.714559] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:8b:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52957432-6bd2-4398-9f34-9ffc9e00b685', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.723356] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Creating folder: Project (1bfb7e6291bc47759721b974052bfef9). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.723974] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a82effbe-9982-4167-a2b8-bdc9518ac9ab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.735231] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Created folder: Project (1bfb7e6291bc47759721b974052bfef9) in parent group-v698365. [ 681.735509] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Creating folder: Instances. Parent ref: group-v698402. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.735741] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-748105e5-ebe7-41bf-ae57-38ca1506e23c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.744899] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Created folder: Instances in parent group-v698402. [ 681.745164] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.745423] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.745560] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0bd602d-34ee-4533-a859-ffcee498a509 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.765072] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.765072] env[69226]: value = "task-3494356" [ 681.765072] env[69226]: _type = "Task" [ 681.765072] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.770373] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Acquiring lock "07803005-1fcc-472d-b7bd-095276eed330" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.770373] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Lock "07803005-1fcc-472d-b7bd-095276eed330" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.770599] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Acquiring lock "07803005-1fcc-472d-b7bd-095276eed330-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.770692] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Lock "07803005-1fcc-472d-b7bd-095276eed330-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.771024] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Lock "07803005-1fcc-472d-b7bd-095276eed330-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.775453] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494356, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.775946] env[69226]: INFO nova.compute.manager [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Terminating instance [ 681.840305] env[69226]: INFO nova.compute.manager [-] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Took 1.61 seconds to deallocate network for instance. [ 682.139157] env[69226]: DEBUG nova.compute.utils [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.140747] env[69226]: DEBUG nova.compute.manager [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.140747] env[69226]: DEBUG nova.network.neutron [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.274889] env[69226]: DEBUG nova.policy [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e87dc301f602463293ca74ba8508c987', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7aded0dfad4144a3b48e789249db1ead', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.282581] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Acquiring lock "refresh_cache-07803005-1fcc-472d-b7bd-095276eed330" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.284208] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Acquired lock "refresh_cache-07803005-1fcc-472d-b7bd-095276eed330" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.284482] env[69226]: DEBUG nova.network.neutron [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.285565] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494356, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.350166] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.365606] env[69226]: DEBUG nova.network.neutron [req-6f6ad943-891a-416f-b0af-24ce73194c27 req-e6b8fcbe-6249-40c3-aaae-1355c4a6deee service nova] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Updated VIF entry in instance network info cache for port 73e9eebc-cf93-4634-8c30-0021e2cc8903. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.366082] env[69226]: DEBUG nova.network.neutron [req-6f6ad943-891a-416f-b0af-24ce73194c27 req-e6b8fcbe-6249-40c3-aaae-1355c4a6deee service nova] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Updating instance_info_cache with network_info: [{"id": "73e9eebc-cf93-4634-8c30-0021e2cc8903", "address": "fa:16:3e:64:0b:6b", "network": {"id": "81070b31-2f4f-4b58-8e67-22436a1df097", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045407432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbdf28b80adb43d4b004cbc373a53ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e9eebc-cf", "ovs_interfaceid": "73e9eebc-cf93-4634-8c30-0021e2cc8903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.647143] env[69226]: DEBUG nova.compute.manager [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.791056] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494356, 'name': CreateVM_Task, 'duration_secs': 0.720434} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.791056] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.791392] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.791549] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.791850] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.792462] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a64581-adee-41b7-9d7d-c62fabac8d03 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.800349] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 682.800349] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52145b02-19f0-c198-8b77-67dcb5e1bc61" [ 682.800349] env[69226]: _type = "Task" [ 682.800349] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.808942] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52145b02-19f0-c198-8b77-67dcb5e1bc61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.814699] env[69226]: DEBUG nova.network.neutron [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.870060] env[69226]: DEBUG oslo_concurrency.lockutils [req-6f6ad943-891a-416f-b0af-24ce73194c27 req-e6b8fcbe-6249-40c3-aaae-1355c4a6deee service nova] Releasing lock "refresh_cache-d54ee836-e113-4618-bfa5-6d91c4c51edd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.910033] env[69226]: DEBUG nova.network.neutron [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.183825] env[69226]: DEBUG nova.network.neutron [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Successfully created port: da179f11-ca3d-4194-a4a4-66b24aafc8c3 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.223114] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e610ec-e49e-447c-950b-8699d61cb0d6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.232292] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a976a3c-1099-42f7-b396-1479f992e887 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.266836] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b083ab6-5cca-4031-a605-116a7060dae4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.277168] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a562ca-cb6e-46bf-b939-865662da8bd3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.289739] env[69226]: DEBUG nova.compute.provider_tree [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.313249] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52145b02-19f0-c198-8b77-67dcb5e1bc61, 'name': SearchDatastore_Task, 'duration_secs': 0.0155} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.313249] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.313249] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.313249] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.313545] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.313545] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.313545] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e955996-f67a-4fbf-8d1d-a493b3ed5941 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.322796] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.322994] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.323762] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90475f37-ab41-4443-a4a5-fcf3d250cf50 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.330397] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 683.330397] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e027ac-14ec-b9ad-c55d-85bfdc837841" [ 683.330397] env[69226]: _type = "Task" [ 683.330397] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.339479] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e027ac-14ec-b9ad-c55d-85bfdc837841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.411595] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Releasing lock "refresh_cache-07803005-1fcc-472d-b7bd-095276eed330" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.412175] env[69226]: DEBUG nova.compute.manager [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.412298] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.413136] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9708fa1d-5abd-4c8d-a642-7a31d18f6bbf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.422037] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.422320] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b73b44f9-0839-43dd-af3d-9430fd54faad {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.434558] env[69226]: DEBUG oslo_vmware.api [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 683.434558] env[69226]: value = "task-3494357" [ 683.434558] env[69226]: _type = "Task" [ 683.434558] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.445647] env[69226]: DEBUG oslo_vmware.api [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.667198] env[69226]: DEBUG nova.compute.manager [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.702875] env[69226]: DEBUG nova.virt.hardware [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.702875] env[69226]: DEBUG nova.virt.hardware [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.702875] env[69226]: DEBUG nova.virt.hardware [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.703142] env[69226]: DEBUG nova.virt.hardware [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.703667] env[69226]: DEBUG nova.virt.hardware [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.703990] env[69226]: DEBUG nova.virt.hardware [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.704120] env[69226]: DEBUG nova.virt.hardware [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.704268] env[69226]: DEBUG nova.virt.hardware [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.704437] env[69226]: DEBUG nova.virt.hardware [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.704608] env[69226]: DEBUG nova.virt.hardware [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.704779] env[69226]: DEBUG nova.virt.hardware [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.706330] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee460e71-c172-4d3c-bf7c-e3624cc9775c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.717743] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c331f0fe-30a4-4bb3-980a-adc86b40ea1e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.793640] env[69226]: DEBUG nova.scheduler.client.report [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.841411] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e027ac-14ec-b9ad-c55d-85bfdc837841, 'name': SearchDatastore_Task, 'duration_secs': 0.020589} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.842262] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0669a1c-8bd6-4edd-b3de-20d86c422cb9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.848089] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 683.848089] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5252f326-76ae-d499-48db-024db40a119a" [ 683.848089] env[69226]: _type = "Task" [ 683.848089] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.857532] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5252f326-76ae-d499-48db-024db40a119a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.945519] env[69226]: DEBUG oslo_vmware.api [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494357, 'name': PowerOffVM_Task, 'duration_secs': 0.157549} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.945519] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.945519] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.947029] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b331aeb-8c49-4c03-9a87-7c339ec2b63e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.968986] env[69226]: DEBUG nova.compute.manager [req-632c2395-d9ab-4fae-9930-97992b7517dd req-b26a2e13-87cb-46bf-90cd-460fe21d5a29 service nova] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Received event network-changed-52957432-6bd2-4398-9f34-9ffc9e00b685 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.968986] env[69226]: DEBUG nova.compute.manager [req-632c2395-d9ab-4fae-9930-97992b7517dd req-b26a2e13-87cb-46bf-90cd-460fe21d5a29 service nova] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Refreshing instance network info cache due to event network-changed-52957432-6bd2-4398-9f34-9ffc9e00b685. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.969290] env[69226]: DEBUG oslo_concurrency.lockutils [req-632c2395-d9ab-4fae-9930-97992b7517dd req-b26a2e13-87cb-46bf-90cd-460fe21d5a29 service nova] Acquiring lock "refresh_cache-880cf401-fc4e-468d-bcdc-fa4e50a0565e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.969512] env[69226]: DEBUG oslo_concurrency.lockutils [req-632c2395-d9ab-4fae-9930-97992b7517dd req-b26a2e13-87cb-46bf-90cd-460fe21d5a29 service nova] Acquired lock "refresh_cache-880cf401-fc4e-468d-bcdc-fa4e50a0565e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.969757] env[69226]: DEBUG nova.network.neutron [req-632c2395-d9ab-4fae-9930-97992b7517dd req-b26a2e13-87cb-46bf-90cd-460fe21d5a29 service nova] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Refreshing network info cache for port 52957432-6bd2-4398-9f34-9ffc9e00b685 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.973542] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.974555] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.974799] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Deleting the datastore file [datastore2] 07803005-1fcc-472d-b7bd-095276eed330 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.975505] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acd3a00b-c6ca-456e-bc3c-3e3d24070289 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.982150] env[69226]: DEBUG oslo_vmware.api [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for the task: (returnval){ [ 683.982150] env[69226]: value = "task-3494359" [ 683.982150] env[69226]: _type = "Task" [ 683.982150] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.992138] env[69226]: DEBUG oslo_vmware.api [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.017148] env[69226]: DEBUG nova.compute.manager [req-fc06d26c-0c2e-4c2e-93bc-4911c26c240f req-216d71b7-21df-433a-8766-62315cfb856e service nova] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Received event network-changed-4ec631f3-0961-4eda-9d81-e1095ba3b9ad {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.017358] env[69226]: DEBUG nova.compute.manager [req-fc06d26c-0c2e-4c2e-93bc-4911c26c240f req-216d71b7-21df-433a-8766-62315cfb856e service nova] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Refreshing instance network info cache due to event network-changed-4ec631f3-0961-4eda-9d81-e1095ba3b9ad. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.017568] env[69226]: DEBUG oslo_concurrency.lockutils [req-fc06d26c-0c2e-4c2e-93bc-4911c26c240f req-216d71b7-21df-433a-8766-62315cfb856e service nova] Acquiring lock "refresh_cache-efe57460-22b1-4a19-875c-0d19098a8c4a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.017709] env[69226]: DEBUG oslo_concurrency.lockutils [req-fc06d26c-0c2e-4c2e-93bc-4911c26c240f req-216d71b7-21df-433a-8766-62315cfb856e service nova] Acquired lock "refresh_cache-efe57460-22b1-4a19-875c-0d19098a8c4a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.017862] env[69226]: DEBUG nova.network.neutron [req-fc06d26c-0c2e-4c2e-93bc-4911c26c240f req-216d71b7-21df-433a-8766-62315cfb856e service nova] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Refreshing network info cache for port 4ec631f3-0961-4eda-9d81-e1095ba3b9ad {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.299518] env[69226]: DEBUG oslo_concurrency.lockutils [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.300012] env[69226]: DEBUG nova.compute.manager [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.302744] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.445s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.302974] env[69226]: DEBUG nova.objects.instance [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 684.361073] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5252f326-76ae-d499-48db-024db40a119a, 'name': SearchDatastore_Task, 'duration_secs': 0.0158} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.361406] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.362264] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 880cf401-fc4e-468d-bcdc-fa4e50a0565e/880cf401-fc4e-468d-bcdc-fa4e50a0565e.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.362264] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8e963f2-6281-402b-83bb-d7f609689d6b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.369060] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 684.369060] env[69226]: value = "task-3494360" [ 684.369060] env[69226]: _type = "Task" [ 684.369060] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.380606] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.495305] env[69226]: DEBUG oslo_vmware.api [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Task: {'id': task-3494359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322483} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.495606] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.495787] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.495968] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.496149] env[69226]: INFO nova.compute.manager [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Took 1.08 seconds to destroy the instance on the hypervisor. [ 684.496384] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.496603] env[69226]: DEBUG nova.compute.manager [-] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.496662] env[69226]: DEBUG nova.network.neutron [-] [instance: 07803005-1fcc-472d-b7bd-095276eed330] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.516562] env[69226]: DEBUG nova.network.neutron [-] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.807024] env[69226]: DEBUG nova.compute.utils [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.810135] env[69226]: DEBUG nova.compute.manager [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.810135] env[69226]: DEBUG nova.network.neutron [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.866988] env[69226]: DEBUG nova.network.neutron [req-632c2395-d9ab-4fae-9930-97992b7517dd req-b26a2e13-87cb-46bf-90cd-460fe21d5a29 service nova] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Updated VIF entry in instance network info cache for port 52957432-6bd2-4398-9f34-9ffc9e00b685. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.867415] env[69226]: DEBUG nova.network.neutron [req-632c2395-d9ab-4fae-9930-97992b7517dd req-b26a2e13-87cb-46bf-90cd-460fe21d5a29 service nova] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Updating instance_info_cache with network_info: [{"id": "52957432-6bd2-4398-9f34-9ffc9e00b685", "address": "fa:16:3e:14:8b:b0", "network": {"id": "24704e38-d527-4260-beab-ba8b7426eaaa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-126944487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bfb7e6291bc47759721b974052bfef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52957432-6b", "ovs_interfaceid": "52957432-6bd2-4398-9f34-9ffc9e00b685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.880975] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494360, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.936896] env[69226]: DEBUG nova.policy [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be0ccfc8a7974bf7988cca5d69593f31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0972fc64504476a87b822ac7a36e8db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.020397] env[69226]: DEBUG nova.network.neutron [-] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.074598] env[69226]: DEBUG nova.network.neutron [req-fc06d26c-0c2e-4c2e-93bc-4911c26c240f req-216d71b7-21df-433a-8766-62315cfb856e service nova] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Updated VIF entry in instance network info cache for port 4ec631f3-0961-4eda-9d81-e1095ba3b9ad. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.074945] env[69226]: DEBUG nova.network.neutron [req-fc06d26c-0c2e-4c2e-93bc-4911c26c240f req-216d71b7-21df-433a-8766-62315cfb856e service nova] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Updating instance_info_cache with network_info: [{"id": "4ec631f3-0961-4eda-9d81-e1095ba3b9ad", "address": "fa:16:3e:c2:d8:c0", "network": {"id": "94058fad-f491-4c5b-a044-96c6aff6fa25", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-66266165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae391e4e8c442ff9c3464291c90627d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ec631f3-09", "ovs_interfaceid": "4ec631f3-0961-4eda-9d81-e1095ba3b9ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.318519] env[69226]: DEBUG nova.compute.manager [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.322198] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e13e5b5-e8c7-44e7-898b-bf3191b6bf89 tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.323532] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.266s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.325322] env[69226]: INFO nova.compute.claims [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.329943] env[69226]: DEBUG nova.network.neutron [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Successfully updated port: da179f11-ca3d-4194-a4a4-66b24aafc8c3 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.371120] env[69226]: DEBUG oslo_concurrency.lockutils [req-632c2395-d9ab-4fae-9930-97992b7517dd req-b26a2e13-87cb-46bf-90cd-460fe21d5a29 service nova] Releasing lock "refresh_cache-880cf401-fc4e-468d-bcdc-fa4e50a0565e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.371549] env[69226]: DEBUG nova.compute.manager [req-632c2395-d9ab-4fae-9930-97992b7517dd req-b26a2e13-87cb-46bf-90cd-460fe21d5a29 service nova] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Received event network-vif-deleted-b089f8df-2186-4d0e-97c1-2f7d3d7f340c {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.371639] env[69226]: DEBUG nova.compute.manager [req-632c2395-d9ab-4fae-9930-97992b7517dd req-b26a2e13-87cb-46bf-90cd-460fe21d5a29 service nova] [instance: 32205595-0a91-461e-a658-c67e9298d269] Received event network-changed-01bbc7a9-a82b-4f31-8880-fabf606418d9 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.371808] env[69226]: DEBUG nova.compute.manager [req-632c2395-d9ab-4fae-9930-97992b7517dd req-b26a2e13-87cb-46bf-90cd-460fe21d5a29 service nova] [instance: 32205595-0a91-461e-a658-c67e9298d269] Refreshing instance network info cache due to event network-changed-01bbc7a9-a82b-4f31-8880-fabf606418d9. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.372023] env[69226]: DEBUG oslo_concurrency.lockutils [req-632c2395-d9ab-4fae-9930-97992b7517dd req-b26a2e13-87cb-46bf-90cd-460fe21d5a29 service nova] Acquiring lock "refresh_cache-32205595-0a91-461e-a658-c67e9298d269" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.372160] env[69226]: DEBUG oslo_concurrency.lockutils [req-632c2395-d9ab-4fae-9930-97992b7517dd req-b26a2e13-87cb-46bf-90cd-460fe21d5a29 service nova] Acquired lock "refresh_cache-32205595-0a91-461e-a658-c67e9298d269" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.372336] env[69226]: DEBUG nova.network.neutron [req-632c2395-d9ab-4fae-9930-97992b7517dd req-b26a2e13-87cb-46bf-90cd-460fe21d5a29 service nova] [instance: 32205595-0a91-461e-a658-c67e9298d269] Refreshing network info cache for port 01bbc7a9-a82b-4f31-8880-fabf606418d9 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.386775] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.849931} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.386775] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 880cf401-fc4e-468d-bcdc-fa4e50a0565e/880cf401-fc4e-468d-bcdc-fa4e50a0565e.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.386775] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.386775] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbb0d508-7a70-49c6-999d-c35d8f7e0877 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.393342] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 685.393342] env[69226]: value = "task-3494361" [ 685.393342] env[69226]: _type = "Task" [ 685.393342] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.406388] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.464190] env[69226]: DEBUG nova.network.neutron [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Successfully created port: 9e7e92bf-e3e8-4128-aa88-c8977d55d258 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.527193] env[69226]: INFO nova.compute.manager [-] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Took 1.03 seconds to deallocate network for instance. [ 685.563591] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Acquiring lock "32205595-0a91-461e-a658-c67e9298d269" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.563854] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Lock "32205595-0a91-461e-a658-c67e9298d269" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.564544] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Acquiring lock "32205595-0a91-461e-a658-c67e9298d269-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.564544] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Lock "32205595-0a91-461e-a658-c67e9298d269-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.564544] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Lock "32205595-0a91-461e-a658-c67e9298d269-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.568373] env[69226]: INFO nova.compute.manager [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Terminating instance [ 685.579457] env[69226]: DEBUG oslo_concurrency.lockutils [req-fc06d26c-0c2e-4c2e-93bc-4911c26c240f req-216d71b7-21df-433a-8766-62315cfb856e service nova] Releasing lock "refresh_cache-efe57460-22b1-4a19-875c-0d19098a8c4a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.589073] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Acquiring lock "8214b619-33e9-463b-bc33-cb2957f8b348" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.589344] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Lock "8214b619-33e9-463b-bc33-cb2957f8b348" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.841037] env[69226]: DEBUG oslo_concurrency.lockutils [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Acquiring lock "refresh_cache-47485135-44d5-434c-88a9-63ea79da46db" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.841037] env[69226]: DEBUG oslo_concurrency.lockutils [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Acquired lock "refresh_cache-47485135-44d5-434c-88a9-63ea79da46db" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.841037] env[69226]: DEBUG nova.network.neutron [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.909194] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066459} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.909475] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.910324] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205c6c52-70bc-4045-bcab-d971c3d5e1ca {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.937442] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 880cf401-fc4e-468d-bcdc-fa4e50a0565e/880cf401-fc4e-468d-bcdc-fa4e50a0565e.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.941096] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b764754-ad03-4f4b-9fc8-d0add01aa26c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.960562] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 685.960562] env[69226]: value = "task-3494362" [ 685.960562] env[69226]: _type = "Task" [ 685.960562] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.969170] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.032683] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.077176] env[69226]: DEBUG nova.compute.manager [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.077584] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.078961] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864c27bf-f764-4f5b-9cad-497577b28683 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.089331] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.089615] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83230795-81d8-4b6a-8ede-f3f52b7b7148 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.096657] env[69226]: DEBUG oslo_vmware.api [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Waiting for the task: (returnval){ [ 686.096657] env[69226]: value = "task-3494363" [ 686.096657] env[69226]: _type = "Task" [ 686.096657] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.107982] env[69226]: DEBUG oslo_vmware.api [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': task-3494363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.189201] env[69226]: DEBUG nova.network.neutron [req-632c2395-d9ab-4fae-9930-97992b7517dd req-b26a2e13-87cb-46bf-90cd-460fe21d5a29 service nova] [instance: 32205595-0a91-461e-a658-c67e9298d269] Updated VIF entry in instance network info cache for port 01bbc7a9-a82b-4f31-8880-fabf606418d9. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.189585] env[69226]: DEBUG nova.network.neutron [req-632c2395-d9ab-4fae-9930-97992b7517dd req-b26a2e13-87cb-46bf-90cd-460fe21d5a29 service nova] [instance: 32205595-0a91-461e-a658-c67e9298d269] Updating instance_info_cache with network_info: [{"id": "01bbc7a9-a82b-4f31-8880-fabf606418d9", "address": "fa:16:3e:46:4b:7c", "network": {"id": "3bed3daa-b03a-46ea-beef-1de3fa99acbc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-427704424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9ee254a7ad24e328051bef43e6787ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bbc7a9-a8", "ovs_interfaceid": "01bbc7a9-a82b-4f31-8880-fabf606418d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.215337] env[69226]: DEBUG nova.compute.manager [req-207aec38-4b8f-408d-a1b0-799a44b6d4b4 req-1538c419-7b38-4962-bbe6-76b4f6880ce3 service nova] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Received event network-vif-plugged-da179f11-ca3d-4194-a4a4-66b24aafc8c3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.215598] env[69226]: DEBUG oslo_concurrency.lockutils [req-207aec38-4b8f-408d-a1b0-799a44b6d4b4 req-1538c419-7b38-4962-bbe6-76b4f6880ce3 service nova] Acquiring lock "47485135-44d5-434c-88a9-63ea79da46db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.215825] env[69226]: DEBUG oslo_concurrency.lockutils [req-207aec38-4b8f-408d-a1b0-799a44b6d4b4 req-1538c419-7b38-4962-bbe6-76b4f6880ce3 service nova] Lock "47485135-44d5-434c-88a9-63ea79da46db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.215992] env[69226]: DEBUG oslo_concurrency.lockutils [req-207aec38-4b8f-408d-a1b0-799a44b6d4b4 req-1538c419-7b38-4962-bbe6-76b4f6880ce3 service nova] Lock "47485135-44d5-434c-88a9-63ea79da46db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.216795] env[69226]: DEBUG nova.compute.manager [req-207aec38-4b8f-408d-a1b0-799a44b6d4b4 req-1538c419-7b38-4962-bbe6-76b4f6880ce3 service nova] [instance: 47485135-44d5-434c-88a9-63ea79da46db] No waiting events found dispatching network-vif-plugged-da179f11-ca3d-4194-a4a4-66b24aafc8c3 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.216977] env[69226]: WARNING nova.compute.manager [req-207aec38-4b8f-408d-a1b0-799a44b6d4b4 req-1538c419-7b38-4962-bbe6-76b4f6880ce3 service nova] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Received unexpected event network-vif-plugged-da179f11-ca3d-4194-a4a4-66b24aafc8c3 for instance with vm_state building and task_state spawning. [ 686.217160] env[69226]: DEBUG nova.compute.manager [req-207aec38-4b8f-408d-a1b0-799a44b6d4b4 req-1538c419-7b38-4962-bbe6-76b4f6880ce3 service nova] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Received event network-changed-da179f11-ca3d-4194-a4a4-66b24aafc8c3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.217380] env[69226]: DEBUG nova.compute.manager [req-207aec38-4b8f-408d-a1b0-799a44b6d4b4 req-1538c419-7b38-4962-bbe6-76b4f6880ce3 service nova] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Refreshing instance network info cache due to event network-changed-da179f11-ca3d-4194-a4a4-66b24aafc8c3. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.217614] env[69226]: DEBUG oslo_concurrency.lockutils [req-207aec38-4b8f-408d-a1b0-799a44b6d4b4 req-1538c419-7b38-4962-bbe6-76b4f6880ce3 service nova] Acquiring lock "refresh_cache-47485135-44d5-434c-88a9-63ea79da46db" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.331892] env[69226]: DEBUG nova.compute.manager [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.366961] env[69226]: DEBUG nova.virt.hardware [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.367277] env[69226]: DEBUG nova.virt.hardware [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.367447] env[69226]: DEBUG nova.virt.hardware [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.367648] env[69226]: DEBUG nova.virt.hardware [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.367836] env[69226]: DEBUG nova.virt.hardware [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.367951] env[69226]: DEBUG nova.virt.hardware [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.368737] env[69226]: DEBUG nova.virt.hardware [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.368737] env[69226]: DEBUG nova.virt.hardware [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.368737] env[69226]: DEBUG nova.virt.hardware [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.368737] env[69226]: DEBUG nova.virt.hardware [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.369137] env[69226]: DEBUG nova.virt.hardware [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.369896] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2c9c5a-26fe-41b5-996c-a5b542af4bba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.378347] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b81e5dc-3f20-4a44-bc21-9af38445a5db {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.480229] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.566239] env[69226]: DEBUG nova.network.neutron [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.607292] env[69226]: DEBUG oslo_vmware.api [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': task-3494363, 'name': PowerOffVM_Task, 'duration_secs': 0.336496} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.610741] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.610988] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.611711] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7124600-a3d9-4113-b31b-a719e704091b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.695251] env[69226]: DEBUG oslo_concurrency.lockutils [req-632c2395-d9ab-4fae-9930-97992b7517dd req-b26a2e13-87cb-46bf-90cd-460fe21d5a29 service nova] Releasing lock "refresh_cache-32205595-0a91-461e-a658-c67e9298d269" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.880301] env[69226]: DEBUG nova.network.neutron [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Updating instance_info_cache with network_info: [{"id": "da179f11-ca3d-4194-a4a4-66b24aafc8c3", "address": "fa:16:3e:a3:dc:c1", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda179f11-ca", "ovs_interfaceid": "da179f11-ca3d-4194-a4a4-66b24aafc8c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.947396] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70f6401-bc0b-406c-a127-4d46cef63d74 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.954917] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3538c6ac-1f49-4e0b-81cb-fe0cfc0a7684 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.995281] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ca7626-670e-4e02-a690-6618d0cce9db {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.002822] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494362, 'name': ReconfigVM_Task, 'duration_secs': 0.618119} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.005429] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 880cf401-fc4e-468d-bcdc-fa4e50a0565e/880cf401-fc4e-468d-bcdc-fa4e50a0565e.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.006967] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b595ad21-1e24-41ab-842e-054121e867a7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.009023] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac0d731-460e-43fc-a9ab-bdd96e3800e0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.023790] env[69226]: DEBUG nova.compute.provider_tree [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.026333] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 687.026333] env[69226]: value = "task-3494365" [ 687.026333] env[69226]: _type = "Task" [ 687.026333] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.034628] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494365, 'name': Rename_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.286890] env[69226]: DEBUG nova.network.neutron [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Successfully updated port: 9e7e92bf-e3e8-4128-aa88-c8977d55d258 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.385026] env[69226]: DEBUG oslo_concurrency.lockutils [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Releasing lock "refresh_cache-47485135-44d5-434c-88a9-63ea79da46db" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.385026] env[69226]: DEBUG nova.compute.manager [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Instance network_info: |[{"id": "da179f11-ca3d-4194-a4a4-66b24aafc8c3", "address": "fa:16:3e:a3:dc:c1", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda179f11-ca", "ovs_interfaceid": "da179f11-ca3d-4194-a4a4-66b24aafc8c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.385414] env[69226]: DEBUG oslo_concurrency.lockutils [req-207aec38-4b8f-408d-a1b0-799a44b6d4b4 req-1538c419-7b38-4962-bbe6-76b4f6880ce3 service nova] Acquired lock "refresh_cache-47485135-44d5-434c-88a9-63ea79da46db" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.385414] env[69226]: DEBUG nova.network.neutron [req-207aec38-4b8f-408d-a1b0-799a44b6d4b4 req-1538c419-7b38-4962-bbe6-76b4f6880ce3 service nova] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Refreshing network info cache for port da179f11-ca3d-4194-a4a4-66b24aafc8c3 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.386059] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:dc:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da179f11-ca3d-4194-a4a4-66b24aafc8c3', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.393909] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Creating folder: Project (7aded0dfad4144a3b48e789249db1ead). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.397895] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c56214d6-4242-43b4-8c07-e9ea3abf5a32 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.414392] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Created folder: Project (7aded0dfad4144a3b48e789249db1ead) in parent group-v698365. [ 687.414392] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Creating folder: Instances. Parent ref: group-v698405. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.414392] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f284d7a6-41e7-40a7-adc2-06be2c52ba08 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.423228] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Created folder: Instances in parent group-v698405. [ 687.423456] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.423638] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.423859] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd9891d9-d417-4b51-b150-9057fbf74192 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.447834] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.447834] env[69226]: value = "task-3494368" [ 687.447834] env[69226]: _type = "Task" [ 687.447834] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.456246] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494368, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.539368] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494365, 'name': Rename_Task, 'duration_secs': 0.201018} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.540316] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.540316] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bef2e10-bb30-4a28-8cba-415db9d05c43 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.546212] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 687.546212] env[69226]: value = "task-3494369" [ 687.546212] env[69226]: _type = "Task" [ 687.546212] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.554731] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.556615] env[69226]: ERROR nova.scheduler.client.report [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [req-c9230813-9178-41f5-ad9f-8886f8f2b986] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b569e5e-3afa-426e-9210-ba55a6e69f42. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c9230813-9178-41f5-ad9f-8886f8f2b986"}]} [ 687.575416] env[69226]: DEBUG nova.scheduler.client.report [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Refreshing inventories for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 687.605079] env[69226]: DEBUG nova.scheduler.client.report [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Updating ProviderTree inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 687.605298] env[69226]: DEBUG nova.compute.provider_tree [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.631618] env[69226]: DEBUG nova.scheduler.client.report [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Refreshing aggregate associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, aggregates: None {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 687.631849] env[69226]: DEBUG nova.compute.provider_tree [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 37 to 38 during operation: update_aggregates {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 687.652034] env[69226]: DEBUG nova.scheduler.client.report [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Refreshing trait associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 687.795704] env[69226]: DEBUG nova.network.neutron [req-207aec38-4b8f-408d-a1b0-799a44b6d4b4 req-1538c419-7b38-4962-bbe6-76b4f6880ce3 service nova] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Updated VIF entry in instance network info cache for port da179f11-ca3d-4194-a4a4-66b24aafc8c3. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.796159] env[69226]: DEBUG nova.network.neutron [req-207aec38-4b8f-408d-a1b0-799a44b6d4b4 req-1538c419-7b38-4962-bbe6-76b4f6880ce3 service nova] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Updating instance_info_cache with network_info: [{"id": "da179f11-ca3d-4194-a4a4-66b24aafc8c3", "address": "fa:16:3e:a3:dc:c1", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda179f11-ca", "ovs_interfaceid": "da179f11-ca3d-4194-a4a4-66b24aafc8c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.797739] env[69226]: DEBUG oslo_concurrency.lockutils [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquiring lock "refresh_cache-bc027f19-a069-407f-b861-66aa7c868033" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.797893] env[69226]: DEBUG oslo_concurrency.lockutils [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquired lock "refresh_cache-bc027f19-a069-407f-b861-66aa7c868033" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.798102] env[69226]: DEBUG nova.network.neutron [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.917607] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.917607] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.917607] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Deleting the datastore file [datastore1] 32205595-0a91-461e-a658-c67e9298d269 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.917607] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b86af5ab-6dc3-42c0-92eb-3c4f37e60e94 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.924126] env[69226]: DEBUG oslo_vmware.api [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Waiting for the task: (returnval){ [ 687.924126] env[69226]: value = "task-3494370" [ 687.924126] env[69226]: _type = "Task" [ 687.924126] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.940853] env[69226]: DEBUG oslo_vmware.api [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': task-3494370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.962187] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494368, 'name': CreateVM_Task, 'duration_secs': 0.383535} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.962187] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.962653] env[69226]: DEBUG oslo_concurrency.lockutils [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.963092] env[69226]: DEBUG oslo_concurrency.lockutils [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.963197] env[69226]: DEBUG oslo_concurrency.lockutils [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.963426] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5181642-594b-4af1-b85f-97568bea9c72 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.974730] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Waiting for the task: (returnval){ [ 687.974730] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]524a524e-e485-1aa3-7c2d-a7267bc0665c" [ 687.974730] env[69226]: _type = "Task" [ 687.974730] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.990171] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]524a524e-e485-1aa3-7c2d-a7267bc0665c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.062022] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494369, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.104368] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Acquiring lock "a823bd62-20a8-4b40-8698-e164d21a7471" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.104368] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Lock "a823bd62-20a8-4b40-8698-e164d21a7471" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.231107] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55066fe-3889-4b68-a486-f8fdb2870bea {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.243890] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8c44a4-7b99-4d50-bd7c-5fd2f3dbb2dd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.280937] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a014cd3b-249d-427a-acf0-8b10752341d6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.289276] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d20e526-af08-45d4-a7ce-68d14f381a56 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.306908] env[69226]: DEBUG oslo_concurrency.lockutils [req-207aec38-4b8f-408d-a1b0-799a44b6d4b4 req-1538c419-7b38-4962-bbe6-76b4f6880ce3 service nova] Releasing lock "refresh_cache-47485135-44d5-434c-88a9-63ea79da46db" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.308919] env[69226]: DEBUG nova.compute.provider_tree [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 688.364806] env[69226]: DEBUG nova.network.neutron [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.435710] env[69226]: DEBUG oslo_vmware.api [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Task: {'id': task-3494370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401549} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.438609] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.438609] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.438609] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.438609] env[69226]: INFO nova.compute.manager [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] [instance: 32205595-0a91-461e-a658-c67e9298d269] Took 2.36 seconds to destroy the instance on the hypervisor. [ 688.438916] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.438916] env[69226]: DEBUG nova.compute.manager [-] [instance: 32205595-0a91-461e-a658-c67e9298d269] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.438916] env[69226]: DEBUG nova.network.neutron [-] [instance: 32205595-0a91-461e-a658-c67e9298d269] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.488652] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]524a524e-e485-1aa3-7c2d-a7267bc0665c, 'name': SearchDatastore_Task, 'duration_secs': 0.012314} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.489137] env[69226]: DEBUG oslo_concurrency.lockutils [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.489484] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.489840] env[69226]: DEBUG oslo_concurrency.lockutils [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.490115] env[69226]: DEBUG oslo_concurrency.lockutils [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.490412] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.490774] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a38e90bd-c1a8-43a7-af64-f65f46f73999 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.501452] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.501815] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.502846] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98685cbe-db6a-4bf4-b7a0-f7b9aca89654 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.508640] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Waiting for the task: (returnval){ [ 688.508640] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522387cc-6b55-425d-67dd-fa83ea28954e" [ 688.508640] env[69226]: _type = "Task" [ 688.508640] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.517108] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522387cc-6b55-425d-67dd-fa83ea28954e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.560278] env[69226]: DEBUG oslo_vmware.api [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494369, 'name': PowerOnVM_Task, 'duration_secs': 0.520019} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.560843] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.560843] env[69226]: INFO nova.compute.manager [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Took 10.04 seconds to spawn the instance on the hypervisor. [ 688.561350] env[69226]: DEBUG nova.compute.manager [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.562150] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74e61c4-0a7e-4797-baab-3bbbb5afa676 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.586453] env[69226]: DEBUG nova.compute.manager [req-ecca915d-ebc7-488a-a4e0-e0c4a44950f8 req-e288dcd3-d97e-4029-a15b-a9a92e49676e service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Received event network-vif-plugged-9e7e92bf-e3e8-4128-aa88-c8977d55d258 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.586716] env[69226]: DEBUG oslo_concurrency.lockutils [req-ecca915d-ebc7-488a-a4e0-e0c4a44950f8 req-e288dcd3-d97e-4029-a15b-a9a92e49676e service nova] Acquiring lock "bc027f19-a069-407f-b861-66aa7c868033-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.586968] env[69226]: DEBUG oslo_concurrency.lockutils [req-ecca915d-ebc7-488a-a4e0-e0c4a44950f8 req-e288dcd3-d97e-4029-a15b-a9a92e49676e service nova] Lock "bc027f19-a069-407f-b861-66aa7c868033-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.587185] env[69226]: DEBUG oslo_concurrency.lockutils [req-ecca915d-ebc7-488a-a4e0-e0c4a44950f8 req-e288dcd3-d97e-4029-a15b-a9a92e49676e service nova] Lock "bc027f19-a069-407f-b861-66aa7c868033-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.587302] env[69226]: DEBUG nova.compute.manager [req-ecca915d-ebc7-488a-a4e0-e0c4a44950f8 req-e288dcd3-d97e-4029-a15b-a9a92e49676e service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] No waiting events found dispatching network-vif-plugged-9e7e92bf-e3e8-4128-aa88-c8977d55d258 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.587507] env[69226]: WARNING nova.compute.manager [req-ecca915d-ebc7-488a-a4e0-e0c4a44950f8 req-e288dcd3-d97e-4029-a15b-a9a92e49676e service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Received unexpected event network-vif-plugged-9e7e92bf-e3e8-4128-aa88-c8977d55d258 for instance with vm_state building and task_state spawning. [ 688.587700] env[69226]: DEBUG nova.compute.manager [req-ecca915d-ebc7-488a-a4e0-e0c4a44950f8 req-e288dcd3-d97e-4029-a15b-a9a92e49676e service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Received event network-changed-9e7e92bf-e3e8-4128-aa88-c8977d55d258 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.588067] env[69226]: DEBUG nova.compute.manager [req-ecca915d-ebc7-488a-a4e0-e0c4a44950f8 req-e288dcd3-d97e-4029-a15b-a9a92e49676e service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Refreshing instance network info cache due to event network-changed-9e7e92bf-e3e8-4128-aa88-c8977d55d258. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.588067] env[69226]: DEBUG oslo_concurrency.lockutils [req-ecca915d-ebc7-488a-a4e0-e0c4a44950f8 req-e288dcd3-d97e-4029-a15b-a9a92e49676e service nova] Acquiring lock "refresh_cache-bc027f19-a069-407f-b861-66aa7c868033" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.661576] env[69226]: DEBUG nova.network.neutron [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Updating instance_info_cache with network_info: [{"id": "9e7e92bf-e3e8-4128-aa88-c8977d55d258", "address": "fa:16:3e:99:44:a5", "network": {"id": "dac0aea7-b89d-4976-9e71-6a17b300ac54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1832143608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0972fc64504476a87b822ac7a36e8db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e7e92bf-e3", "ovs_interfaceid": "9e7e92bf-e3e8-4128-aa88-c8977d55d258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.865722] env[69226]: DEBUG nova.scheduler.client.report [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 38 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 688.865976] env[69226]: DEBUG nova.compute.provider_tree [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 38 to 39 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 688.866179] env[69226]: DEBUG nova.compute.provider_tree [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.020915] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522387cc-6b55-425d-67dd-fa83ea28954e, 'name': SearchDatastore_Task, 'duration_secs': 0.049525} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.021749] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0caf4e4b-7636-4398-a9f7-b3885fbd237a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.030390] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Waiting for the task: (returnval){ [ 689.030390] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5288993b-d32d-e690-dd20-2ff117a60cc5" [ 689.030390] env[69226]: _type = "Task" [ 689.030390] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.041198] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5288993b-d32d-e690-dd20-2ff117a60cc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.084496] env[69226]: INFO nova.compute.manager [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Took 26.07 seconds to build instance. [ 689.165100] env[69226]: DEBUG oslo_concurrency.lockutils [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Releasing lock "refresh_cache-bc027f19-a069-407f-b861-66aa7c868033" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.165446] env[69226]: DEBUG nova.compute.manager [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Instance network_info: |[{"id": "9e7e92bf-e3e8-4128-aa88-c8977d55d258", "address": "fa:16:3e:99:44:a5", "network": {"id": "dac0aea7-b89d-4976-9e71-6a17b300ac54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1832143608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0972fc64504476a87b822ac7a36e8db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e7e92bf-e3", "ovs_interfaceid": "9e7e92bf-e3e8-4128-aa88-c8977d55d258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.165756] env[69226]: DEBUG oslo_concurrency.lockutils [req-ecca915d-ebc7-488a-a4e0-e0c4a44950f8 req-e288dcd3-d97e-4029-a15b-a9a92e49676e service nova] Acquired lock "refresh_cache-bc027f19-a069-407f-b861-66aa7c868033" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.165931] env[69226]: DEBUG nova.network.neutron [req-ecca915d-ebc7-488a-a4e0-e0c4a44950f8 req-e288dcd3-d97e-4029-a15b-a9a92e49676e service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Refreshing network info cache for port 9e7e92bf-e3e8-4128-aa88-c8977d55d258 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.169056] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:44:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e7e92bf-e3e8-4128-aa88-c8977d55d258', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.180026] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Creating folder: Project (f0972fc64504476a87b822ac7a36e8db). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.182076] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f7e4e97-2541-4198-b4a4-7c432e098b01 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.193749] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Created folder: Project (f0972fc64504476a87b822ac7a36e8db) in parent group-v698365. [ 689.193924] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Creating folder: Instances. Parent ref: group-v698408. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.194443] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef79e60b-509a-47f8-b294-cea443722e82 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.206543] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Created folder: Instances in parent group-v698408. [ 689.206543] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.206543] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc027f19-a069-407f-b861-66aa7c868033] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.206543] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8dfb3c8-b0b4-4fdf-96f8-30492e8af8d3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.233891] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.233891] env[69226]: value = "task-3494373" [ 689.233891] env[69226]: _type = "Task" [ 689.233891] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.241462] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494373, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.376516] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.053s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.377430] env[69226]: DEBUG nova.compute.manager [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.380709] env[69226]: DEBUG oslo_concurrency.lockutils [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.242s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.387179] env[69226]: INFO nova.compute.claims [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.451411] env[69226]: DEBUG nova.network.neutron [req-ecca915d-ebc7-488a-a4e0-e0c4a44950f8 req-e288dcd3-d97e-4029-a15b-a9a92e49676e service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Updated VIF entry in instance network info cache for port 9e7e92bf-e3e8-4128-aa88-c8977d55d258. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.451756] env[69226]: DEBUG nova.network.neutron [req-ecca915d-ebc7-488a-a4e0-e0c4a44950f8 req-e288dcd3-d97e-4029-a15b-a9a92e49676e service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Updating instance_info_cache with network_info: [{"id": "9e7e92bf-e3e8-4128-aa88-c8977d55d258", "address": "fa:16:3e:99:44:a5", "network": {"id": "dac0aea7-b89d-4976-9e71-6a17b300ac54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1832143608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0972fc64504476a87b822ac7a36e8db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e7e92bf-e3", "ovs_interfaceid": "9e7e92bf-e3e8-4128-aa88-c8977d55d258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.466842] env[69226]: DEBUG nova.network.neutron [-] [instance: 32205595-0a91-461e-a658-c67e9298d269] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.538784] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5288993b-d32d-e690-dd20-2ff117a60cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.028433} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.539215] env[69226]: DEBUG oslo_concurrency.lockutils [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.539388] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 47485135-44d5-434c-88a9-63ea79da46db/47485135-44d5-434c-88a9-63ea79da46db.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.539635] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cbb46ca-7ded-48ba-996a-ecce3d1f8198 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.547608] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Waiting for the task: (returnval){ [ 689.547608] env[69226]: value = "task-3494374" [ 689.547608] env[69226]: _type = "Task" [ 689.547608] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.556959] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': task-3494374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.587612] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4de25ab1-01d5-45e7-93df-87dd2fa611fa tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "880cf401-fc4e-468d-bcdc-fa4e50a0565e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.605s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.745935] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494373, 'name': CreateVM_Task, 'duration_secs': 0.364693} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.746669] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc027f19-a069-407f-b861-66aa7c868033] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.747694] env[69226]: DEBUG oslo_concurrency.lockutils [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.747694] env[69226]: DEBUG oslo_concurrency.lockutils [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.747932] env[69226]: DEBUG oslo_concurrency.lockutils [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.750994] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d1f895a-05c7-4e85-8a80-16f173454527 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.753010] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for the task: (returnval){ [ 689.753010] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5280f980-633f-6d2a-cf0f-bff295c0c7bc" [ 689.753010] env[69226]: _type = "Task" [ 689.753010] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.763524] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5280f980-633f-6d2a-cf0f-bff295c0c7bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.900041] env[69226]: DEBUG nova.compute.utils [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.902424] env[69226]: DEBUG nova.compute.manager [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.902652] env[69226]: DEBUG nova.network.neutron [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.955349] env[69226]: DEBUG oslo_concurrency.lockutils [req-ecca915d-ebc7-488a-a4e0-e0c4a44950f8 req-e288dcd3-d97e-4029-a15b-a9a92e49676e service nova] Releasing lock "refresh_cache-bc027f19-a069-407f-b861-66aa7c868033" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.969255] env[69226]: DEBUG nova.policy [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97376882ab244655ae9f5cc5f4ca6d3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0e52207688a4b9ba23f116111ebd68d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.971237] env[69226]: INFO nova.compute.manager [-] [instance: 32205595-0a91-461e-a658-c67e9298d269] Took 1.53 seconds to deallocate network for instance. [ 690.060955] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': task-3494374, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.090870] env[69226]: DEBUG nova.compute.manager [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.263764] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5280f980-633f-6d2a-cf0f-bff295c0c7bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010622} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.264228] env[69226]: DEBUG oslo_concurrency.lockutils [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.264346] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.264543] env[69226]: DEBUG oslo_concurrency.lockutils [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.264687] env[69226]: DEBUG oslo_concurrency.lockutils [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.264860] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.265143] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04fe53b8-fe48-490e-8773-1ed4a2aa0f9f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.276171] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.276432] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.277975] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-889d1899-d3b8-4a34-87b3-ece42ab035a5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.284414] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for the task: (returnval){ [ 690.284414] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526b6f7f-7db8-1573-3a9b-ec06a3b78ea7" [ 690.284414] env[69226]: _type = "Task" [ 690.284414] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.292423] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526b6f7f-7db8-1573-3a9b-ec06a3b78ea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.408074] env[69226]: DEBUG nova.compute.manager [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.625030] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.625030] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': task-3494374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718067} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.625030] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 47485135-44d5-434c-88a9-63ea79da46db/47485135-44d5-434c-88a9-63ea79da46db.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.625030] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.628858] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21d0b684-2adc-4d25-8195-d6147e57b02d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.628858] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Waiting for the task: (returnval){ [ 690.628858] env[69226]: value = "task-3494375" [ 690.628858] env[69226]: _type = "Task" [ 690.628858] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.628858] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': task-3494375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.628858] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.632654] env[69226]: DEBUG nova.network.neutron [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Successfully created port: 850c8e3b-22e7-46ca-8d45-3dff6f7a48f7 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.800264] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526b6f7f-7db8-1573-3a9b-ec06a3b78ea7, 'name': SearchDatastore_Task, 'duration_secs': 0.01886} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.805944] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a3f3aef-6557-4835-a97e-b4ccfe981b9e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.811833] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for the task: (returnval){ [ 690.811833] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52849eec-bd14-3071-4b35-dc5f2153a867" [ 690.811833] env[69226]: _type = "Task" [ 690.811833] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.821321] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52849eec-bd14-3071-4b35-dc5f2153a867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.049358] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5228b6-17b7-461b-a110-8f2f9f9ab8d1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.057562] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395abf06-14c6-4771-93b4-4752a72ba49d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.091605] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68138c7b-51ad-45a5-b214-f81b8e7455e4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.099264] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': task-3494375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0782} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.101573] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.102376] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3362a8ed-2a78-457b-bfea-b9ad41bb4766 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.105724] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecca54fd-50e7-4b37-8305-92634ebf7f27 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.129963] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 47485135-44d5-434c-88a9-63ea79da46db/47485135-44d5-434c-88a9-63ea79da46db.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.140390] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db07b9aa-354f-4ed1-92fe-b0007a45a837 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.154946] env[69226]: DEBUG nova.compute.provider_tree [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 691.163502] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Waiting for the task: (returnval){ [ 691.163502] env[69226]: value = "task-3494376" [ 691.163502] env[69226]: _type = "Task" [ 691.163502] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.169690] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': task-3494376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.325331] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52849eec-bd14-3071-4b35-dc5f2153a867, 'name': SearchDatastore_Task, 'duration_secs': 0.012299} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.328866] env[69226]: DEBUG oslo_concurrency.lockutils [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.328866] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] bc027f19-a069-407f-b861-66aa7c868033/bc027f19-a069-407f-b861-66aa7c868033.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.328866] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65723b27-6bab-4e44-b64e-5eb1a04fed3f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.332922] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for the task: (returnval){ [ 691.332922] env[69226]: value = "task-3494377" [ 691.332922] env[69226]: _type = "Task" [ 691.332922] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.342095] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.351907] env[69226]: DEBUG nova.compute.manager [req-2777bdd3-0bb7-435a-976d-5ca4c59e58b2 req-8aa1f8bd-bcbc-40f6-b8ab-7a7efb33db8e service nova] [instance: 32205595-0a91-461e-a658-c67e9298d269] Received event network-vif-deleted-01bbc7a9-a82b-4f31-8880-fabf606418d9 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.388074] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b0c0d19-7aff-49e9-9d66-32f33c4efc85 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "880cf401-fc4e-468d-bcdc-fa4e50a0565e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.388363] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b0c0d19-7aff-49e9-9d66-32f33c4efc85 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "880cf401-fc4e-468d-bcdc-fa4e50a0565e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.388544] env[69226]: DEBUG nova.compute.manager [None req-2b0c0d19-7aff-49e9-9d66-32f33c4efc85 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.391075] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9361db84-5be2-454c-bcf4-5588aa89fd0b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.399941] env[69226]: DEBUG nova.compute.manager [None req-2b0c0d19-7aff-49e9-9d66-32f33c4efc85 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 691.400800] env[69226]: DEBUG nova.objects.instance [None req-2b0c0d19-7aff-49e9-9d66-32f33c4efc85 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lazy-loading 'flavor' on Instance uuid 880cf401-fc4e-468d-bcdc-fa4e50a0565e {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.431357] env[69226]: DEBUG nova.compute.manager [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.465818] env[69226]: DEBUG nova.virt.hardware [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:46:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='584525091',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1832639291',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.465818] env[69226]: DEBUG nova.virt.hardware [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.466816] env[69226]: DEBUG nova.virt.hardware [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.467098] env[69226]: DEBUG nova.virt.hardware [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.468225] env[69226]: DEBUG nova.virt.hardware [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.468225] env[69226]: DEBUG nova.virt.hardware [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.468225] env[69226]: DEBUG nova.virt.hardware [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.468225] env[69226]: DEBUG nova.virt.hardware [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.468225] env[69226]: DEBUG nova.virt.hardware [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.468411] env[69226]: DEBUG nova.virt.hardware [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.468411] env[69226]: DEBUG nova.virt.hardware [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.469182] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c67ba4-5e70-40ae-b202-005a23dc7098 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.477884] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f72d97-ad2e-404d-a33e-34095959a706 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.684096] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': task-3494376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.716186] env[69226]: DEBUG nova.scheduler.client.report [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 39 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 691.716505] env[69226]: DEBUG nova.compute.provider_tree [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 39 to 40 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 691.716753] env[69226]: DEBUG nova.compute.provider_tree [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 691.847966] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494377, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.189883] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': task-3494376, 'name': ReconfigVM_Task, 'duration_secs': 0.649772} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.192159] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 47485135-44d5-434c-88a9-63ea79da46db/47485135-44d5-434c-88a9-63ea79da46db.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.192159] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b25ead27-08eb-43b8-b383-992f5234d56c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.197636] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Waiting for the task: (returnval){ [ 692.197636] env[69226]: value = "task-3494378" [ 692.197636] env[69226]: _type = "Task" [ 692.197636] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.207763] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': task-3494378, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.223335] env[69226]: DEBUG oslo_concurrency.lockutils [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.843s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.223878] env[69226]: DEBUG nova.compute.manager [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.227641] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.677s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.227832] env[69226]: DEBUG nova.objects.instance [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 692.277131] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "5d5ac77b-9d87-4206-a210-616b240c4e91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.277604] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "5d5ac77b-9d87-4206-a210-616b240c4e91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.344293] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790439} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.344293] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] bc027f19-a069-407f-b861-66aa7c868033/bc027f19-a069-407f-b861-66aa7c868033.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.344779] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.344929] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccfb76de-0919-4a17-8a36-33a9dbe7831f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.351569] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for the task: (returnval){ [ 692.351569] env[69226]: value = "task-3494379" [ 692.351569] env[69226]: _type = "Task" [ 692.351569] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.361424] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.418942] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0c0d19-7aff-49e9-9d66-32f33c4efc85 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.418942] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d06000f4-5786-45e1-8d76-5230c9edc36b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.425485] env[69226]: DEBUG oslo_vmware.api [None req-2b0c0d19-7aff-49e9-9d66-32f33c4efc85 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 692.425485] env[69226]: value = "task-3494380" [ 692.425485] env[69226]: _type = "Task" [ 692.425485] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.435278] env[69226]: DEBUG oslo_vmware.api [None req-2b0c0d19-7aff-49e9-9d66-32f33c4efc85 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.711692] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': task-3494378, 'name': Rename_Task, 'duration_secs': 0.176926} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.712155] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.712155] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f551364-b4cc-4e4c-b609-156fe9cd9c1c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.718730] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Waiting for the task: (returnval){ [ 692.718730] env[69226]: value = "task-3494381" [ 692.718730] env[69226]: _type = "Task" [ 692.718730] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.729749] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': task-3494381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.734241] env[69226]: DEBUG nova.compute.utils [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.739148] env[69226]: DEBUG nova.compute.manager [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.739325] env[69226]: DEBUG nova.network.neutron [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.814438] env[69226]: DEBUG nova.policy [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c68fd3324be4707826beadcd192f5d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afeb460d630f46a68dc13ca12a7b2c65', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.843080] env[69226]: DEBUG nova.network.neutron [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Successfully updated port: 850c8e3b-22e7-46ca-8d45-3dff6f7a48f7 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.862228] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085351} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.862494] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.863525] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce01a87-01b1-409d-a03f-307becd6b074 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.887671] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] bc027f19-a069-407f-b861-66aa7c868033/bc027f19-a069-407f-b861-66aa7c868033.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.888543] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93a4c9e0-4c27-436b-8381-203216ae5bcf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.909343] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for the task: (returnval){ [ 692.909343] env[69226]: value = "task-3494382" [ 692.909343] env[69226]: _type = "Task" [ 692.909343] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.920615] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.935570] env[69226]: DEBUG oslo_vmware.api [None req-2b0c0d19-7aff-49e9-9d66-32f33c4efc85 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494380, 'name': PowerOffVM_Task, 'duration_secs': 0.217569} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.935922] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0c0d19-7aff-49e9-9d66-32f33c4efc85 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.936146] env[69226]: DEBUG nova.compute.manager [None req-2b0c0d19-7aff-49e9-9d66-32f33c4efc85 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.937249] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a8a088-fb44-4cde-910a-6f8f32330422 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.231901] env[69226]: DEBUG oslo_vmware.api [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': task-3494381, 'name': PowerOnVM_Task, 'duration_secs': 0.498886} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.232183] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.235141] env[69226]: INFO nova.compute.manager [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Took 9.57 seconds to spawn the instance on the hypervisor. [ 693.235141] env[69226]: DEBUG nova.compute.manager [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.235141] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6c9ecf-e1fa-47a8-a6ee-632060c29ed7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.239347] env[69226]: DEBUG nova.compute.manager [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.244984] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eae6b1fe-43ac-4f6a-ad0d-2d9fd8a27057 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.249403] env[69226]: DEBUG oslo_concurrency.lockutils [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.990s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.252016] env[69226]: DEBUG nova.objects.instance [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lazy-loading 'resources' on Instance uuid 512b5873-d78f-4299-bdee-8c725be60de7 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.296817] env[69226]: DEBUG nova.network.neutron [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Successfully created port: b2734458-b9e2-4bf5-a269-1e020003dcdc {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.299366] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.299634] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.345647] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquiring lock "refresh_cache-2a72a8c9-861c-4579-beb6-fe810df0cfeb" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.345647] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquired lock "refresh_cache-2a72a8c9-861c-4579-beb6-fe810df0cfeb" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.345647] env[69226]: DEBUG nova.network.neutron [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.430160] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494382, 'name': ReconfigVM_Task, 'duration_secs': 0.35454} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.430160] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Reconfigured VM instance instance-00000010 to attach disk [datastore2] bc027f19-a069-407f-b861-66aa7c868033/bc027f19-a069-407f-b861-66aa7c868033.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.430701] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45d1c802-8df1-438f-a213-721ce2b1d32f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.442121] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for the task: (returnval){ [ 693.442121] env[69226]: value = "task-3494383" [ 693.442121] env[69226]: _type = "Task" [ 693.442121] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.461335] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494383, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.461551] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b0c0d19-7aff-49e9-9d66-32f33c4efc85 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "880cf401-fc4e-468d-bcdc-fa4e50a0565e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.767596] env[69226]: INFO nova.compute.manager [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Took 29.53 seconds to build instance. [ 693.913546] env[69226]: DEBUG nova.network.neutron [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.964914] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494383, 'name': Rename_Task, 'duration_secs': 0.146301} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.965311] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.966850] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4235daf-001a-447b-876c-69e6661537d6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.977367] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for the task: (returnval){ [ 693.977367] env[69226]: value = "task-3494384" [ 693.977367] env[69226]: _type = "Task" [ 693.977367] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.000141] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494384, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.029814] env[69226]: DEBUG nova.compute.manager [req-90eeabf6-5ffb-4527-aef6-1fdc0171d1f2 req-d5b0e981-f877-4e8e-a652-1e4192e7924f service nova] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Received event network-vif-plugged-850c8e3b-22e7-46ca-8d45-3dff6f7a48f7 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.030038] env[69226]: DEBUG oslo_concurrency.lockutils [req-90eeabf6-5ffb-4527-aef6-1fdc0171d1f2 req-d5b0e981-f877-4e8e-a652-1e4192e7924f service nova] Acquiring lock "2a72a8c9-861c-4579-beb6-fe810df0cfeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.030242] env[69226]: DEBUG oslo_concurrency.lockutils [req-90eeabf6-5ffb-4527-aef6-1fdc0171d1f2 req-d5b0e981-f877-4e8e-a652-1e4192e7924f service nova] Lock "2a72a8c9-861c-4579-beb6-fe810df0cfeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.030401] env[69226]: DEBUG oslo_concurrency.lockutils [req-90eeabf6-5ffb-4527-aef6-1fdc0171d1f2 req-d5b0e981-f877-4e8e-a652-1e4192e7924f service nova] Lock "2a72a8c9-861c-4579-beb6-fe810df0cfeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.030555] env[69226]: DEBUG nova.compute.manager [req-90eeabf6-5ffb-4527-aef6-1fdc0171d1f2 req-d5b0e981-f877-4e8e-a652-1e4192e7924f service nova] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] No waiting events found dispatching network-vif-plugged-850c8e3b-22e7-46ca-8d45-3dff6f7a48f7 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.030732] env[69226]: WARNING nova.compute.manager [req-90eeabf6-5ffb-4527-aef6-1fdc0171d1f2 req-d5b0e981-f877-4e8e-a652-1e4192e7924f service nova] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Received unexpected event network-vif-plugged-850c8e3b-22e7-46ca-8d45-3dff6f7a48f7 for instance with vm_state building and task_state spawning. [ 694.030856] env[69226]: DEBUG nova.compute.manager [req-90eeabf6-5ffb-4527-aef6-1fdc0171d1f2 req-d5b0e981-f877-4e8e-a652-1e4192e7924f service nova] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Received event network-changed-850c8e3b-22e7-46ca-8d45-3dff6f7a48f7 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.031009] env[69226]: DEBUG nova.compute.manager [req-90eeabf6-5ffb-4527-aef6-1fdc0171d1f2 req-d5b0e981-f877-4e8e-a652-1e4192e7924f service nova] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Refreshing instance network info cache due to event network-changed-850c8e3b-22e7-46ca-8d45-3dff6f7a48f7. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.031456] env[69226]: DEBUG oslo_concurrency.lockutils [req-90eeabf6-5ffb-4527-aef6-1fdc0171d1f2 req-d5b0e981-f877-4e8e-a652-1e4192e7924f service nova] Acquiring lock "refresh_cache-2a72a8c9-861c-4579-beb6-fe810df0cfeb" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.146746] env[69226]: DEBUG nova.network.neutron [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Updating instance_info_cache with network_info: [{"id": "850c8e3b-22e7-46ca-8d45-3dff6f7a48f7", "address": "fa:16:3e:1b:35:b3", "network": {"id": "7fe112f5-925c-4afb-8c00-700d18824a6c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1617528993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e52207688a4b9ba23f116111ebd68d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap850c8e3b-22", "ovs_interfaceid": "850c8e3b-22e7-46ca-8d45-3dff6f7a48f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.257722] env[69226]: DEBUG nova.compute.manager [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.269680] env[69226]: DEBUG oslo_concurrency.lockutils [None req-90d3d9ee-833b-4beb-ab9b-486a726cc208 tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Lock "47485135-44d5-434c-88a9-63ea79da46db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.137s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.282732] env[69226]: DEBUG nova.virt.hardware [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.282979] env[69226]: DEBUG nova.virt.hardware [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.283151] env[69226]: DEBUG nova.virt.hardware [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.283337] env[69226]: DEBUG nova.virt.hardware [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.283485] env[69226]: DEBUG nova.virt.hardware [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.283629] env[69226]: DEBUG nova.virt.hardware [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.283836] env[69226]: DEBUG nova.virt.hardware [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.284010] env[69226]: DEBUG nova.virt.hardware [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.284699] env[69226]: DEBUG nova.virt.hardware [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.284886] env[69226]: DEBUG nova.virt.hardware [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.285083] env[69226]: DEBUG nova.virt.hardware [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.285966] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165db751-e27b-4b1a-90a4-ba560946d3e9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.298349] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bf10c4-5b00-45f8-a960-39037a8f0333 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.405814] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043e9baf-fc66-47fb-b9ec-147ebeda56c0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.412908] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5bce72-ab9c-40cc-9ce3-21572c5cab82 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.449341] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7ca41e-3f69-4796-aec5-74ae9595267c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.457231] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276d1df2-a040-4d46-bd89-b2fbf3966381 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.472020] env[69226]: DEBUG nova.compute.provider_tree [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.496117] env[69226]: DEBUG oslo_vmware.api [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494384, 'name': PowerOnVM_Task, 'duration_secs': 0.491181} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.496439] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.498073] env[69226]: INFO nova.compute.manager [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Took 8.16 seconds to spawn the instance on the hypervisor. [ 694.498073] env[69226]: DEBUG nova.compute.manager [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.498073] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c9acef-98eb-436a-bcc2-b5463562c829 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.649492] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Releasing lock "refresh_cache-2a72a8c9-861c-4579-beb6-fe810df0cfeb" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.649492] env[69226]: DEBUG nova.compute.manager [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Instance network_info: |[{"id": "850c8e3b-22e7-46ca-8d45-3dff6f7a48f7", "address": "fa:16:3e:1b:35:b3", "network": {"id": "7fe112f5-925c-4afb-8c00-700d18824a6c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1617528993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e52207688a4b9ba23f116111ebd68d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap850c8e3b-22", "ovs_interfaceid": "850c8e3b-22e7-46ca-8d45-3dff6f7a48f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.649681] env[69226]: DEBUG oslo_concurrency.lockutils [req-90eeabf6-5ffb-4527-aef6-1fdc0171d1f2 req-d5b0e981-f877-4e8e-a652-1e4192e7924f service nova] Acquired lock "refresh_cache-2a72a8c9-861c-4579-beb6-fe810df0cfeb" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.649894] env[69226]: DEBUG nova.network.neutron [req-90eeabf6-5ffb-4527-aef6-1fdc0171d1f2 req-d5b0e981-f877-4e8e-a652-1e4192e7924f service nova] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Refreshing network info cache for port 850c8e3b-22e7-46ca-8d45-3dff6f7a48f7 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.653580] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:35:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '850c8e3b-22e7-46ca-8d45-3dff6f7a48f7', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.659368] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Creating folder: Project (c0e52207688a4b9ba23f116111ebd68d). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.660046] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e3f7820-35e9-4f37-b4fd-3acc8763374d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.672682] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Created folder: Project (c0e52207688a4b9ba23f116111ebd68d) in parent group-v698365. [ 694.672875] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Creating folder: Instances. Parent ref: group-v698411. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.673125] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9eb25709-aecc-4469-88a9-8310093033f5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.684453] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Created folder: Instances in parent group-v698411. [ 694.684689] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.684872] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.685095] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48912fa0-dfb1-45e2-bb45-9bdd159f19e4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.710900] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.710900] env[69226]: value = "task-3494387" [ 694.710900] env[69226]: _type = "Task" [ 694.710900] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.719769] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494387, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.772674] env[69226]: DEBUG nova.compute.manager [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.975341] env[69226]: DEBUG nova.scheduler.client.report [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.018197] env[69226]: INFO nova.compute.manager [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Took 29.82 seconds to build instance. [ 695.082863] env[69226]: DEBUG nova.network.neutron [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Successfully updated port: b2734458-b9e2-4bf5-a269-1e020003dcdc {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.225989] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494387, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.310902] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.402657] env[69226]: DEBUG nova.network.neutron [req-90eeabf6-5ffb-4527-aef6-1fdc0171d1f2 req-d5b0e981-f877-4e8e-a652-1e4192e7924f service nova] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Updated VIF entry in instance network info cache for port 850c8e3b-22e7-46ca-8d45-3dff6f7a48f7. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.403099] env[69226]: DEBUG nova.network.neutron [req-90eeabf6-5ffb-4527-aef6-1fdc0171d1f2 req-d5b0e981-f877-4e8e-a652-1e4192e7924f service nova] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Updating instance_info_cache with network_info: [{"id": "850c8e3b-22e7-46ca-8d45-3dff6f7a48f7", "address": "fa:16:3e:1b:35:b3", "network": {"id": "7fe112f5-925c-4afb-8c00-700d18824a6c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1617528993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e52207688a4b9ba23f116111ebd68d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap850c8e3b-22", "ovs_interfaceid": "850c8e3b-22e7-46ca-8d45-3dff6f7a48f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.481675] env[69226]: DEBUG oslo_concurrency.lockutils [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.484245] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.164s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.485846] env[69226]: INFO nova.compute.claims [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.512589] env[69226]: INFO nova.scheduler.client.report [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Deleted allocations for instance 512b5873-d78f-4299-bdee-8c725be60de7 [ 695.524019] env[69226]: DEBUG oslo_concurrency.lockutils [None req-729d9884-919b-4866-8fbd-95b67d0fa146 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "bc027f19-a069-407f-b861-66aa7c868033" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.669s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.586828] env[69226]: DEBUG oslo_concurrency.lockutils [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "refresh_cache-13cb1171-4983-4b68-98d7-3d4f1a74fea0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.588085] env[69226]: DEBUG oslo_concurrency.lockutils [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "refresh_cache-13cb1171-4983-4b68-98d7-3d4f1a74fea0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.588085] env[69226]: DEBUG nova.network.neutron [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.723312] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494387, 'name': CreateVM_Task, 'duration_secs': 0.785633} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.723623] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.724489] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.724712] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.725114] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.725657] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6bb7175-4ef8-4225-958f-de85ecd1283f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.731819] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 695.731819] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c7526b-5280-5f09-8c2f-8f3f85f40ef0" [ 695.731819] env[69226]: _type = "Task" [ 695.731819] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.741887] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c7526b-5280-5f09-8c2f-8f3f85f40ef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.747300] env[69226]: DEBUG nova.compute.manager [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.748401] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc15f668-bc3e-4dda-8a48-c3077aace5a7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.905493] env[69226]: DEBUG oslo_concurrency.lockutils [req-90eeabf6-5ffb-4527-aef6-1fdc0171d1f2 req-d5b0e981-f877-4e8e-a652-1e4192e7924f service nova] Releasing lock "refresh_cache-2a72a8c9-861c-4579-beb6-fe810df0cfeb" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.021454] env[69226]: DEBUG oslo_concurrency.lockutils [None req-64ad339f-4f36-4999-b419-c96db349cf32 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "512b5873-d78f-4299-bdee-8c725be60de7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.616s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.023762] env[69226]: DEBUG nova.compute.manager [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.123706] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Acquiring lock "082b9d94-88f6-4b1d-b7af-fb508bb61e82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.124054] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Lock "082b9d94-88f6-4b1d-b7af-fb508bb61e82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.144069] env[69226]: DEBUG nova.network.neutron [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.243921] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c7526b-5280-5f09-8c2f-8f3f85f40ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.012047} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.245032] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.245259] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.245537] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.246278] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.246564] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.247092] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26e17b65-5b10-412f-90eb-71237787c28f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.259901] env[69226]: INFO nova.compute.manager [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] instance snapshotting [ 696.260120] env[69226]: WARNING nova.compute.manager [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 696.262447] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.262623] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.264559] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c12e00-e6c0-45f3-b650-c433924bf65b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.271187] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376e33e0-b4ab-4b09-b7d0-f3eab45d23ab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.293073] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 696.293073] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f3252b-265e-8697-3b73-d1da20559b5e" [ 696.293073] env[69226]: _type = "Task" [ 696.293073] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.295094] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8997a043-12ff-4848-89c9-957c1ef00775 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.310722] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f3252b-265e-8697-3b73-d1da20559b5e, 'name': SearchDatastore_Task, 'duration_secs': 0.010997} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.311712] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-406990c6-b96d-4743-9ddb-11032486e09d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.321341] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 696.321341] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52cb8c4d-dd81-5002-a631-e4ba74125c97" [ 696.321341] env[69226]: _type = "Task" [ 696.321341] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.329922] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52cb8c4d-dd81-5002-a631-e4ba74125c97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.371035] env[69226]: DEBUG nova.network.neutron [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Updating instance_info_cache with network_info: [{"id": "b2734458-b9e2-4bf5-a269-1e020003dcdc", "address": "fa:16:3e:30:26:ba", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2734458-b9", "ovs_interfaceid": "b2734458-b9e2-4bf5-a269-1e020003dcdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.546905] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.627749] env[69226]: DEBUG nova.compute.manager [req-ec73bce4-bbac-4a4f-b673-bb05b387c795 req-076d136f-5d30-406f-b2af-ea958210ed9a service nova] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Received event network-vif-plugged-b2734458-b9e2-4bf5-a269-1e020003dcdc {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.627749] env[69226]: DEBUG oslo_concurrency.lockutils [req-ec73bce4-bbac-4a4f-b673-bb05b387c795 req-076d136f-5d30-406f-b2af-ea958210ed9a service nova] Acquiring lock "13cb1171-4983-4b68-98d7-3d4f1a74fea0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.627749] env[69226]: DEBUG oslo_concurrency.lockutils [req-ec73bce4-bbac-4a4f-b673-bb05b387c795 req-076d136f-5d30-406f-b2af-ea958210ed9a service nova] Lock "13cb1171-4983-4b68-98d7-3d4f1a74fea0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.627749] env[69226]: DEBUG oslo_concurrency.lockutils [req-ec73bce4-bbac-4a4f-b673-bb05b387c795 req-076d136f-5d30-406f-b2af-ea958210ed9a service nova] Lock "13cb1171-4983-4b68-98d7-3d4f1a74fea0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.627749] env[69226]: DEBUG nova.compute.manager [req-ec73bce4-bbac-4a4f-b673-bb05b387c795 req-076d136f-5d30-406f-b2af-ea958210ed9a service nova] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] No waiting events found dispatching network-vif-plugged-b2734458-b9e2-4bf5-a269-1e020003dcdc {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.627981] env[69226]: WARNING nova.compute.manager [req-ec73bce4-bbac-4a4f-b673-bb05b387c795 req-076d136f-5d30-406f-b2af-ea958210ed9a service nova] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Received unexpected event network-vif-plugged-b2734458-b9e2-4bf5-a269-1e020003dcdc for instance with vm_state building and task_state spawning. [ 696.627981] env[69226]: DEBUG nova.compute.manager [req-ec73bce4-bbac-4a4f-b673-bb05b387c795 req-076d136f-5d30-406f-b2af-ea958210ed9a service nova] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Received event network-changed-b2734458-b9e2-4bf5-a269-1e020003dcdc {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.627981] env[69226]: DEBUG nova.compute.manager [req-ec73bce4-bbac-4a4f-b673-bb05b387c795 req-076d136f-5d30-406f-b2af-ea958210ed9a service nova] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Refreshing instance network info cache due to event network-changed-b2734458-b9e2-4bf5-a269-1e020003dcdc. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.628089] env[69226]: DEBUG oslo_concurrency.lockutils [req-ec73bce4-bbac-4a4f-b673-bb05b387c795 req-076d136f-5d30-406f-b2af-ea958210ed9a service nova] Acquiring lock "refresh_cache-13cb1171-4983-4b68-98d7-3d4f1a74fea0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.774442] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Acquiring lock "47485135-44d5-434c-88a9-63ea79da46db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.775257] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Lock "47485135-44d5-434c-88a9-63ea79da46db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.775428] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Acquiring lock "47485135-44d5-434c-88a9-63ea79da46db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.775646] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Lock "47485135-44d5-434c-88a9-63ea79da46db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.776574] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Lock "47485135-44d5-434c-88a9-63ea79da46db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.781748] env[69226]: INFO nova.compute.manager [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Terminating instance [ 696.812794] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Creating Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 696.813094] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5136229d-8a43-4466-9de8-5342fde1e4ca {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.823587] env[69226]: DEBUG oslo_vmware.api [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 696.823587] env[69226]: value = "task-3494388" [ 696.823587] env[69226]: _type = "Task" [ 696.823587] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.841304] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52cb8c4d-dd81-5002-a631-e4ba74125c97, 'name': SearchDatastore_Task, 'duration_secs': 0.010207} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.844302] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.844582] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 2a72a8c9-861c-4579-beb6-fe810df0cfeb/2a72a8c9-861c-4579-beb6-fe810df0cfeb.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.844884] env[69226]: DEBUG oslo_vmware.api [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494388, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.845116] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eb50265-a5dd-44ce-8801-c1c1f22d9cd5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.853524] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 696.853524] env[69226]: value = "task-3494389" [ 696.853524] env[69226]: _type = "Task" [ 696.853524] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.864635] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.873865] env[69226]: DEBUG oslo_concurrency.lockutils [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "refresh_cache-13cb1171-4983-4b68-98d7-3d4f1a74fea0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.874188] env[69226]: DEBUG nova.compute.manager [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Instance network_info: |[{"id": "b2734458-b9e2-4bf5-a269-1e020003dcdc", "address": "fa:16:3e:30:26:ba", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2734458-b9", "ovs_interfaceid": "b2734458-b9e2-4bf5-a269-1e020003dcdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.874792] env[69226]: DEBUG oslo_concurrency.lockutils [req-ec73bce4-bbac-4a4f-b673-bb05b387c795 req-076d136f-5d30-406f-b2af-ea958210ed9a service nova] Acquired lock "refresh_cache-13cb1171-4983-4b68-98d7-3d4f1a74fea0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.874964] env[69226]: DEBUG nova.network.neutron [req-ec73bce4-bbac-4a4f-b673-bb05b387c795 req-076d136f-5d30-406f-b2af-ea958210ed9a service nova] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Refreshing network info cache for port b2734458-b9e2-4bf5-a269-1e020003dcdc {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.877215] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:26:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2734458-b9e2-4bf5-a269-1e020003dcdc', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.885126] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Creating folder: Project (afeb460d630f46a68dc13ca12a7b2c65). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.885126] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d916ea77-cce1-4d59-ae69-cd8f2b6d465c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.900266] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Created folder: Project (afeb460d630f46a68dc13ca12a7b2c65) in parent group-v698365. [ 696.900476] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Creating folder: Instances. Parent ref: group-v698414. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.901015] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2323a9a8-c6ab-4c95-8ac2-c37740a8386b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.909625] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Created folder: Instances in parent group-v698414. [ 696.910178] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.910178] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.910547] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1af879c9-882a-4dbd-b3c1-2db9d5b150b4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.937399] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.937399] env[69226]: value = "task-3494392" [ 696.937399] env[69226]: _type = "Task" [ 696.937399] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.946899] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494392, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.147930] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c67e6eb-8ff6-40c0-9fac-b0b8408fc07c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.161417] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7128493-a147-42c3-8c34-8415c48f9f5c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.203513] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a893df5-01a1-4cf5-bd22-26c7b3041494 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.212327] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d356f92d-35f7-41d7-86e8-5af324b71076 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.228946] env[69226]: DEBUG nova.compute.provider_tree [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.290272] env[69226]: DEBUG nova.compute.manager [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.290774] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.292186] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e60df74-f3a6-40bb-bc88-f2796e9ecd48 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.307864] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.307864] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d83804d8-1e7f-4d64-b5ee-28352c7e5538 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.316857] env[69226]: DEBUG oslo_vmware.api [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Waiting for the task: (returnval){ [ 697.316857] env[69226]: value = "task-3494393" [ 697.316857] env[69226]: _type = "Task" [ 697.316857] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.336209] env[69226]: DEBUG oslo_vmware.api [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': task-3494393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.352841] env[69226]: DEBUG oslo_vmware.api [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494388, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.371727] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494389, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.455791] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494392, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.732991] env[69226]: DEBUG nova.scheduler.client.report [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.832412] env[69226]: DEBUG oslo_vmware.api [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': task-3494393, 'name': PowerOffVM_Task, 'duration_secs': 0.393538} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.832712] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.832894] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.833208] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ec1c1e8-6ec4-4d52-b5d2-32f574b3d266 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.848890] env[69226]: DEBUG oslo_vmware.api [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494388, 'name': CreateSnapshot_Task, 'duration_secs': 0.90454} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.849831] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Created Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 697.850635] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96db05c-78b5-4689-aac7-b1d3c71b9e03 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.873076] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582286} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.874192] env[69226]: DEBUG nova.network.neutron [req-ec73bce4-bbac-4a4f-b673-bb05b387c795 req-076d136f-5d30-406f-b2af-ea958210ed9a service nova] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Updated VIF entry in instance network info cache for port b2734458-b9e2-4bf5-a269-1e020003dcdc. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.875038] env[69226]: DEBUG nova.network.neutron [req-ec73bce4-bbac-4a4f-b673-bb05b387c795 req-076d136f-5d30-406f-b2af-ea958210ed9a service nova] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Updating instance_info_cache with network_info: [{"id": "b2734458-b9e2-4bf5-a269-1e020003dcdc", "address": "fa:16:3e:30:26:ba", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2734458-b9", "ovs_interfaceid": "b2734458-b9e2-4bf5-a269-1e020003dcdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.877344] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 2a72a8c9-861c-4579-beb6-fe810df0cfeb/2a72a8c9-861c-4579-beb6-fe810df0cfeb.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.877344] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.877344] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47d70bde-a72a-4a24-b0c6-edbf522a56d9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.887831] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 697.887831] env[69226]: value = "task-3494395" [ 697.887831] env[69226]: _type = "Task" [ 697.887831] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.905720] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.906092] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.906341] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.906865] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Deleting the datastore file [datastore2] 47485135-44d5-434c-88a9-63ea79da46db {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.907617] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-757df6e3-24dd-4ec0-8e5f-c3e19a5e1e84 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.914661] env[69226]: DEBUG oslo_vmware.api [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Waiting for the task: (returnval){ [ 697.914661] env[69226]: value = "task-3494396" [ 697.914661] env[69226]: _type = "Task" [ 697.914661] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.925191] env[69226]: DEBUG oslo_vmware.api [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': task-3494396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.954764] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494392, 'name': CreateVM_Task, 'duration_secs': 0.71215} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.955071] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.956170] env[69226]: DEBUG oslo_concurrency.lockutils [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.956541] env[69226]: DEBUG oslo_concurrency.lockutils [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.957980] env[69226]: DEBUG oslo_concurrency.lockutils [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.957980] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c5845f5-126d-4750-92d0-fd9e7bbd02b7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.966093] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 697.966093] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d3a12a-fb21-ab4f-ec4c-ab8c482af5e8" [ 697.966093] env[69226]: _type = "Task" [ 697.966093] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.977103] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d3a12a-fb21-ab4f-ec4c-ab8c482af5e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.098072] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquiring lock "bebef016-51f9-4368-9862-b1fc990fbb98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.098776] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "bebef016-51f9-4368-9862-b1fc990fbb98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.241954] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.242519] env[69226]: DEBUG nova.compute.manager [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.245162] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.550s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.245448] env[69226]: DEBUG nova.objects.instance [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Lazy-loading 'resources' on Instance uuid 40d61487-5f6c-4455-a67a-5c58fe99d0b7 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.381141] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Creating linked-clone VM from snapshot {{(pid=69226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 698.381661] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c67a9889-db2c-4fb6-aee8-112a328a8276 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.387486] env[69226]: DEBUG oslo_concurrency.lockutils [req-ec73bce4-bbac-4a4f-b673-bb05b387c795 req-076d136f-5d30-406f-b2af-ea958210ed9a service nova] Releasing lock "refresh_cache-13cb1171-4983-4b68-98d7-3d4f1a74fea0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.395217] env[69226]: DEBUG oslo_vmware.api [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 698.395217] env[69226]: value = "task-3494397" [ 698.395217] env[69226]: _type = "Task" [ 698.395217] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.408492] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185019} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.408779] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.409693] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5a3926-ed15-4063-a1bd-8e9e42f18c7d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.416101] env[69226]: DEBUG oslo_vmware.api [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494397, 'name': CloneVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.437984] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 2a72a8c9-861c-4579-beb6-fe810df0cfeb/2a72a8c9-861c-4579-beb6-fe810df0cfeb.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.438301] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e5edbbe-5fbe-4b75-bbb0-d3a19e102c8c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.463493] env[69226]: DEBUG oslo_vmware.api [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': task-3494396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.466296] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 698.466296] env[69226]: value = "task-3494398" [ 698.466296] env[69226]: _type = "Task" [ 698.466296] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.481071] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494398, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.484283] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d3a12a-fb21-ab4f-ec4c-ab8c482af5e8, 'name': SearchDatastore_Task, 'duration_secs': 0.023345} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.484945] env[69226]: DEBUG oslo_concurrency.lockutils [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.484945] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.485117] env[69226]: DEBUG oslo_concurrency.lockutils [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.485250] env[69226]: DEBUG oslo_concurrency.lockutils [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.485572] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.485865] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f7cc482-580d-48ab-8ffa-9208215dc889 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.508373] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.508710] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.509631] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ede3224-bad4-47aa-a4cd-6b49080e6f79 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.520352] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 698.520352] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52611b5a-fdcf-63c2-fb97-d1178512f1ed" [ 698.520352] env[69226]: _type = "Task" [ 698.520352] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.528831] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52611b5a-fdcf-63c2-fb97-d1178512f1ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.751639] env[69226]: DEBUG nova.compute.utils [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.751639] env[69226]: DEBUG nova.compute.manager [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.751639] env[69226]: DEBUG nova.network.neutron [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.882036] env[69226]: DEBUG nova.policy [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1ddb80c4bdf494f82e3fff4c167271a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '954f84c088b14f2bbcf8659af75ed13e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.912252] env[69226]: DEBUG oslo_vmware.api [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494397, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.930699] env[69226]: DEBUG oslo_vmware.api [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Task: {'id': task-3494396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.599419} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.930699] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.931034] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.931034] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.931170] env[69226]: INFO nova.compute.manager [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Took 1.64 seconds to destroy the instance on the hypervisor. [ 698.932457] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.932457] env[69226]: DEBUG nova.compute.manager [-] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.932457] env[69226]: DEBUG nova.network.neutron [-] [instance: 47485135-44d5-434c-88a9-63ea79da46db] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.978080] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.035534] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52611b5a-fdcf-63c2-fb97-d1178512f1ed, 'name': SearchDatastore_Task, 'duration_secs': 0.013541} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.035695] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-254535d4-5c2c-4f51-8981-849a92869c04 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.044408] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 699.044408] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52813948-a15f-0e86-9199-6e810c812d0d" [ 699.044408] env[69226]: _type = "Task" [ 699.044408] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.054598] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52813948-a15f-0e86-9199-6e810c812d0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.257215] env[69226]: DEBUG nova.compute.manager [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.408893] env[69226]: DEBUG oslo_vmware.api [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494397, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.416976] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80b7d43-4302-4288-9d09-3efaaf4e8614 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.426811] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3ee202-c0b4-40a4-9734-09bc96225934 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.466421] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba3b0dc-d3e8-4478-8031-0919060edf94 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.479677] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ab43de-53bb-4816-aa73-e1e46d29974e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.484585] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494398, 'name': ReconfigVM_Task, 'duration_secs': 0.608763} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.488078] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 2a72a8c9-861c-4579-beb6-fe810df0cfeb/2a72a8c9-861c-4579-beb6-fe810df0cfeb.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.488078] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9736869a-5f93-43d5-85a6-0d6501541088 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.498249] env[69226]: DEBUG nova.compute.provider_tree [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.505088] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 699.505088] env[69226]: value = "task-3494399" [ 699.505088] env[69226]: _type = "Task" [ 699.505088] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.513530] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494399, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.555969] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52813948-a15f-0e86-9199-6e810c812d0d, 'name': SearchDatastore_Task, 'duration_secs': 0.014948} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.556348] env[69226]: DEBUG oslo_concurrency.lockutils [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.556679] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 13cb1171-4983-4b68-98d7-3d4f1a74fea0/13cb1171-4983-4b68-98d7-3d4f1a74fea0.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.556982] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83e4a6dc-2721-4f38-b7b0-8e9541606f38 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.563534] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 699.563534] env[69226]: value = "task-3494400" [ 699.563534] env[69226]: _type = "Task" [ 699.563534] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.577184] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.715530] env[69226]: DEBUG nova.network.neutron [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Successfully created port: bbef6de5-8796-45b4-8a09-b86557702dbb {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.913677] env[69226]: DEBUG oslo_vmware.api [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494397, 'name': CloneVM_Task} progress is 95%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.980468] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "a54aeb5b-9769-4ee7-9669-0974db55d501" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.980849] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "a54aeb5b-9769-4ee7-9669-0974db55d501" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.996381] env[69226]: DEBUG nova.compute.manager [req-bcb752ed-7814-4606-83e9-c91babd97932 req-afe296b7-2ca1-4e9d-b8ec-19ce0be39fab service nova] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Received event network-vif-deleted-da179f11-ca3d-4194-a4a4-66b24aafc8c3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.996556] env[69226]: INFO nova.compute.manager [req-bcb752ed-7814-4606-83e9-c91babd97932 req-afe296b7-2ca1-4e9d-b8ec-19ce0be39fab service nova] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Neutron deleted interface da179f11-ca3d-4194-a4a4-66b24aafc8c3; detaching it from the instance and deleting it from the info cache [ 699.996725] env[69226]: DEBUG nova.network.neutron [req-bcb752ed-7814-4606-83e9-c91babd97932 req-afe296b7-2ca1-4e9d-b8ec-19ce0be39fab service nova] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.000876] env[69226]: DEBUG nova.scheduler.client.report [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.022386] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494399, 'name': Rename_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.078308] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494400, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.150971] env[69226]: DEBUG nova.network.neutron [-] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.268330] env[69226]: DEBUG nova.compute.manager [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.298175] env[69226]: DEBUG nova.virt.hardware [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.298526] env[69226]: DEBUG nova.virt.hardware [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.298724] env[69226]: DEBUG nova.virt.hardware [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.298941] env[69226]: DEBUG nova.virt.hardware [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.299133] env[69226]: DEBUG nova.virt.hardware [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.299363] env[69226]: DEBUG nova.virt.hardware [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.299614] env[69226]: DEBUG nova.virt.hardware [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.299809] env[69226]: DEBUG nova.virt.hardware [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.300017] env[69226]: DEBUG nova.virt.hardware [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.300223] env[69226]: DEBUG nova.virt.hardware [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.300428] env[69226]: DEBUG nova.virt.hardware [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.301354] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299683cf-cd0c-4de8-8544-18ea045324f7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.310293] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717416de-b4ae-4f49-846f-7d709527a917 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.409571] env[69226]: DEBUG oslo_vmware.api [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494397, 'name': CloneVM_Task, 'duration_secs': 1.771525} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.409867] env[69226]: INFO nova.virt.vmwareapi.vmops [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Created linked-clone VM from snapshot [ 700.410642] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79afc74e-9c5f-43a4-9312-012c6a471331 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.419559] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Uploading image f578e7af-b239-4a29-bf25-0b30fc0371a2 {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 700.444185] env[69226]: DEBUG oslo_vmware.rw_handles [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 700.444185] env[69226]: value = "vm-698418" [ 700.444185] env[69226]: _type = "VirtualMachine" [ 700.444185] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 700.444489] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dc949f80-3870-49e2-ad0c-5f77e04accdc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.452816] env[69226]: DEBUG oslo_vmware.rw_handles [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lease: (returnval){ [ 700.452816] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5244288b-1fb1-addc-39c5-2b4febf99f38" [ 700.452816] env[69226]: _type = "HttpNfcLease" [ 700.452816] env[69226]: } obtained for exporting VM: (result){ [ 700.452816] env[69226]: value = "vm-698418" [ 700.452816] env[69226]: _type = "VirtualMachine" [ 700.452816] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 700.453134] env[69226]: DEBUG oslo_vmware.api [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the lease: (returnval){ [ 700.453134] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5244288b-1fb1-addc-39c5-2b4febf99f38" [ 700.453134] env[69226]: _type = "HttpNfcLease" [ 700.453134] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 700.460396] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 700.460396] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5244288b-1fb1-addc-39c5-2b4febf99f38" [ 700.460396] env[69226]: _type = "HttpNfcLease" [ 700.460396] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 700.499361] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5799755f-9668-408e-8e9b-e9ec135fa54d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.506787] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.510475] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.810s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.514141] env[69226]: INFO nova.compute.claims [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.526984] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647efc7b-4fee-4895-951e-7a58309761dd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.545671] env[69226]: INFO nova.scheduler.client.report [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Deleted allocations for instance 40d61487-5f6c-4455-a67a-5c58fe99d0b7 [ 700.551516] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494399, 'name': Rename_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.565185] env[69226]: DEBUG nova.compute.manager [req-bcb752ed-7814-4606-83e9-c91babd97932 req-afe296b7-2ca1-4e9d-b8ec-19ce0be39fab service nova] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Detach interface failed, port_id=da179f11-ca3d-4194-a4a4-66b24aafc8c3, reason: Instance 47485135-44d5-434c-88a9-63ea79da46db could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 700.574309] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53627} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.575483] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 13cb1171-4983-4b68-98d7-3d4f1a74fea0/13cb1171-4983-4b68-98d7-3d4f1a74fea0.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.575763] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.576056] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59c8a093-2968-42e7-8f4a-05d75c9d0958 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.583675] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 700.583675] env[69226]: value = "task-3494402" [ 700.583675] env[69226]: _type = "Task" [ 700.583675] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.593046] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.655061] env[69226]: INFO nova.compute.manager [-] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Took 1.72 seconds to deallocate network for instance. [ 700.966184] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 700.966184] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5244288b-1fb1-addc-39c5-2b4febf99f38" [ 700.966184] env[69226]: _type = "HttpNfcLease" [ 700.966184] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 700.966184] env[69226]: DEBUG oslo_vmware.rw_handles [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 700.966184] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5244288b-1fb1-addc-39c5-2b4febf99f38" [ 700.966184] env[69226]: _type = "HttpNfcLease" [ 700.966184] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 700.966921] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead6ca52-b22c-4a2e-8143-b16d05c02225 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.978955] env[69226]: DEBUG oslo_vmware.rw_handles [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52102404-b185-bb26-f781-665c4202d476/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 700.979232] env[69226]: DEBUG oslo_vmware.rw_handles [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52102404-b185-bb26-f781-665c4202d476/disk-0.vmdk for reading. {{(pid=69226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 701.058387] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4bec336-a021-450f-81e1-88d3affdd4dd tempest-DeleteServersAdminTestJSON-298818886 tempest-DeleteServersAdminTestJSON-298818886-project-admin] Lock "40d61487-5f6c-4455-a67a-5c58fe99d0b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.064s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.062431] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494399, 'name': Rename_Task, 'duration_secs': 1.202989} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.063215] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.063215] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b94bae1c-3981-4b41-abd6-5fada6c302ec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.070770] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 701.070770] env[69226]: value = "task-3494403" [ 701.070770] env[69226]: _type = "Task" [ 701.070770] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.078344] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.095503] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8d4ecc68-502a-4ca2-b4a2-d2a80f1daec9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.098202] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072107} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.101180] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.101180] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dd54e6-cf83-4e71-9f3c-f590bd99cc20 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.132654] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 13cb1171-4983-4b68-98d7-3d4f1a74fea0/13cb1171-4983-4b68-98d7-3d4f1a74fea0.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.137770] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f20b1462-c1dc-4206-a4b8-e733b963d0d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.158091] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 701.158091] env[69226]: value = "task-3494404" [ 701.158091] env[69226]: _type = "Task" [ 701.158091] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.166457] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.171199] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.190662] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "88f2ec1c-f6dc-4d20-96df-d3272d74dc7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.190662] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "88f2ec1c-f6dc-4d20-96df-d3272d74dc7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.383474] env[69226]: DEBUG nova.network.neutron [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Successfully updated port: bbef6de5-8796-45b4-8a09-b86557702dbb {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.583148] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494403, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.669338] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.889145] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Acquiring lock "refresh_cache-aa73eeff-3d3b-4917-b43b-8125368a5521" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.889145] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Acquired lock "refresh_cache-aa73eeff-3d3b-4917-b43b-8125368a5521" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.889145] env[69226]: DEBUG nova.network.neutron [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.085586] env[69226]: DEBUG oslo_vmware.api [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494403, 'name': PowerOnVM_Task, 'duration_secs': 0.74612} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.091657] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.092058] env[69226]: INFO nova.compute.manager [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Took 10.66 seconds to spawn the instance on the hypervisor. [ 702.092853] env[69226]: DEBUG nova.compute.manager [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.093892] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fe0f7f-96a6-4c35-b9a0-75d608023344 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.180141] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494404, 'name': ReconfigVM_Task, 'duration_secs': 0.558468} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.180500] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 13cb1171-4983-4b68-98d7-3d4f1a74fea0/13cb1171-4983-4b68-98d7-3d4f1a74fea0.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.181179] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5b8c0c6-dfcd-484c-b34c-9ab613ee34e1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.188755] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 702.188755] env[69226]: value = "task-3494405" [ 702.188755] env[69226]: _type = "Task" [ 702.188755] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.204565] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494405, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.257155] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15513d14-e102-419d-9dc7-a4081bf54697 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.264937] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab637f5-7ead-4341-a98f-fbf249917be6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.301143] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd850c1-19aa-4b71-b326-4afa932e3514 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.309531] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb10f34-e050-4025-9a5a-5e2638042780 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.325280] env[69226]: DEBUG nova.compute.provider_tree [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.380220] env[69226]: DEBUG nova.compute.manager [req-7f5e855e-a327-49aa-a742-ab8badc33042 req-c168ac48-b8e2-46d7-9b73-3312a1216b1f service nova] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Received event network-vif-plugged-bbef6de5-8796-45b4-8a09-b86557702dbb {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.380220] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f5e855e-a327-49aa-a742-ab8badc33042 req-c168ac48-b8e2-46d7-9b73-3312a1216b1f service nova] Acquiring lock "aa73eeff-3d3b-4917-b43b-8125368a5521-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.380220] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f5e855e-a327-49aa-a742-ab8badc33042 req-c168ac48-b8e2-46d7-9b73-3312a1216b1f service nova] Lock "aa73eeff-3d3b-4917-b43b-8125368a5521-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.380220] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f5e855e-a327-49aa-a742-ab8badc33042 req-c168ac48-b8e2-46d7-9b73-3312a1216b1f service nova] Lock "aa73eeff-3d3b-4917-b43b-8125368a5521-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.380220] env[69226]: DEBUG nova.compute.manager [req-7f5e855e-a327-49aa-a742-ab8badc33042 req-c168ac48-b8e2-46d7-9b73-3312a1216b1f service nova] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] No waiting events found dispatching network-vif-plugged-bbef6de5-8796-45b4-8a09-b86557702dbb {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.380946] env[69226]: WARNING nova.compute.manager [req-7f5e855e-a327-49aa-a742-ab8badc33042 req-c168ac48-b8e2-46d7-9b73-3312a1216b1f service nova] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Received unexpected event network-vif-plugged-bbef6de5-8796-45b4-8a09-b86557702dbb for instance with vm_state building and task_state spawning. [ 702.380946] env[69226]: DEBUG nova.compute.manager [req-7f5e855e-a327-49aa-a742-ab8badc33042 req-c168ac48-b8e2-46d7-9b73-3312a1216b1f service nova] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Received event network-changed-bbef6de5-8796-45b4-8a09-b86557702dbb {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.380946] env[69226]: DEBUG nova.compute.manager [req-7f5e855e-a327-49aa-a742-ab8badc33042 req-c168ac48-b8e2-46d7-9b73-3312a1216b1f service nova] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Refreshing instance network info cache due to event network-changed-bbef6de5-8796-45b4-8a09-b86557702dbb. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.380946] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f5e855e-a327-49aa-a742-ab8badc33042 req-c168ac48-b8e2-46d7-9b73-3312a1216b1f service nova] Acquiring lock "refresh_cache-aa73eeff-3d3b-4917-b43b-8125368a5521" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.434624] env[69226]: DEBUG nova.network.neutron [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.588926] env[69226]: DEBUG nova.network.neutron [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Updating instance_info_cache with network_info: [{"id": "bbef6de5-8796-45b4-8a09-b86557702dbb", "address": "fa:16:3e:27:a1:6a", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbef6de5-87", "ovs_interfaceid": "bbef6de5-8796-45b4-8a09-b86557702dbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.621073] env[69226]: INFO nova.compute.manager [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Took 34.59 seconds to build instance. [ 702.701096] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494405, 'name': Rename_Task, 'duration_secs': 0.235532} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.701096] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.701096] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c042c0a3-2fb0-4f9b-acc3-784ee7d5d13c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.707987] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 702.707987] env[69226]: value = "task-3494406" [ 702.707987] env[69226]: _type = "Task" [ 702.707987] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.717015] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.829490] env[69226]: DEBUG nova.scheduler.client.report [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.091965] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Releasing lock "refresh_cache-aa73eeff-3d3b-4917-b43b-8125368a5521" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.092887] env[69226]: DEBUG nova.compute.manager [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Instance network_info: |[{"id": "bbef6de5-8796-45b4-8a09-b86557702dbb", "address": "fa:16:3e:27:a1:6a", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbef6de5-87", "ovs_interfaceid": "bbef6de5-8796-45b4-8a09-b86557702dbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.095466] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f5e855e-a327-49aa-a742-ab8badc33042 req-c168ac48-b8e2-46d7-9b73-3312a1216b1f service nova] Acquired lock "refresh_cache-aa73eeff-3d3b-4917-b43b-8125368a5521" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.095675] env[69226]: DEBUG nova.network.neutron [req-7f5e855e-a327-49aa-a742-ab8badc33042 req-c168ac48-b8e2-46d7-9b73-3312a1216b1f service nova] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Refreshing network info cache for port bbef6de5-8796-45b4-8a09-b86557702dbb {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.097020] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:a1:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbef6de5-8796-45b4-8a09-b86557702dbb', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.111280] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Creating folder: Project (954f84c088b14f2bbcf8659af75ed13e). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.111280] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f7daaa5-934e-4c1b-91be-411bd58c1df6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.119920] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.120192] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.120393] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.120640] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.120771] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.122987] env[69226]: INFO nova.compute.manager [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Terminating instance [ 703.125058] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de3af964-ea19-44bd-82f6-760bb40edff4 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lock "2a72a8c9-861c-4579-beb6-fe810df0cfeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.298s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.128025] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Created folder: Project (954f84c088b14f2bbcf8659af75ed13e) in parent group-v698365. [ 703.128243] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Creating folder: Instances. Parent ref: group-v698419. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.130429] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51527fb8-e5ae-494f-9641-45aeb3454218 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.141075] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Created folder: Instances in parent group-v698419. [ 703.141460] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.143198] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.143507] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53bbe695-766b-44be-8d90-333cf3139fd6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.166932] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.166932] env[69226]: value = "task-3494409" [ 703.166932] env[69226]: _type = "Task" [ 703.166932] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.179479] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquiring lock "d8fe6fbd-05c2-4bf5-8615-bb505bd0c031" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.179922] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Lock "d8fe6fbd-05c2-4bf5-8615-bb505bd0c031" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.180977] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494409, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.218736] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.342639] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.827s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.342639] env[69226]: DEBUG nova.compute.manager [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.342639] env[69226]: DEBUG oslo_concurrency.lockutils [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.567s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.342639] env[69226]: DEBUG nova.objects.instance [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lazy-loading 'resources' on Instance uuid 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.471388] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquiring lock "e2e4929c-9137-4f8d-aef9-de71867e438f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.471700] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lock "e2e4929c-9137-4f8d-aef9-de71867e438f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.537692] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "5a03b873-a379-4f01-b4eb-1bf5906f7e2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.537953] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "5a03b873-a379-4f01-b4eb-1bf5906f7e2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.538176] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "5a03b873-a379-4f01-b4eb-1bf5906f7e2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.538374] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "5a03b873-a379-4f01-b4eb-1bf5906f7e2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.538549] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "5a03b873-a379-4f01-b4eb-1bf5906f7e2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.540821] env[69226]: INFO nova.compute.manager [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Terminating instance [ 703.631947] env[69226]: DEBUG nova.compute.manager [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.631947] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.632342] env[69226]: DEBUG nova.compute.manager [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.642422] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a213ad37-4696-49e7-ae12-4eb03db2f105 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.653541] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.653837] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cbf32b5-42ef-4620-b29e-8aa935f8da53 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.660330] env[69226]: DEBUG oslo_vmware.api [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 703.660330] env[69226]: value = "task-3494410" [ 703.660330] env[69226]: _type = "Task" [ 703.660330] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.669335] env[69226]: DEBUG oslo_vmware.api [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.684290] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494409, 'name': CreateVM_Task, 'duration_secs': 0.394547} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.684487] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.686578] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.686838] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.687197] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.689985] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47670e25-aff9-4696-839d-583aefbb8bd4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.695309] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Waiting for the task: (returnval){ [ 703.695309] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52641e98-3ce7-99dd-2ac8-32789c748a05" [ 703.695309] env[69226]: _type = "Task" [ 703.695309] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.704510] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52641e98-3ce7-99dd-2ac8-32789c748a05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.724063] env[69226]: DEBUG oslo_vmware.api [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494406, 'name': PowerOnVM_Task, 'duration_secs': 0.766762} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.724399] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.724600] env[69226]: INFO nova.compute.manager [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Took 9.47 seconds to spawn the instance on the hypervisor. [ 703.724787] env[69226]: DEBUG nova.compute.manager [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.725701] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b7bb24-894b-4ce6-a633-7e46b1ae136d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.846098] env[69226]: DEBUG nova.compute.utils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.852330] env[69226]: DEBUG nova.compute.manager [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.852330] env[69226]: DEBUG nova.network.neutron [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.944269] env[69226]: DEBUG nova.policy [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0def4aa273414bb9b42d7ff222673503', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c33ff45703e24d2bb5013cc927445c73', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.048339] env[69226]: DEBUG nova.compute.manager [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.050124] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.050124] env[69226]: DEBUG nova.network.neutron [req-7f5e855e-a327-49aa-a742-ab8badc33042 req-c168ac48-b8e2-46d7-9b73-3312a1216b1f service nova] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Updated VIF entry in instance network info cache for port bbef6de5-8796-45b4-8a09-b86557702dbb. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.050226] env[69226]: DEBUG nova.network.neutron [req-7f5e855e-a327-49aa-a742-ab8badc33042 req-c168ac48-b8e2-46d7-9b73-3312a1216b1f service nova] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Updating instance_info_cache with network_info: [{"id": "bbef6de5-8796-45b4-8a09-b86557702dbb", "address": "fa:16:3e:27:a1:6a", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbef6de5-87", "ovs_interfaceid": "bbef6de5-8796-45b4-8a09-b86557702dbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.055523] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01623a1-fd24-4f6f-85d9-ccde89409712 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.066309] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.066582] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-605b404e-b123-4ce1-b73d-d318ab1c3f17 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.077217] env[69226]: DEBUG oslo_vmware.api [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 704.077217] env[69226]: value = "task-3494411" [ 704.077217] env[69226]: _type = "Task" [ 704.077217] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.086281] env[69226]: DEBUG oslo_vmware.api [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.169377] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.173819] env[69226]: DEBUG oslo_vmware.api [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494410, 'name': PowerOffVM_Task, 'duration_secs': 0.226318} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.177034] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.177034] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.178492] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02c4544f-56f5-4e40-b866-7538b7a653d7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.206559] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52641e98-3ce7-99dd-2ac8-32789c748a05, 'name': SearchDatastore_Task, 'duration_secs': 0.016742} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.209590] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.209835] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.210857] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.211071] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.211267] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.212944] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dffd5d9c-df80-46ea-95a8-e2b627dd7a0b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.217433] env[69226]: DEBUG oslo_concurrency.lockutils [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquiring lock "13e72229-59cc-4f51-bda1-f8c69cbef790" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.217706] env[69226]: DEBUG oslo_concurrency.lockutils [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lock "13e72229-59cc-4f51-bda1-f8c69cbef790" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.225899] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.226332] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.227433] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b9aeb45-49ba-4560-9edb-f2e26e77a852 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.242318] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Waiting for the task: (returnval){ [ 704.242318] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526fa606-e808-9eba-4b68-cfbe215406c9" [ 704.242318] env[69226]: _type = "Task" [ 704.242318] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.249454] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.249454] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.249867] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Deleting the datastore file [datastore1] 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.255532] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c816d8b-557d-4ea5-bfff-4b0b827b3666 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.264389] env[69226]: INFO nova.compute.manager [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Took 36.14 seconds to build instance. [ 704.272029] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526fa606-e808-9eba-4b68-cfbe215406c9, 'name': SearchDatastore_Task, 'duration_secs': 0.014535} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.274289] env[69226]: DEBUG oslo_vmware.api [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 704.274289] env[69226]: value = "task-3494413" [ 704.274289] env[69226]: _type = "Task" [ 704.274289] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.274517] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b63461-5d46-42fd-b181-910b1e903848 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.287980] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Waiting for the task: (returnval){ [ 704.287980] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a071d5-e07b-d7cb-9d21-1f954c571911" [ 704.287980] env[69226]: _type = "Task" [ 704.287980] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.293686] env[69226]: DEBUG oslo_vmware.api [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.306035] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a071d5-e07b-d7cb-9d21-1f954c571911, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.349811] env[69226]: DEBUG nova.compute.manager [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.467710] env[69226]: DEBUG nova.network.neutron [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Successfully created port: dabdde30-dec0-4101-8be6-159088ea85ae {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.562688] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f5e855e-a327-49aa-a742-ab8badc33042 req-c168ac48-b8e2-46d7-9b73-3312a1216b1f service nova] Releasing lock "refresh_cache-aa73eeff-3d3b-4917-b43b-8125368a5521" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.566027] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8ef3d8-88c0-4c4b-be56-ec5996611db5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.572623] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138e2fa8-e19a-441b-857b-1df15a69b34c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.610172] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4d3dee-c4e4-4f9b-bf7d-ac149afcf9d2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.616388] env[69226]: DEBUG oslo_vmware.api [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494411, 'name': PowerOffVM_Task, 'duration_secs': 0.341483} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.617201] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.617420] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.617723] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9ca22ed-5b8c-46a9-8b0a-3b13a68bb19a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.623312] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6182638a-56f8-49a3-8241-9835d51525e5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.640651] env[69226]: DEBUG nova.compute.provider_tree [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.688691] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.688936] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.689136] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Deleting the datastore file [datastore1] 5a03b873-a379-4f01-b4eb-1bf5906f7e2b {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.689423] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46534769-8ecd-4f31-8c98-61c5e85f0c3f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.697921] env[69226]: DEBUG oslo_vmware.api [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for the task: (returnval){ [ 704.697921] env[69226]: value = "task-3494415" [ 704.697921] env[69226]: _type = "Task" [ 704.697921] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.706864] env[69226]: DEBUG oslo_vmware.api [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.768934] env[69226]: DEBUG oslo_concurrency.lockutils [None req-566798bb-b43d-40ce-96bd-295bdd26e8da tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "13cb1171-4983-4b68-98d7-3d4f1a74fea0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.346s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.791031] env[69226]: DEBUG oslo_vmware.api [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228281} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.791031] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.791031] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.791031] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.791412] env[69226]: INFO nova.compute.manager [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 704.792948] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.793575] env[69226]: DEBUG nova.compute.manager [-] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.793684] env[69226]: DEBUG nova.network.neutron [-] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.808017] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a071d5-e07b-d7cb-9d21-1f954c571911, 'name': SearchDatastore_Task, 'duration_secs': 0.01377} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.808361] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.808753] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] aa73eeff-3d3b-4917-b43b-8125368a5521/aa73eeff-3d3b-4917-b43b-8125368a5521.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.809090] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd971204-ee7d-4e6f-b4bf-bb668434d010 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.817596] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Waiting for the task: (returnval){ [ 704.817596] env[69226]: value = "task-3494416" [ 704.817596] env[69226]: _type = "Task" [ 704.817596] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.831192] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': task-3494416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.929577] env[69226]: DEBUG nova.compute.manager [req-a370cef5-a2a7-400c-8b77-c69d693ec69c req-412dee11-6f49-42a9-b7b6-d13a0b70ac5d service nova] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Received event network-changed-850c8e3b-22e7-46ca-8d45-3dff6f7a48f7 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.929786] env[69226]: DEBUG nova.compute.manager [req-a370cef5-a2a7-400c-8b77-c69d693ec69c req-412dee11-6f49-42a9-b7b6-d13a0b70ac5d service nova] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Refreshing instance network info cache due to event network-changed-850c8e3b-22e7-46ca-8d45-3dff6f7a48f7. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.930435] env[69226]: DEBUG oslo_concurrency.lockutils [req-a370cef5-a2a7-400c-8b77-c69d693ec69c req-412dee11-6f49-42a9-b7b6-d13a0b70ac5d service nova] Acquiring lock "refresh_cache-2a72a8c9-861c-4579-beb6-fe810df0cfeb" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.930628] env[69226]: DEBUG oslo_concurrency.lockutils [req-a370cef5-a2a7-400c-8b77-c69d693ec69c req-412dee11-6f49-42a9-b7b6-d13a0b70ac5d service nova] Acquired lock "refresh_cache-2a72a8c9-861c-4579-beb6-fe810df0cfeb" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.930801] env[69226]: DEBUG nova.network.neutron [req-a370cef5-a2a7-400c-8b77-c69d693ec69c req-412dee11-6f49-42a9-b7b6-d13a0b70ac5d service nova] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Refreshing network info cache for port 850c8e3b-22e7-46ca-8d45-3dff6f7a48f7 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.145625] env[69226]: DEBUG nova.scheduler.client.report [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.209421] env[69226]: DEBUG oslo_vmware.api [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Task: {'id': task-3494415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252332} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.210124] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.210458] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.210773] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.211120] env[69226]: INFO nova.compute.manager [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 705.211562] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.211868] env[69226]: DEBUG nova.compute.manager [-] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.212091] env[69226]: DEBUG nova.network.neutron [-] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.271869] env[69226]: DEBUG nova.compute.manager [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.332267] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': task-3494416, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.361258] env[69226]: DEBUG nova.compute.manager [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.392069] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.392069] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.392069] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.392338] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.392338] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.392687] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.393115] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.393643] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.394054] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.394389] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.394818] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.397986] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b44cf8f-be28-425d-b4ea-bd2ec36fbc57 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.408309] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b3aa82-2252-4b3c-979f-4a598961ea1c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.601946] env[69226]: DEBUG nova.network.neutron [-] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.651614] env[69226]: DEBUG oslo_concurrency.lockutils [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.654531] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.638s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.658315] env[69226]: INFO nova.compute.claims [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.692613] env[69226]: INFO nova.scheduler.client.report [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleted allocations for instance 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d [ 705.725520] env[69226]: DEBUG nova.network.neutron [req-a370cef5-a2a7-400c-8b77-c69d693ec69c req-412dee11-6f49-42a9-b7b6-d13a0b70ac5d service nova] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Updated VIF entry in instance network info cache for port 850c8e3b-22e7-46ca-8d45-3dff6f7a48f7. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.725520] env[69226]: DEBUG nova.network.neutron [req-a370cef5-a2a7-400c-8b77-c69d693ec69c req-412dee11-6f49-42a9-b7b6-d13a0b70ac5d service nova] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Updating instance_info_cache with network_info: [{"id": "850c8e3b-22e7-46ca-8d45-3dff6f7a48f7", "address": "fa:16:3e:1b:35:b3", "network": {"id": "7fe112f5-925c-4afb-8c00-700d18824a6c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1617528993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e52207688a4b9ba23f116111ebd68d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap850c8e3b-22", "ovs_interfaceid": "850c8e3b-22e7-46ca-8d45-3dff6f7a48f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.741613] env[69226]: DEBUG oslo_concurrency.lockutils [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "13cb1171-4983-4b68-98d7-3d4f1a74fea0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.741717] env[69226]: DEBUG oslo_concurrency.lockutils [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "13cb1171-4983-4b68-98d7-3d4f1a74fea0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.741938] env[69226]: DEBUG oslo_concurrency.lockutils [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "13cb1171-4983-4b68-98d7-3d4f1a74fea0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.742122] env[69226]: DEBUG oslo_concurrency.lockutils [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "13cb1171-4983-4b68-98d7-3d4f1a74fea0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.742294] env[69226]: DEBUG oslo_concurrency.lockutils [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "13cb1171-4983-4b68-98d7-3d4f1a74fea0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.744795] env[69226]: INFO nova.compute.manager [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Terminating instance [ 705.800511] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.830536] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': task-3494416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.93881} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.830916] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] aa73eeff-3d3b-4917-b43b-8125368a5521/aa73eeff-3d3b-4917-b43b-8125368a5521.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.831165] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.831465] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2106c85d-4b87-4dc6-a223-818ebbb4ed4f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.838640] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Waiting for the task: (returnval){ [ 705.838640] env[69226]: value = "task-3494417" [ 705.838640] env[69226]: _type = "Task" [ 705.838640] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.847980] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': task-3494417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.962100] env[69226]: DEBUG nova.network.neutron [-] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.038620] env[69226]: DEBUG nova.network.neutron [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Successfully updated port: dabdde30-dec0-4101-8be6-159088ea85ae {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.107120] env[69226]: INFO nova.compute.manager [-] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Took 1.31 seconds to deallocate network for instance. [ 706.201648] env[69226]: DEBUG oslo_concurrency.lockutils [None req-98c80ee6-4e58-4f91-8684-d86279e7ef39 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.039s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.229647] env[69226]: DEBUG oslo_concurrency.lockutils [req-a370cef5-a2a7-400c-8b77-c69d693ec69c req-412dee11-6f49-42a9-b7b6-d13a0b70ac5d service nova] Releasing lock "refresh_cache-2a72a8c9-861c-4579-beb6-fe810df0cfeb" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.255653] env[69226]: DEBUG nova.compute.manager [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.255909] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.257793] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03193e73-bf36-409d-9602-4cf8829e1e0f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.266409] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.266984] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-727322c8-9ece-4208-ab10-4b8588d7f59d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.274555] env[69226]: DEBUG oslo_vmware.api [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 706.274555] env[69226]: value = "task-3494418" [ 706.274555] env[69226]: _type = "Task" [ 706.274555] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.286971] env[69226]: DEBUG oslo_vmware.api [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.349916] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': task-3494417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095518} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.350379] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.351265] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dce2b96-6a8a-4cc3-b7db-aca25fc71033 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.376484] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] aa73eeff-3d3b-4917-b43b-8125368a5521/aa73eeff-3d3b-4917-b43b-8125368a5521.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.376838] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20d3f189-edc0-43f6-9152-60bcb2c208bd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.398507] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Waiting for the task: (returnval){ [ 706.398507] env[69226]: value = "task-3494419" [ 706.398507] env[69226]: _type = "Task" [ 706.398507] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.407300] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': task-3494419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.466072] env[69226]: INFO nova.compute.manager [-] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Took 1.25 seconds to deallocate network for instance. [ 706.540370] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "refresh_cache-ec6d5e41-f146-4ad0-9e5e-5da93c55f430" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.540648] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquired lock "refresh_cache-ec6d5e41-f146-4ad0-9e5e-5da93c55f430" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.540826] env[69226]: DEBUG nova.network.neutron [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.617497] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.795551] env[69226]: DEBUG oslo_vmware.api [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494418, 'name': PowerOffVM_Task, 'duration_secs': 0.343861} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.795828] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.796031] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.797832] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02d0014e-1a70-4244-a29e-683b7c8c2190 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.911291] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': task-3494419, 'name': ReconfigVM_Task, 'duration_secs': 0.339432} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.912298] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Reconfigured VM instance instance-00000013 to attach disk [datastore2] aa73eeff-3d3b-4917-b43b-8125368a5521/aa73eeff-3d3b-4917-b43b-8125368a5521.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.912298] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a863c4b-e80a-4bca-a973-201f5de70143 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.920261] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Waiting for the task: (returnval){ [ 706.920261] env[69226]: value = "task-3494421" [ 706.920261] env[69226]: _type = "Task" [ 706.920261] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.928280] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': task-3494421, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.976507] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.083597] env[69226]: DEBUG nova.network.neutron [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.116549] env[69226]: DEBUG nova.compute.manager [req-55481803-e6a0-4bbe-ac4b-0a6015b0049f req-3585b091-e2ed-421a-be72-9c2a01ef4436 service nova] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Received event network-vif-deleted-57fc5105-e978-47b9-8d54-5c6394d5d849 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.116615] env[69226]: DEBUG nova.compute.manager [req-55481803-e6a0-4bbe-ac4b-0a6015b0049f req-3585b091-e2ed-421a-be72-9c2a01ef4436 service nova] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Received event network-vif-deleted-e4a37925-f925-44e4-9787-8215809ba766 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.116780] env[69226]: DEBUG nova.compute.manager [req-55481803-e6a0-4bbe-ac4b-0a6015b0049f req-3585b091-e2ed-421a-be72-9c2a01ef4436 service nova] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Received event network-vif-plugged-dabdde30-dec0-4101-8be6-159088ea85ae {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.116958] env[69226]: DEBUG oslo_concurrency.lockutils [req-55481803-e6a0-4bbe-ac4b-0a6015b0049f req-3585b091-e2ed-421a-be72-9c2a01ef4436 service nova] Acquiring lock "ec6d5e41-f146-4ad0-9e5e-5da93c55f430-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.117922] env[69226]: DEBUG oslo_concurrency.lockutils [req-55481803-e6a0-4bbe-ac4b-0a6015b0049f req-3585b091-e2ed-421a-be72-9c2a01ef4436 service nova] Lock "ec6d5e41-f146-4ad0-9e5e-5da93c55f430-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.117922] env[69226]: DEBUG oslo_concurrency.lockutils [req-55481803-e6a0-4bbe-ac4b-0a6015b0049f req-3585b091-e2ed-421a-be72-9c2a01ef4436 service nova] Lock "ec6d5e41-f146-4ad0-9e5e-5da93c55f430-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.117922] env[69226]: DEBUG nova.compute.manager [req-55481803-e6a0-4bbe-ac4b-0a6015b0049f req-3585b091-e2ed-421a-be72-9c2a01ef4436 service nova] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] No waiting events found dispatching network-vif-plugged-dabdde30-dec0-4101-8be6-159088ea85ae {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.118073] env[69226]: WARNING nova.compute.manager [req-55481803-e6a0-4bbe-ac4b-0a6015b0049f req-3585b091-e2ed-421a-be72-9c2a01ef4436 service nova] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Received unexpected event network-vif-plugged-dabdde30-dec0-4101-8be6-159088ea85ae for instance with vm_state building and task_state spawning. [ 707.118189] env[69226]: DEBUG nova.compute.manager [req-55481803-e6a0-4bbe-ac4b-0a6015b0049f req-3585b091-e2ed-421a-be72-9c2a01ef4436 service nova] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Received event network-changed-dabdde30-dec0-4101-8be6-159088ea85ae {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.118868] env[69226]: DEBUG nova.compute.manager [req-55481803-e6a0-4bbe-ac4b-0a6015b0049f req-3585b091-e2ed-421a-be72-9c2a01ef4436 service nova] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Refreshing instance network info cache due to event network-changed-dabdde30-dec0-4101-8be6-159088ea85ae. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.118868] env[69226]: DEBUG oslo_concurrency.lockutils [req-55481803-e6a0-4bbe-ac4b-0a6015b0049f req-3585b091-e2ed-421a-be72-9c2a01ef4436 service nova] Acquiring lock "refresh_cache-ec6d5e41-f146-4ad0-9e5e-5da93c55f430" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.261527] env[69226]: DEBUG nova.network.neutron [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Updating instance_info_cache with network_info: [{"id": "dabdde30-dec0-4101-8be6-159088ea85ae", "address": "fa:16:3e:ee:fe:af", "network": {"id": "373956fa-24aa-4704-ac83-d88ad125a61a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-58037465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33ff45703e24d2bb5013cc927445c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabdde30-de", "ovs_interfaceid": "dabdde30-dec0-4101-8be6-159088ea85ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.314135] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe29bdbc-2679-4e9d-9d12-27398996f804 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.321935] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223325ac-58a4-4450-bd83-3482f55131fe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.353594] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee77d2e4-c34b-4528-97b3-ed36583d2178 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.361220] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafbf08c-5893-4ebe-b091-a17652c66f07 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.376514] env[69226]: DEBUG nova.compute.provider_tree [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.432052] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': task-3494421, 'name': Rename_Task, 'duration_secs': 0.146819} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.432345] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.432683] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55309458-1cd2-4f8d-bfe3-e1b47ee3f036 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.440303] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Waiting for the task: (returnval){ [ 707.440303] env[69226]: value = "task-3494422" [ 707.440303] env[69226]: _type = "Task" [ 707.440303] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.449649] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': task-3494422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.764114] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Releasing lock "refresh_cache-ec6d5e41-f146-4ad0-9e5e-5da93c55f430" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.764496] env[69226]: DEBUG nova.compute.manager [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Instance network_info: |[{"id": "dabdde30-dec0-4101-8be6-159088ea85ae", "address": "fa:16:3e:ee:fe:af", "network": {"id": "373956fa-24aa-4704-ac83-d88ad125a61a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-58037465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33ff45703e24d2bb5013cc927445c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabdde30-de", "ovs_interfaceid": "dabdde30-dec0-4101-8be6-159088ea85ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.764846] env[69226]: DEBUG oslo_concurrency.lockutils [req-55481803-e6a0-4bbe-ac4b-0a6015b0049f req-3585b091-e2ed-421a-be72-9c2a01ef4436 service nova] Acquired lock "refresh_cache-ec6d5e41-f146-4ad0-9e5e-5da93c55f430" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.765053] env[69226]: DEBUG nova.network.neutron [req-55481803-e6a0-4bbe-ac4b-0a6015b0049f req-3585b091-e2ed-421a-be72-9c2a01ef4436 service nova] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Refreshing network info cache for port dabdde30-dec0-4101-8be6-159088ea85ae {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.766356] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:fe:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dabdde30-dec0-4101-8be6-159088ea85ae', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.773919] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Creating folder: Project (c33ff45703e24d2bb5013cc927445c73). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.774441] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8487ef9-1425-4ea2-982d-253e77157f13 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.785832] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Created folder: Project (c33ff45703e24d2bb5013cc927445c73) in parent group-v698365. [ 707.786030] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Creating folder: Instances. Parent ref: group-v698422. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.786261] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89bee8aa-2a22-4a55-af63-8429912d74ad {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.794793] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Created folder: Instances in parent group-v698422. [ 707.795053] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.795243] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.795442] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd5214be-56ff-438f-b39d-964c5fb8e355 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.816487] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.816487] env[69226]: value = "task-3494425" [ 707.816487] env[69226]: _type = "Task" [ 707.816487] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.824225] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494425, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.880459] env[69226]: DEBUG nova.scheduler.client.report [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.951916] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': task-3494422, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.326757] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494425, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.386430] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.386944] env[69226]: DEBUG nova.compute.manager [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.389570] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.059s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.390979] env[69226]: INFO nova.compute.claims [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.452205] env[69226]: DEBUG oslo_vmware.api [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': task-3494422, 'name': PowerOnVM_Task, 'duration_secs': 0.584782} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.452515] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.452720] env[69226]: INFO nova.compute.manager [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Took 8.18 seconds to spawn the instance on the hypervisor. [ 708.452900] env[69226]: DEBUG nova.compute.manager [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.453712] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52fec6d-00ad-497d-9144-a86b5c80c774 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.501703] env[69226]: DEBUG nova.network.neutron [req-55481803-e6a0-4bbe-ac4b-0a6015b0049f req-3585b091-e2ed-421a-be72-9c2a01ef4436 service nova] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Updated VIF entry in instance network info cache for port dabdde30-dec0-4101-8be6-159088ea85ae. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.502090] env[69226]: DEBUG nova.network.neutron [req-55481803-e6a0-4bbe-ac4b-0a6015b0049f req-3585b091-e2ed-421a-be72-9c2a01ef4436 service nova] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Updating instance_info_cache with network_info: [{"id": "dabdde30-dec0-4101-8be6-159088ea85ae", "address": "fa:16:3e:ee:fe:af", "network": {"id": "373956fa-24aa-4704-ac83-d88ad125a61a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-58037465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33ff45703e24d2bb5013cc927445c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabdde30-de", "ovs_interfaceid": "dabdde30-dec0-4101-8be6-159088ea85ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.828212] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494425, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.843394] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.843740] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.844039] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Deleting the datastore file [datastore1] 13cb1171-4983-4b68-98d7-3d4f1a74fea0 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.844406] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40c8e3bb-8d7e-4c79-b923-09ec17f9c1f6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.852492] env[69226]: DEBUG oslo_vmware.api [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 708.852492] env[69226]: value = "task-3494426" [ 708.852492] env[69226]: _type = "Task" [ 708.852492] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.863063] env[69226]: DEBUG oslo_vmware.api [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.897972] env[69226]: DEBUG nova.compute.utils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.901743] env[69226]: DEBUG nova.compute.manager [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.901912] env[69226]: DEBUG nova.network.neutron [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.941194] env[69226]: DEBUG nova.policy [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0def4aa273414bb9b42d7ff222673503', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c33ff45703e24d2bb5013cc927445c73', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.978727] env[69226]: INFO nova.compute.manager [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Took 37.68 seconds to build instance. [ 709.007306] env[69226]: DEBUG oslo_concurrency.lockutils [req-55481803-e6a0-4bbe-ac4b-0a6015b0049f req-3585b091-e2ed-421a-be72-9c2a01ef4436 service nova] Releasing lock "refresh_cache-ec6d5e41-f146-4ad0-9e5e-5da93c55f430" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.178880] env[69226]: DEBUG oslo_vmware.rw_handles [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52102404-b185-bb26-f781-665c4202d476/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 709.180269] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae6c2d3-d157-48d8-b187-4e9379bf586c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.187565] env[69226]: DEBUG oslo_vmware.rw_handles [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52102404-b185-bb26-f781-665c4202d476/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 709.187699] env[69226]: ERROR oslo_vmware.rw_handles [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52102404-b185-bb26-f781-665c4202d476/disk-0.vmdk due to incomplete transfer. [ 709.187873] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bc0cbb6e-71a2-47f7-93f6-6787c18d4cbb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.195796] env[69226]: DEBUG oslo_vmware.rw_handles [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52102404-b185-bb26-f781-665c4202d476/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 709.195796] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Uploaded image f578e7af-b239-4a29-bf25-0b30fc0371a2 to the Glance image server {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 709.200012] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Destroying the VM {{(pid=69226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 709.200300] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-53e448e7-392b-4287-b86d-6d083127fe97 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.207293] env[69226]: DEBUG oslo_vmware.api [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 709.207293] env[69226]: value = "task-3494427" [ 709.207293] env[69226]: _type = "Task" [ 709.207293] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.215888] env[69226]: DEBUG oslo_vmware.api [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494427, 'name': Destroy_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.245974] env[69226]: DEBUG nova.network.neutron [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Successfully created port: 9c8e8b9d-3ec6-4814-973e-ce1de86a44cd {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.329806] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494425, 'name': CreateVM_Task, 'duration_secs': 1.493097} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.329806] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.330219] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.330375] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.330563] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.330936] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35deb98e-7069-46a5-bb22-7d17a4d6ac6e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.335858] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 709.335858] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520afb70-7f1f-7907-5484-86d090701c0b" [ 709.335858] env[69226]: _type = "Task" [ 709.335858] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.343716] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520afb70-7f1f-7907-5484-86d090701c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.361236] env[69226]: DEBUG oslo_vmware.api [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239213} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.361376] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.362026] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.362026] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.362026] env[69226]: INFO nova.compute.manager [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Took 3.11 seconds to destroy the instance on the hypervisor. [ 709.362237] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.362274] env[69226]: DEBUG nova.compute.manager [-] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.362380] env[69226]: DEBUG nova.network.neutron [-] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.405111] env[69226]: DEBUG nova.compute.manager [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.482083] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f89ebca7-8b53-4c0e-9757-3b80137bf0eb tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Lock "aa73eeff-3d3b-4917-b43b-8125368a5521" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.306s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.716873] env[69226]: DEBUG oslo_vmware.api [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494427, 'name': Destroy_Task, 'duration_secs': 0.35328} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.719777] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Destroyed the VM [ 709.719777] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Deleting Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 709.720103] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-66969131-d42d-454f-a881-f50d8fd7a8f5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.727913] env[69226]: DEBUG oslo_vmware.api [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 709.727913] env[69226]: value = "task-3494428" [ 709.727913] env[69226]: _type = "Task" [ 709.727913] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.741327] env[69226]: DEBUG oslo_vmware.api [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494428, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.846423] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520afb70-7f1f-7907-5484-86d090701c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.01857} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.849301] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.849596] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.849839] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.849985] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.850185] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.850922] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9074ded-5ac8-4723-b9fe-8b5731937f57 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.859168] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.859368] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.860124] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd093214-66a2-41e2-a423-fcec3b57cd24 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.869306] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 709.869306] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5291a218-b8cd-a933-175e-62cd03bd2e2b" [ 709.869306] env[69226]: _type = "Task" [ 709.869306] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.872606] env[69226]: DEBUG oslo_concurrency.lockutils [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Acquiring lock "aa73eeff-3d3b-4917-b43b-8125368a5521" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.872789] env[69226]: DEBUG oslo_concurrency.lockutils [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Lock "aa73eeff-3d3b-4917-b43b-8125368a5521" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.872987] env[69226]: DEBUG oslo_concurrency.lockutils [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Acquiring lock "aa73eeff-3d3b-4917-b43b-8125368a5521-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.873212] env[69226]: DEBUG oslo_concurrency.lockutils [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Lock "aa73eeff-3d3b-4917-b43b-8125368a5521-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.873348] env[69226]: DEBUG oslo_concurrency.lockutils [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Lock "aa73eeff-3d3b-4917-b43b-8125368a5521-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.875376] env[69226]: INFO nova.compute.manager [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Terminating instance [ 709.880101] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5291a218-b8cd-a933-175e-62cd03bd2e2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.952859] env[69226]: DEBUG nova.compute.manager [req-7bbb26cf-8e44-4c6a-9587-18f6dd403b83 req-ad8cd0d6-f727-4d54-a99f-91e128aa04e0 service nova] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Received event network-vif-deleted-b2734458-b9e2-4bf5-a269-1e020003dcdc {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.952859] env[69226]: INFO nova.compute.manager [req-7bbb26cf-8e44-4c6a-9587-18f6dd403b83 req-ad8cd0d6-f727-4d54-a99f-91e128aa04e0 service nova] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Neutron deleted interface b2734458-b9e2-4bf5-a269-1e020003dcdc; detaching it from the instance and deleting it from the info cache [ 709.953039] env[69226]: DEBUG nova.network.neutron [req-7bbb26cf-8e44-4c6a-9587-18f6dd403b83 req-ad8cd0d6-f727-4d54-a99f-91e128aa04e0 service nova] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.984401] env[69226]: DEBUG nova.compute.manager [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.039740] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d59d72-6389-4a87-ab31-7a638364900f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.047638] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8249c107-78c3-4d20-9f50-8e025149d841 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.078568] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433d0f32-4696-4e67-8b55-73ce5044aa61 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.086026] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c37a926-07f3-4bc1-8c26-c1a7d4c616c0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.101167] env[69226]: DEBUG nova.compute.provider_tree [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.240418] env[69226]: DEBUG oslo_vmware.api [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494428, 'name': RemoveSnapshot_Task, 'duration_secs': 0.4114} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.240715] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Deleted Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 710.240952] env[69226]: INFO nova.compute.manager [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Took 13.98 seconds to snapshot the instance on the hypervisor. [ 710.279417] env[69226]: DEBUG nova.network.neutron [-] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.379456] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5291a218-b8cd-a933-175e-62cd03bd2e2b, 'name': SearchDatastore_Task, 'duration_secs': 0.012617} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.380181] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4309589f-2d64-483f-b476-32a07fdd2d51 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.385682] env[69226]: DEBUG nova.compute.manager [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.385904] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.386247] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 710.386247] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e21e7d-869d-f238-812c-f8f3274a736c" [ 710.386247] env[69226]: _type = "Task" [ 710.386247] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.386939] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d642cc43-f4c3-4d6f-9f82-3eabf7cabd70 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.396303] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.399773] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c882e601-8a99-4ad3-8362-c8208969048f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.401245] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e21e7d-869d-f238-812c-f8f3274a736c, 'name': SearchDatastore_Task, 'duration_secs': 0.009805} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.401488] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.401741] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] ec6d5e41-f146-4ad0-9e5e-5da93c55f430/ec6d5e41-f146-4ad0-9e5e-5da93c55f430.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.403083] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f23825b8-a9d1-419a-bb1a-ee9a94dc44f7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.406986] env[69226]: DEBUG oslo_vmware.api [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Waiting for the task: (returnval){ [ 710.406986] env[69226]: value = "task-3494429" [ 710.406986] env[69226]: _type = "Task" [ 710.406986] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.411200] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 710.411200] env[69226]: value = "task-3494430" [ 710.411200] env[69226]: _type = "Task" [ 710.411200] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.418700] env[69226]: DEBUG nova.compute.manager [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.420866] env[69226]: DEBUG oslo_vmware.api [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': task-3494429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.426387] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.444736] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.444986] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.445284] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.445350] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.445482] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.445623] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.445836] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.446139] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.446396] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.447402] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.447935] env[69226]: DEBUG nova.virt.hardware [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.450143] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7ce459-afad-4c44-a4b2-2c445b838ff8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.457959] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9e4ad37-f2a3-4693-873f-9c2a6f563f10 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.462505] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46786e63-fd22-4eef-8f70-f45db8c15f88 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.482690] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cd2981-61d0-4648-b847-8952469fd83b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.495054] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "880cf401-fc4e-468d-bcdc-fa4e50a0565e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.495417] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "880cf401-fc4e-468d-bcdc-fa4e50a0565e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.495686] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "880cf401-fc4e-468d-bcdc-fa4e50a0565e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.495911] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "880cf401-fc4e-468d-bcdc-fa4e50a0565e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.496154] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "880cf401-fc4e-468d-bcdc-fa4e50a0565e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.502655] env[69226]: INFO nova.compute.manager [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Terminating instance [ 710.522565] env[69226]: DEBUG nova.compute.manager [req-7bbb26cf-8e44-4c6a-9587-18f6dd403b83 req-ad8cd0d6-f727-4d54-a99f-91e128aa04e0 service nova] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Detach interface failed, port_id=b2734458-b9e2-4bf5-a269-1e020003dcdc, reason: Instance 13cb1171-4983-4b68-98d7-3d4f1a74fea0 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 710.525157] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.610990] env[69226]: DEBUG nova.scheduler.client.report [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.746255] env[69226]: DEBUG nova.compute.manager [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Instance disappeared during snapshot {{(pid=69226) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 710.763433] env[69226]: DEBUG nova.compute.manager [None req-d081d011-b00e-4357-ac1f-0bf3f3180efe tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Image not found during clean up f578e7af-b239-4a29-bf25-0b30fc0371a2 {{(pid=69226) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 710.785847] env[69226]: INFO nova.compute.manager [-] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Took 1.42 seconds to deallocate network for instance. [ 710.917142] env[69226]: DEBUG nova.network.neutron [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Successfully updated port: 9c8e8b9d-3ec6-4814-973e-ce1de86a44cd {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.922270] env[69226]: DEBUG oslo_vmware.api [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': task-3494429, 'name': PowerOffVM_Task, 'duration_secs': 0.216211} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.922745] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.923620] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.923620] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5aac7d2c-80ff-4437-b904-28c41c62bb22 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.928543] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46741} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.929678] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] ec6d5e41-f146-4ad0-9e5e-5da93c55f430/ec6d5e41-f146-4ad0-9e5e-5da93c55f430.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.929892] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.930141] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef6cbcbb-000a-401c-9fb5-0ce35007184d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.937460] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 710.937460] env[69226]: value = "task-3494432" [ 710.937460] env[69226]: _type = "Task" [ 710.937460] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.945567] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.002297] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.002297] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.002486] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Deleting the datastore file [datastore2] aa73eeff-3d3b-4917-b43b-8125368a5521 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.003110] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86a00958-ba42-4d2e-b205-0a42d8c99ad4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.009787] env[69226]: DEBUG nova.compute.manager [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.010045] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.010481] env[69226]: DEBUG oslo_vmware.api [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Waiting for the task: (returnval){ [ 711.010481] env[69226]: value = "task-3494433" [ 711.010481] env[69226]: _type = "Task" [ 711.010481] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.011120] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d71fd96-f7b1-48b2-814f-e7831dafa551 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.021578] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.025861] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-deb8ab76-f08c-4486-a5c3-b367eb6f70e7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.026942] env[69226]: DEBUG oslo_vmware.api [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': task-3494433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.040643] env[69226]: DEBUG oslo_concurrency.lockutils [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.041348] env[69226]: DEBUG oslo_concurrency.lockutils [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.090393] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.090620] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.090810] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Deleting the datastore file [datastore2] 880cf401-fc4e-468d-bcdc-fa4e50a0565e {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.091083] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0297dd2f-2140-4ada-9654-c21a6d4b66d9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.097862] env[69226]: DEBUG oslo_vmware.api [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 711.097862] env[69226]: value = "task-3494435" [ 711.097862] env[69226]: _type = "Task" [ 711.097862] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.106891] env[69226]: DEBUG oslo_vmware.api [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.119863] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.120409] env[69226]: DEBUG nova.compute.manager [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.123852] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.209s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.123852] env[69226]: DEBUG nova.objects.instance [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 711.295639] env[69226]: DEBUG oslo_concurrency.lockutils [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.423754] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "refresh_cache-2ffb3fde-d42e-44ca-ade4-20377df62856" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.424043] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquired lock "refresh_cache-2ffb3fde-d42e-44ca-ade4-20377df62856" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.424082] env[69226]: DEBUG nova.network.neutron [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.448460] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105992} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.448775] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.449742] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550b8e68-1818-4930-b1f6-86fd55defa64 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.474151] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] ec6d5e41-f146-4ad0-9e5e-5da93c55f430/ec6d5e41-f146-4ad0-9e5e-5da93c55f430.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.474762] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aab7e77-2d31-4a2a-8260-dc86af05aa08 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.495030] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 711.495030] env[69226]: value = "task-3494436" [ 711.495030] env[69226]: _type = "Task" [ 711.495030] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.503061] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494436, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.523634] env[69226]: DEBUG oslo_vmware.api [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Task: {'id': task-3494433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177685} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.523881] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.524073] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.524252] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.524425] env[69226]: INFO nova.compute.manager [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Took 1.14 seconds to destroy the instance on the hypervisor. [ 711.524664] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.524848] env[69226]: DEBUG nova.compute.manager [-] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.524939] env[69226]: DEBUG nova.network.neutron [-] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.607743] env[69226]: DEBUG oslo_vmware.api [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162871} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.608130] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.608213] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.608427] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.609346] env[69226]: INFO nova.compute.manager [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Took 0.60 seconds to destroy the instance on the hypervisor. [ 711.609346] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.609346] env[69226]: DEBUG nova.compute.manager [-] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.609346] env[69226]: DEBUG nova.network.neutron [-] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.631017] env[69226]: DEBUG nova.compute.utils [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.632614] env[69226]: DEBUG nova.compute.manager [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Not allocating networking since 'none' was specified. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 711.965142] env[69226]: DEBUG nova.network.neutron [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.984929] env[69226]: DEBUG nova.compute.manager [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Received event network-vif-plugged-9c8e8b9d-3ec6-4814-973e-ce1de86a44cd {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.984929] env[69226]: DEBUG oslo_concurrency.lockutils [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] Acquiring lock "2ffb3fde-d42e-44ca-ade4-20377df62856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.984929] env[69226]: DEBUG oslo_concurrency.lockutils [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] Lock "2ffb3fde-d42e-44ca-ade4-20377df62856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.984929] env[69226]: DEBUG oslo_concurrency.lockutils [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] Lock "2ffb3fde-d42e-44ca-ade4-20377df62856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.984929] env[69226]: DEBUG nova.compute.manager [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] No waiting events found dispatching network-vif-plugged-9c8e8b9d-3ec6-4814-973e-ce1de86a44cd {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.985140] env[69226]: WARNING nova.compute.manager [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Received unexpected event network-vif-plugged-9c8e8b9d-3ec6-4814-973e-ce1de86a44cd for instance with vm_state building and task_state spawning. [ 711.985257] env[69226]: DEBUG nova.compute.manager [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Received event network-changed-9c8e8b9d-3ec6-4814-973e-ce1de86a44cd {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.985412] env[69226]: DEBUG nova.compute.manager [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Refreshing instance network info cache due to event network-changed-9c8e8b9d-3ec6-4814-973e-ce1de86a44cd. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.985574] env[69226]: DEBUG oslo_concurrency.lockutils [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] Acquiring lock "refresh_cache-2ffb3fde-d42e-44ca-ade4-20377df62856" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.004781] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.099658] env[69226]: DEBUG nova.network.neutron [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Updating instance_info_cache with network_info: [{"id": "9c8e8b9d-3ec6-4814-973e-ce1de86a44cd", "address": "fa:16:3e:09:c2:5d", "network": {"id": "373956fa-24aa-4704-ac83-d88ad125a61a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-58037465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33ff45703e24d2bb5013cc927445c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8e8b9d-3e", "ovs_interfaceid": "9c8e8b9d-3ec6-4814-973e-ce1de86a44cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.133346] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b2dfc766-baed-4a12-92ef-d99d2dde5aab tempest-ServersAdmin275Test-556326325 tempest-ServersAdmin275Test-556326325-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.134387] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.818s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.135824] env[69226]: INFO nova.compute.claims [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.138463] env[69226]: DEBUG nova.compute.manager [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.377505] env[69226]: DEBUG nova.network.neutron [-] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.450543] env[69226]: DEBUG nova.network.neutron [-] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.505638] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494436, 'name': ReconfigVM_Task, 'duration_secs': 0.638255} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.506167] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Reconfigured VM instance instance-00000014 to attach disk [datastore1] ec6d5e41-f146-4ad0-9e5e-5da93c55f430/ec6d5e41-f146-4ad0-9e5e-5da93c55f430.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.506862] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7502881a-5688-4ad1-a42e-da7f8cc3228a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.513545] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 712.513545] env[69226]: value = "task-3494437" [ 712.513545] env[69226]: _type = "Task" [ 712.513545] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.523971] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494437, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.603103] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Releasing lock "refresh_cache-2ffb3fde-d42e-44ca-ade4-20377df62856" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.603749] env[69226]: DEBUG nova.compute.manager [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Instance network_info: |[{"id": "9c8e8b9d-3ec6-4814-973e-ce1de86a44cd", "address": "fa:16:3e:09:c2:5d", "network": {"id": "373956fa-24aa-4704-ac83-d88ad125a61a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-58037465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33ff45703e24d2bb5013cc927445c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8e8b9d-3e", "ovs_interfaceid": "9c8e8b9d-3ec6-4814-973e-ce1de86a44cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.604227] env[69226]: DEBUG oslo_concurrency.lockutils [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] Acquired lock "refresh_cache-2ffb3fde-d42e-44ca-ade4-20377df62856" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.605905] env[69226]: DEBUG nova.network.neutron [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Refreshing network info cache for port 9c8e8b9d-3ec6-4814-973e-ce1de86a44cd {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.613405] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:c2:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c8e8b9d-3ec6-4814-973e-ce1de86a44cd', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.623614] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.625143] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.625406] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93c0e6da-1dc6-4859-a70c-2cb567e7e196 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.658533] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.658533] env[69226]: value = "task-3494438" [ 712.658533] env[69226]: _type = "Task" [ 712.658533] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.670243] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494438, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.879388] env[69226]: INFO nova.compute.manager [-] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Took 1.35 seconds to deallocate network for instance. [ 712.953489] env[69226]: INFO nova.compute.manager [-] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Took 1.34 seconds to deallocate network for instance. [ 713.023039] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494437, 'name': Rename_Task, 'duration_secs': 0.168365} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.023330] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.023572] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcfb08c5-db3a-4492-a93e-12d9fe8be0bf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.029581] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 713.029581] env[69226]: value = "task-3494439" [ 713.029581] env[69226]: _type = "Task" [ 713.029581] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.036499] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.154898] env[69226]: DEBUG nova.compute.manager [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.171479] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494438, 'name': CreateVM_Task, 'duration_secs': 0.338349} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.171640] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.172445] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.172559] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.172893] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.173180] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c8989d-5c9b-4c9a-896a-9b67c4ea3a0d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.179104] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 713.179104] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520427f7-e85e-5f7a-413b-404e92a7d055" [ 713.179104] env[69226]: _type = "Task" [ 713.179104] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.188997] env[69226]: DEBUG nova.virt.hardware [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.188997] env[69226]: DEBUG nova.virt.hardware [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.188997] env[69226]: DEBUG nova.virt.hardware [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.189306] env[69226]: DEBUG nova.virt.hardware [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.189306] env[69226]: DEBUG nova.virt.hardware [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.189306] env[69226]: DEBUG nova.virt.hardware [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.189306] env[69226]: DEBUG nova.virt.hardware [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.189306] env[69226]: DEBUG nova.virt.hardware [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.189499] env[69226]: DEBUG nova.virt.hardware [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.189499] env[69226]: DEBUG nova.virt.hardware [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.189612] env[69226]: DEBUG nova.virt.hardware [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.190959] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa96c04-be65-46c6-b317-0d8d9c70faa4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.197063] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520427f7-e85e-5f7a-413b-404e92a7d055, 'name': SearchDatastore_Task, 'duration_secs': 0.014084} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.197717] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.197952] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.198196] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.198338] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.198785] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.201143] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7e47516-c21d-45d6-8f37-0f3004a98410 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.206556] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b207b56d-f887-4d25-a49e-c7c31e2f1654 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.213154] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.213339] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.214405] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca433a3d-8a85-4396-9c72-3a870d34b859 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.226850] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Instance VIF info [] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.232296] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Creating folder: Project (d3e6e6b120a346a29c3af9761949ade0). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.235366] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c96ea6ed-3f73-4f88-92f5-cddabea986c9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.238605] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 713.238605] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525dfbed-4b29-1e18-47ae-e9508822a6f7" [ 713.238605] env[69226]: _type = "Task" [ 713.238605] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.248807] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525dfbed-4b29-1e18-47ae-e9508822a6f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.250192] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Created folder: Project (d3e6e6b120a346a29c3af9761949ade0) in parent group-v698365. [ 713.250416] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Creating folder: Instances. Parent ref: group-v698426. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.252393] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7658e481-99b3-4518-9dcb-1708e58bae3d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.259719] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Created folder: Instances in parent group-v698426. [ 713.259719] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.261410] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.261410] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce8cb69a-5da8-450f-86b3-b4d428fc84ba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.279395] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.279395] env[69226]: value = "task-3494442" [ 713.279395] env[69226]: _type = "Task" [ 713.279395] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.286912] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494442, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.390124] env[69226]: DEBUG oslo_concurrency.lockutils [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.409738] env[69226]: DEBUG nova.network.neutron [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Updated VIF entry in instance network info cache for port 9c8e8b9d-3ec6-4814-973e-ce1de86a44cd. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.410131] env[69226]: DEBUG nova.network.neutron [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Updating instance_info_cache with network_info: [{"id": "9c8e8b9d-3ec6-4814-973e-ce1de86a44cd", "address": "fa:16:3e:09:c2:5d", "network": {"id": "373956fa-24aa-4704-ac83-d88ad125a61a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-58037465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33ff45703e24d2bb5013cc927445c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8e8b9d-3e", "ovs_interfaceid": "9c8e8b9d-3ec6-4814-973e-ce1de86a44cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.463021] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.540057] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494439, 'name': PowerOnVM_Task, 'duration_secs': 0.507903} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.540338] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.540580] env[69226]: INFO nova.compute.manager [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Took 8.18 seconds to spawn the instance on the hypervisor. [ 713.540745] env[69226]: DEBUG nova.compute.manager [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.541839] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bafed2-fdd3-475c-a63b-cfb4a643fd33 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.748884] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525dfbed-4b29-1e18-47ae-e9508822a6f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008142} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.752298] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd167aac-36e9-482e-966f-f9045bed1cbd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.758120] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 713.758120] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d39f61-31d2-2c35-2d7d-54e3490761bd" [ 713.758120] env[69226]: _type = "Task" [ 713.758120] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.767222] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d39f61-31d2-2c35-2d7d-54e3490761bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.780652] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f679d3d-2ae9-4f10-902b-a7395b3ee9b1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.796128] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b82e39-b4aa-4329-bd36-ca2edb886dac {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.799923] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494442, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.829319] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2993f60-1e62-4c9b-b08b-feaf43d78fa4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.837156] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d453c5e0-7725-4484-a56b-3ab5747b2964 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.852838] env[69226]: DEBUG nova.compute.provider_tree [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.913032] env[69226]: DEBUG oslo_concurrency.lockutils [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] Releasing lock "refresh_cache-2ffb3fde-d42e-44ca-ade4-20377df62856" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.913149] env[69226]: DEBUG nova.compute.manager [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Received event network-vif-deleted-bbef6de5-8796-45b4-8a09-b86557702dbb {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.913881] env[69226]: INFO nova.compute.manager [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Neutron deleted interface bbef6de5-8796-45b4-8a09-b86557702dbb; detaching it from the instance and deleting it from the info cache [ 713.913881] env[69226]: DEBUG nova.network.neutron [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.063024] env[69226]: INFO nova.compute.manager [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Took 38.39 seconds to build instance. [ 714.268802] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d39f61-31d2-2c35-2d7d-54e3490761bd, 'name': SearchDatastore_Task, 'duration_secs': 0.025099} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.269070] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.269403] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 2ffb3fde-d42e-44ca-ade4-20377df62856/2ffb3fde-d42e-44ca-ade4-20377df62856.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.269695] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0226afd8-253f-45f4-8ab4-95bf8a9fed32 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.275949] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 714.275949] env[69226]: value = "task-3494443" [ 714.275949] env[69226]: _type = "Task" [ 714.275949] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.287060] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.291703] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494442, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.357032] env[69226]: DEBUG nova.scheduler.client.report [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.417850] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bda0ab2-263a-481b-a9c1-eb799c284035 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.428678] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391da81c-3352-4c55-bb5c-b7a6ae97c94c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.461697] env[69226]: DEBUG nova.compute.manager [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Detach interface failed, port_id=bbef6de5-8796-45b4-8a09-b86557702dbb, reason: Instance aa73eeff-3d3b-4917-b43b-8125368a5521 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 714.462126] env[69226]: DEBUG nova.compute.manager [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Received event network-vif-deleted-52957432-6bd2-4398-9f34-9ffc9e00b685 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.462435] env[69226]: INFO nova.compute.manager [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Neutron deleted interface 52957432-6bd2-4398-9f34-9ffc9e00b685; detaching it from the instance and deleting it from the info cache [ 714.462717] env[69226]: DEBUG nova.network.neutron [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.563905] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "ec6d5e41-f146-4ad0-9e5e-5da93c55f430" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.046s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.792670] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494443, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.796161] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494442, 'name': CreateVM_Task, 'duration_secs': 1.368665} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.796404] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.796802] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.796959] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.797323] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.797569] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-845607cc-f5cd-4cd4-a4ac-b6502527fa7e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.805033] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Waiting for the task: (returnval){ [ 714.805033] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b81ca6-2e82-7c67-bff9-cd63323f9551" [ 714.805033] env[69226]: _type = "Task" [ 714.805033] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.812677] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b81ca6-2e82-7c67-bff9-cd63323f9551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.861744] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.862302] env[69226]: DEBUG nova.compute.manager [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.865016] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.515s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.865282] env[69226]: DEBUG nova.objects.instance [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Lazy-loading 'resources' on Instance uuid dda0a9f9-57a5-4ff3-b286-e67a746fa7c7 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.967128] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f404db2-582a-4e26-9124-eb3a8be8e269 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.977244] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93dc2cc-889b-4a39-bf8f-cb172dc0c5d4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.008128] env[69226]: DEBUG nova.compute.manager [req-d5c47b92-7248-44f0-a3d7-4b1347c77d9c req-d76c28e8-4113-4bef-aeda-832036ba44dd service nova] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Detach interface failed, port_id=52957432-6bd2-4398-9f34-9ffc9e00b685, reason: Instance 880cf401-fc4e-468d-bcdc-fa4e50a0565e could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 715.066450] env[69226]: DEBUG nova.compute.manager [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.287331] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736168} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.287578] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 2ffb3fde-d42e-44ca-ade4-20377df62856/2ffb3fde-d42e-44ca-ade4-20377df62856.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.287850] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.288129] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f88d51fb-3e23-416b-b699-697d564f18bc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.294250] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 715.294250] env[69226]: value = "task-3494444" [ 715.294250] env[69226]: _type = "Task" [ 715.294250] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.301718] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.313316] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b81ca6-2e82-7c67-bff9-cd63323f9551, 'name': SearchDatastore_Task, 'duration_secs': 0.061725} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.313601] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.313835] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.314073] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.314219] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.314393] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.314646] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81171907-e1f0-411e-bf08-f669ca07d5c6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.322332] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.322550] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.323199] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0455ac2b-c7a8-4359-89f2-4cf49a3847d6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.327870] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Waiting for the task: (returnval){ [ 715.327870] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d863e0-f06c-be9a-9c3f-4d1257755ada" [ 715.327870] env[69226]: _type = "Task" [ 715.327870] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.335655] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d863e0-f06c-be9a-9c3f-4d1257755ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.368111] env[69226]: DEBUG nova.compute.utils [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.372532] env[69226]: DEBUG nova.compute.manager [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.372755] env[69226]: DEBUG nova.network.neutron [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.428444] env[69226]: DEBUG nova.policy [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7de2fb1a031748ddbd02746d6a86a352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a055049ee31945418929530222331f6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.584440] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.760486] env[69226]: DEBUG nova.network.neutron [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Successfully created port: 8d98858e-2462-40a2-9267-c7e9d4ab11f5 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.810980] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106713} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.811468] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.814096] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2723403e-0f69-4d75-a04d-1eac26c2e627 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.842955] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 2ffb3fde-d42e-44ca-ade4-20377df62856/2ffb3fde-d42e-44ca-ade4-20377df62856.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.849038] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0044c045-62a0-4b47-b8a1-c9777c400bc4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.870169] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d863e0-f06c-be9a-9c3f-4d1257755ada, 'name': SearchDatastore_Task, 'duration_secs': 0.009867} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.872140] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 715.872140] env[69226]: value = "task-3494445" [ 715.872140] env[69226]: _type = "Task" [ 715.872140] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.872374] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9107eda8-98ee-4b51-9139-e0852aba2ab3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.875103] env[69226]: DEBUG nova.compute.manager [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.890991] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Waiting for the task: (returnval){ [ 715.890991] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529e7cb3-6564-d2cc-02d8-d6d39f8c12d0" [ 715.890991] env[69226]: _type = "Task" [ 715.890991] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.894320] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.903618] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529e7cb3-6564-d2cc-02d8-d6d39f8c12d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.932659] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951e01d3-c8e6-4a34-8391-d3deb7e067db {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.940105] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bac98da-ddf6-4680-b743-16a6f2d68980 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.971168] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd21fd89-443b-40e5-8628-8c79748d815d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.979172] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df9939b-a5a2-4e33-bb5e-ac7d7cf4d41f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.994451] env[69226]: DEBUG nova.compute.provider_tree [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 716.392545] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.407839] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529e7cb3-6564-d2cc-02d8-d6d39f8c12d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012792} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.408352] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.408919] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] d148ca17-206a-48e4-a673-471bf48ab99e/d148ca17-206a-48e4-a673-471bf48ab99e.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.409063] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cc4451a-311f-4b66-9eed-25b6742fb7ed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.416016] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Waiting for the task: (returnval){ [ 716.416016] env[69226]: value = "task-3494446" [ 716.416016] env[69226]: _type = "Task" [ 716.416016] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.424632] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': task-3494446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.523394] env[69226]: ERROR nova.scheduler.client.report [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] [req-05a3df43-79d2-485d-827a-af3800153e74] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b569e5e-3afa-426e-9210-ba55a6e69f42. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-05a3df43-79d2-485d-827a-af3800153e74"}]} [ 716.542765] env[69226]: DEBUG nova.scheduler.client.report [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Refreshing inventories for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 716.557090] env[69226]: DEBUG nova.scheduler.client.report [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Updating ProviderTree inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 716.558311] env[69226]: DEBUG nova.compute.provider_tree [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 716.572714] env[69226]: DEBUG nova.scheduler.client.report [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Refreshing aggregate associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, aggregates: None {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 716.596402] env[69226]: DEBUG nova.scheduler.client.report [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Refreshing trait associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 716.890446] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494445, 'name': ReconfigVM_Task, 'duration_secs': 0.571353} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.890951] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 2ffb3fde-d42e-44ca-ade4-20377df62856/2ffb3fde-d42e-44ca-ade4-20377df62856.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.891423] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb141659-ccd0-473c-82a2-1a5a1ee16068 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.897506] env[69226]: DEBUG nova.compute.manager [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.905354] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 716.905354] env[69226]: value = "task-3494447" [ 716.905354] env[69226]: _type = "Task" [ 716.905354] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.917036] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494447, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.926836] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': task-3494446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50245} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.926836] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] d148ca17-206a-48e4-a673-471bf48ab99e/d148ca17-206a-48e4-a673-471bf48ab99e.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.926836] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.927463] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da879df6-fdd2-4151-b5d9-9d5840f1694a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.933554] env[69226]: DEBUG nova.virt.hardware [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.933772] env[69226]: DEBUG nova.virt.hardware [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.934657] env[69226]: DEBUG nova.virt.hardware [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.934657] env[69226]: DEBUG nova.virt.hardware [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.934657] env[69226]: DEBUG nova.virt.hardware [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.934657] env[69226]: DEBUG nova.virt.hardware [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.934657] env[69226]: DEBUG nova.virt.hardware [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.934975] env[69226]: DEBUG nova.virt.hardware [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.934975] env[69226]: DEBUG nova.virt.hardware [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.935163] env[69226]: DEBUG nova.virt.hardware [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.935287] env[69226]: DEBUG nova.virt.hardware [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.940021] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564e4033-8134-4f8d-8817-17c8f2500b49 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.940625] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Waiting for the task: (returnval){ [ 716.940625] env[69226]: value = "task-3494448" [ 716.940625] env[69226]: _type = "Task" [ 716.940625] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.949855] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba828583-081b-4a36-8bec-6730afaa0279 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.956555] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': task-3494448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.157310] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e395d48-b98c-4a0e-84b1-4d0c7923d33b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.164767] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae8bad4-1ae2-41a1-acce-9cb9988729f7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.196417] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce3eb3c-6c89-4b6d-a464-4723e9f680fa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.204294] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a427ae6f-b64b-4c99-922b-d32999430960 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.219210] env[69226]: DEBUG nova.compute.provider_tree [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 717.404743] env[69226]: DEBUG nova.compute.manager [req-8786b0f5-67ff-4f77-8daf-a5e545fe0a63 req-736833d0-397b-41ff-94c9-adf9de7219f2 service nova] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Received event network-vif-plugged-8d98858e-2462-40a2-9267-c7e9d4ab11f5 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.404997] env[69226]: DEBUG oslo_concurrency.lockutils [req-8786b0f5-67ff-4f77-8daf-a5e545fe0a63 req-736833d0-397b-41ff-94c9-adf9de7219f2 service nova] Acquiring lock "3d524a5b-6e5e-4ae9-883f-8f99339b9ffd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.405572] env[69226]: DEBUG oslo_concurrency.lockutils [req-8786b0f5-67ff-4f77-8daf-a5e545fe0a63 req-736833d0-397b-41ff-94c9-adf9de7219f2 service nova] Lock "3d524a5b-6e5e-4ae9-883f-8f99339b9ffd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.405750] env[69226]: DEBUG oslo_concurrency.lockutils [req-8786b0f5-67ff-4f77-8daf-a5e545fe0a63 req-736833d0-397b-41ff-94c9-adf9de7219f2 service nova] Lock "3d524a5b-6e5e-4ae9-883f-8f99339b9ffd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.405919] env[69226]: DEBUG nova.compute.manager [req-8786b0f5-67ff-4f77-8daf-a5e545fe0a63 req-736833d0-397b-41ff-94c9-adf9de7219f2 service nova] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] No waiting events found dispatching network-vif-plugged-8d98858e-2462-40a2-9267-c7e9d4ab11f5 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.406234] env[69226]: WARNING nova.compute.manager [req-8786b0f5-67ff-4f77-8daf-a5e545fe0a63 req-736833d0-397b-41ff-94c9-adf9de7219f2 service nova] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Received unexpected event network-vif-plugged-8d98858e-2462-40a2-9267-c7e9d4ab11f5 for instance with vm_state building and task_state spawning. [ 717.415571] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494447, 'name': Rename_Task, 'duration_secs': 0.478375} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.417573] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.417855] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b9ef93a-5e71-4c5a-89da-0e2a18e40d06 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.423316] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 717.423316] env[69226]: value = "task-3494449" [ 717.423316] env[69226]: _type = "Task" [ 717.423316] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.430974] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.446920] env[69226]: DEBUG nova.network.neutron [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Successfully updated port: 8d98858e-2462-40a2-9267-c7e9d4ab11f5 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.450780] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': task-3494448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.752199] env[69226]: DEBUG nova.scheduler.client.report [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 717.752491] env[69226]: DEBUG nova.compute.provider_tree [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 50 to 51 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 717.752736] env[69226]: DEBUG nova.compute.provider_tree [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 717.934028] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.950755] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': task-3494448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.951316] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Acquiring lock "refresh_cache-3d524a5b-6e5e-4ae9-883f-8f99339b9ffd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.951505] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Acquired lock "refresh_cache-3d524a5b-6e5e-4ae9-883f-8f99339b9ffd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.951680] env[69226]: DEBUG nova.network.neutron [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.259068] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.394s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.263180] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.229s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.263180] env[69226]: DEBUG nova.objects.instance [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Lazy-loading 'resources' on Instance uuid 07803005-1fcc-472d-b7bd-095276eed330 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.281718] env[69226]: INFO nova.scheduler.client.report [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Deleted allocations for instance dda0a9f9-57a5-4ff3-b286-e67a746fa7c7 [ 718.434974] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494449, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.451886] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': task-3494448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.043769} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.452174] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.452997] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e86a282-5594-45f3-8d9b-d32f3b98713b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.475648] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] d148ca17-206a-48e4-a673-471bf48ab99e/d148ca17-206a-48e4-a673-471bf48ab99e.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.476306] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8da7d45-4d50-4299-9735-5eb3208e6f26 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.491625] env[69226]: DEBUG nova.network.neutron [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.498640] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Waiting for the task: (returnval){ [ 718.498640] env[69226]: value = "task-3494450" [ 718.498640] env[69226]: _type = "Task" [ 718.498640] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.506585] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': task-3494450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.627935] env[69226]: DEBUG nova.network.neutron [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Updating instance_info_cache with network_info: [{"id": "8d98858e-2462-40a2-9267-c7e9d4ab11f5", "address": "fa:16:3e:8f:b6:af", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d98858e-24", "ovs_interfaceid": "8d98858e-2462-40a2-9267-c7e9d4ab11f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.642750] env[69226]: DEBUG oslo_concurrency.lockutils [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Acquiring lock "d54ee836-e113-4618-bfa5-6d91c4c51edd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.643097] env[69226]: DEBUG oslo_concurrency.lockutils [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Lock "d54ee836-e113-4618-bfa5-6d91c4c51edd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.643250] env[69226]: DEBUG oslo_concurrency.lockutils [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Acquiring lock "d54ee836-e113-4618-bfa5-6d91c4c51edd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.643431] env[69226]: DEBUG oslo_concurrency.lockutils [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Lock "d54ee836-e113-4618-bfa5-6d91c4c51edd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.643604] env[69226]: DEBUG oslo_concurrency.lockutils [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Lock "d54ee836-e113-4618-bfa5-6d91c4c51edd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.645999] env[69226]: INFO nova.compute.manager [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Terminating instance [ 718.794844] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44130b76-4a84-4f75-9895-f47d0bcef3fb tempest-ServerDiagnosticsTest-1755697257 tempest-ServerDiagnosticsTest-1755697257-project-member] Lock "dda0a9f9-57a5-4ff3-b286-e67a746fa7c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.187s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.938215] env[69226]: DEBUG oslo_vmware.api [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494449, 'name': PowerOnVM_Task, 'duration_secs': 1.223195} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.938527] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.938623] env[69226]: INFO nova.compute.manager [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Took 8.52 seconds to spawn the instance on the hypervisor. [ 718.938884] env[69226]: DEBUG nova.compute.manager [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.940033] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc8fdc3-77a8-4b85-ba12-dbdf8766ea30 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.008974] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': task-3494450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.131344] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Releasing lock "refresh_cache-3d524a5b-6e5e-4ae9-883f-8f99339b9ffd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.131674] env[69226]: DEBUG nova.compute.manager [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Instance network_info: |[{"id": "8d98858e-2462-40a2-9267-c7e9d4ab11f5", "address": "fa:16:3e:8f:b6:af", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d98858e-24", "ovs_interfaceid": "8d98858e-2462-40a2-9267-c7e9d4ab11f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.134762] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:b6:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d98858e-2462-40a2-9267-c7e9d4ab11f5', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.142288] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Creating folder: Project (a055049ee31945418929530222331f6f). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.144439] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a196cda8-aaf9-422e-9c11-86507492fbef {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.150106] env[69226]: DEBUG nova.compute.manager [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.151021] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.151169] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17190955-9618-4c2b-b719-7adbe7127684 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.160514] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.160850] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Created folder: Project (a055049ee31945418929530222331f6f) in parent group-v698365. [ 719.160977] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Creating folder: Instances. Parent ref: group-v698429. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.161144] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3935e771-67fd-489c-8e93-7993f4d91d95 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.162531] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a3dbe8c-8d2c-4261-9c71-c366b3714a07 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.169027] env[69226]: DEBUG oslo_vmware.api [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Waiting for the task: (returnval){ [ 719.169027] env[69226]: value = "task-3494452" [ 719.169027] env[69226]: _type = "Task" [ 719.169027] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.173530] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Created folder: Instances in parent group-v698429. [ 719.173823] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.174356] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.174602] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0517ca00-6fd4-49ab-bdf4-05d8d59bc56b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.195575] env[69226]: DEBUG oslo_vmware.api [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': task-3494452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.200588] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.200588] env[69226]: value = "task-3494454" [ 719.200588] env[69226]: _type = "Task" [ 719.200588] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.213750] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494454, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.288598] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58073e5f-fdd7-4bea-8e6c-f0a0fb308bdb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.299252] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2be990-88cd-49af-8797-a33fa8be72a3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.330180] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a2c070-dfa1-4731-8e48-4f9bbd3eb00f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.338134] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ce4d64-2053-4a13-a19b-e86d66496b2c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.353690] env[69226]: DEBUG nova.compute.provider_tree [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.458876] env[69226]: INFO nova.compute.manager [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Took 41.47 seconds to build instance. [ 719.465979] env[69226]: DEBUG nova.compute.manager [req-2113b260-d767-42c8-a0bf-2eca6c46f8e4 req-97a10c29-3e8e-46ac-be65-05091a1decaa service nova] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Received event network-changed-8d98858e-2462-40a2-9267-c7e9d4ab11f5 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.467952] env[69226]: DEBUG nova.compute.manager [req-2113b260-d767-42c8-a0bf-2eca6c46f8e4 req-97a10c29-3e8e-46ac-be65-05091a1decaa service nova] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Refreshing instance network info cache due to event network-changed-8d98858e-2462-40a2-9267-c7e9d4ab11f5. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.471043] env[69226]: DEBUG oslo_concurrency.lockutils [req-2113b260-d767-42c8-a0bf-2eca6c46f8e4 req-97a10c29-3e8e-46ac-be65-05091a1decaa service nova] Acquiring lock "refresh_cache-3d524a5b-6e5e-4ae9-883f-8f99339b9ffd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.471300] env[69226]: DEBUG oslo_concurrency.lockutils [req-2113b260-d767-42c8-a0bf-2eca6c46f8e4 req-97a10c29-3e8e-46ac-be65-05091a1decaa service nova] Acquired lock "refresh_cache-3d524a5b-6e5e-4ae9-883f-8f99339b9ffd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.471502] env[69226]: DEBUG nova.network.neutron [req-2113b260-d767-42c8-a0bf-2eca6c46f8e4 req-97a10c29-3e8e-46ac-be65-05091a1decaa service nova] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Refreshing network info cache for port 8d98858e-2462-40a2-9267-c7e9d4ab11f5 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.513598] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': task-3494450, 'name': ReconfigVM_Task, 'duration_secs': 0.828606} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.513598] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Reconfigured VM instance instance-00000016 to attach disk [datastore1] d148ca17-206a-48e4-a673-471bf48ab99e/d148ca17-206a-48e4-a673-471bf48ab99e.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.514735] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d083034a-bba4-4b89-9223-52647d42bb4c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.521852] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Waiting for the task: (returnval){ [ 719.521852] env[69226]: value = "task-3494455" [ 719.521852] env[69226]: _type = "Task" [ 719.521852] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.533160] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': task-3494455, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.680671] env[69226]: DEBUG oslo_vmware.api [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': task-3494452, 'name': PowerOffVM_Task, 'duration_secs': 0.206729} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.681401] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.681401] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.681581] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-503c5200-dcb5-4a6e-a24f-170cf9d7b8b0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.711170] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494454, 'name': CreateVM_Task, 'duration_secs': 0.324113} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.711365] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.712191] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.712358] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.712684] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.712961] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de6b061e-ec4a-4351-a5a3-f8c16dae6035 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.717723] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Waiting for the task: (returnval){ [ 719.717723] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529a12be-5500-45a4-658c-a77b6c173e1b" [ 719.717723] env[69226]: _type = "Task" [ 719.717723] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.727492] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529a12be-5500-45a4-658c-a77b6c173e1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.745267] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.745564] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.745744] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Deleting the datastore file [datastore2] d54ee836-e113-4618-bfa5-6d91c4c51edd {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.746031] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b428cd5a-7468-4340-a2e5-f274e64341ec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.752353] env[69226]: DEBUG oslo_vmware.api [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Waiting for the task: (returnval){ [ 719.752353] env[69226]: value = "task-3494457" [ 719.752353] env[69226]: _type = "Task" [ 719.752353] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.760820] env[69226]: DEBUG oslo_vmware.api [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': task-3494457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.857093] env[69226]: DEBUG nova.scheduler.client.report [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.965216] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e042cdd-0b85-4bd3-b818-927041af1cef tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "2ffb3fde-d42e-44ca-ade4-20377df62856" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.421s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.031450] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': task-3494455, 'name': Rename_Task, 'duration_secs': 0.152028} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.031885] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.032079] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50889123-607e-49e4-9f1b-289dbbedda14 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.038050] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Waiting for the task: (returnval){ [ 720.038050] env[69226]: value = "task-3494458" [ 720.038050] env[69226]: _type = "Task" [ 720.038050] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.045515] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': task-3494458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.229109] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529a12be-5500-45a4-658c-a77b6c173e1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010688} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.229615] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.230011] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.230398] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.230685] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.231061] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.231469] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a412241a-f562-493a-a040-efce4fd60427 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.247756] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.248135] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.249022] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84ca6008-b153-4196-8ec6-aa0e8348489b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.259054] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Waiting for the task: (returnval){ [ 720.259054] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d75a34-f09c-013e-fff5-116930c7b822" [ 720.259054] env[69226]: _type = "Task" [ 720.259054] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.273146] env[69226]: DEBUG oslo_vmware.api [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Task: {'id': task-3494457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175663} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.273146] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.273146] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.273146] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.273146] env[69226]: INFO nova.compute.manager [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 720.273456] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.277558] env[69226]: DEBUG nova.compute.manager [-] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.279078] env[69226]: DEBUG nova.network.neutron [-] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.279621] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d75a34-f09c-013e-fff5-116930c7b822, 'name': SearchDatastore_Task, 'duration_secs': 0.017698} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.283086] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1506fcc-73b6-4078-a59b-5565ff3c5d0d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.286016] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Waiting for the task: (returnval){ [ 720.286016] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523f22ce-1b3d-9b36-0230-01197c3233ae" [ 720.286016] env[69226]: _type = "Task" [ 720.286016] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.295033] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523f22ce-1b3d-9b36-0230-01197c3233ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.315749] env[69226]: DEBUG nova.network.neutron [req-2113b260-d767-42c8-a0bf-2eca6c46f8e4 req-97a10c29-3e8e-46ac-be65-05091a1decaa service nova] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Updated VIF entry in instance network info cache for port 8d98858e-2462-40a2-9267-c7e9d4ab11f5. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.316178] env[69226]: DEBUG nova.network.neutron [req-2113b260-d767-42c8-a0bf-2eca6c46f8e4 req-97a10c29-3e8e-46ac-be65-05091a1decaa service nova] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Updating instance_info_cache with network_info: [{"id": "8d98858e-2462-40a2-9267-c7e9d4ab11f5", "address": "fa:16:3e:8f:b6:af", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d98858e-24", "ovs_interfaceid": "8d98858e-2462-40a2-9267-c7e9d4ab11f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.362332] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.366068] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.886s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.366997] env[69226]: DEBUG nova.objects.instance [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Lazy-loading 'resources' on Instance uuid 32205595-0a91-461e-a658-c67e9298d269 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.393535] env[69226]: INFO nova.scheduler.client.report [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Deleted allocations for instance 07803005-1fcc-472d-b7bd-095276eed330 [ 720.467383] env[69226]: DEBUG nova.compute.manager [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.549922] env[69226]: DEBUG oslo_vmware.api [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': task-3494458, 'name': PowerOnVM_Task, 'duration_secs': 0.455636} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.550336] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.553641] env[69226]: INFO nova.compute.manager [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Took 7.40 seconds to spawn the instance on the hypervisor. [ 720.553641] env[69226]: DEBUG nova.compute.manager [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.553641] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b99f70-82e7-4045-b699-959c01d691f5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.644594] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "ec6d5e41-f146-4ad0-9e5e-5da93c55f430" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.644876] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "ec6d5e41-f146-4ad0-9e5e-5da93c55f430" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.645106] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "ec6d5e41-f146-4ad0-9e5e-5da93c55f430-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.645292] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "ec6d5e41-f146-4ad0-9e5e-5da93c55f430-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.645458] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "ec6d5e41-f146-4ad0-9e5e-5da93c55f430-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.647856] env[69226]: INFO nova.compute.manager [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Terminating instance [ 720.747056] env[69226]: DEBUG oslo_concurrency.lockutils [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "2ffb3fde-d42e-44ca-ade4-20377df62856" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.747341] env[69226]: DEBUG oslo_concurrency.lockutils [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "2ffb3fde-d42e-44ca-ade4-20377df62856" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.747582] env[69226]: DEBUG oslo_concurrency.lockutils [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "2ffb3fde-d42e-44ca-ade4-20377df62856-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.747763] env[69226]: DEBUG oslo_concurrency.lockutils [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "2ffb3fde-d42e-44ca-ade4-20377df62856-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.748189] env[69226]: DEBUG oslo_concurrency.lockutils [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "2ffb3fde-d42e-44ca-ade4-20377df62856-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.750932] env[69226]: INFO nova.compute.manager [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Terminating instance [ 720.803906] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523f22ce-1b3d-9b36-0230-01197c3233ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008308} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.804220] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.804436] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd/3d524a5b-6e5e-4ae9-883f-8f99339b9ffd.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.804695] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-073683c3-8e3d-4747-ab9b-f70d969e984a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.812366] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Waiting for the task: (returnval){ [ 720.812366] env[69226]: value = "task-3494459" [ 720.812366] env[69226]: _type = "Task" [ 720.812366] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.822354] env[69226]: DEBUG oslo_concurrency.lockutils [req-2113b260-d767-42c8-a0bf-2eca6c46f8e4 req-97a10c29-3e8e-46ac-be65-05091a1decaa service nova] Releasing lock "refresh_cache-3d524a5b-6e5e-4ae9-883f-8f99339b9ffd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.822697] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': task-3494459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.907912] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c948bff5-2f73-492d-80ac-bd6c14f2a4fb tempest-ServersAdmin275Test-2119149141 tempest-ServersAdmin275Test-2119149141-project-member] Lock "07803005-1fcc-472d-b7bd-095276eed330" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.138s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.993624] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.072026] env[69226]: INFO nova.compute.manager [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Took 42.77 seconds to build instance. [ 721.152778] env[69226]: DEBUG nova.compute.manager [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.153089] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.158326] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede8bf6d-6f98-47b2-8cbc-6c645cc37ee2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.169839] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.170020] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40696021-a1a6-4fb6-b110-c0492d1f5397 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.176115] env[69226]: DEBUG oslo_vmware.api [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 721.176115] env[69226]: value = "task-3494460" [ 721.176115] env[69226]: _type = "Task" [ 721.176115] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.189752] env[69226]: DEBUG oslo_vmware.api [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.255718] env[69226]: DEBUG nova.compute.manager [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.255945] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.259109] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5ed431-fe5f-4cd7-a82d-6d941f06004f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.277961] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.278183] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1abdf6ad-9e54-46fe-b1ca-be8376e37b34 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.287360] env[69226]: DEBUG oslo_vmware.api [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 721.287360] env[69226]: value = "task-3494461" [ 721.287360] env[69226]: _type = "Task" [ 721.287360] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.303473] env[69226]: DEBUG oslo_vmware.api [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.324596] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': task-3494459, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.496233] env[69226]: DEBUG nova.compute.manager [None req-a12181ac-f717-435c-9178-46c341b49cfb tempest-ServerDiagnosticsV248Test-907686230 tempest-ServerDiagnosticsV248Test-907686230-project-admin] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.497558] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e9e9ab-95fa-432d-9251-3d537341d702 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.507607] env[69226]: INFO nova.compute.manager [None req-a12181ac-f717-435c-9178-46c341b49cfb tempest-ServerDiagnosticsV248Test-907686230 tempest-ServerDiagnosticsV248Test-907686230-project-admin] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Retrieving diagnostics [ 721.508803] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c75f23e-c451-4ece-9417-7275d6ffc508 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.574257] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fd0884-fb11-4c71-b805-757ca91e0a84 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.581847] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8573e704-081d-4dda-a7a0-4802e02d9d4f tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Lock "d148ca17-206a-48e4-a673-471bf48ab99e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.883s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.584038] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c3d421-60bb-4225-8e65-45d3dc457a6a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.617534] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3b2fc0-5aae-4152-849a-3cf0ad95b53c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.627680] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1993d0d-946f-41d9-a94f-95eba4f39e4a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.642511] env[69226]: DEBUG nova.compute.provider_tree [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.670763] env[69226]: DEBUG nova.network.neutron [-] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.693442] env[69226]: DEBUG oslo_vmware.api [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494460, 'name': PowerOffVM_Task, 'duration_secs': 0.435347} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.693718] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.693881] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.694778] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d325423-3c97-4c56-ae2d-9c3edc4b8c1e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.761781] env[69226]: DEBUG nova.compute.manager [req-c9cde690-6b91-44e4-bf8b-d5501a93a294 req-07b9b3f8-8dd0-4082-b821-42a707f8b5d6 service nova] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Received event network-vif-deleted-73e9eebc-cf93-4634-8c30-0021e2cc8903 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.765158] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.765158] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.765158] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Deleting the datastore file [datastore1] ec6d5e41-f146-4ad0-9e5e-5da93c55f430 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.765158] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ecf9bf7-86bc-45f2-a74a-449d7cebd8ab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.772515] env[69226]: DEBUG oslo_vmware.api [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 721.772515] env[69226]: value = "task-3494463" [ 721.772515] env[69226]: _type = "Task" [ 721.772515] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.781326] env[69226]: DEBUG oslo_vmware.api [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.798304] env[69226]: DEBUG oslo_vmware.api [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494461, 'name': PowerOffVM_Task, 'duration_secs': 0.400408} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.798601] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.798754] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.799015] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5c3f52d-d8da-4466-8705-f6eb82ce0c26 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.823577] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': task-3494459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813667} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.823884] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd/3d524a5b-6e5e-4ae9-883f-8f99339b9ffd.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.824022] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.824285] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-209f8847-fb53-4716-8ff1-aa4a7a8178a0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.830302] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Waiting for the task: (returnval){ [ 721.830302] env[69226]: value = "task-3494465" [ 721.830302] env[69226]: _type = "Task" [ 721.830302] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.841128] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': task-3494465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.886381] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.886663] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.886846] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Deleting the datastore file [datastore1] 2ffb3fde-d42e-44ca-ade4-20377df62856 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.887142] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f3ab8f9-b139-41f2-b158-2742b48cd86c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.893924] env[69226]: DEBUG oslo_vmware.api [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 721.893924] env[69226]: value = "task-3494466" [ 721.893924] env[69226]: _type = "Task" [ 721.893924] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.904450] env[69226]: DEBUG oslo_vmware.api [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.089621] env[69226]: DEBUG nova.compute.manager [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.173646] env[69226]: INFO nova.compute.manager [-] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Took 1.89 seconds to deallocate network for instance. [ 722.221142] env[69226]: DEBUG nova.scheduler.client.report [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 51 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 722.221583] env[69226]: DEBUG nova.compute.provider_tree [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 51 to 52 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 722.221900] env[69226]: DEBUG nova.compute.provider_tree [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.285914] env[69226]: DEBUG oslo_vmware.api [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418411} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.286197] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.286581] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.286778] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.286951] env[69226]: INFO nova.compute.manager [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Took 1.13 seconds to destroy the instance on the hypervisor. [ 722.287563] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.287820] env[69226]: DEBUG nova.compute.manager [-] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.287943] env[69226]: DEBUG nova.network.neutron [-] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.343177] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': task-3494465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07007} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.343497] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.344786] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0616c8-0e16-474b-a345-47a8d989681f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.371533] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd/3d524a5b-6e5e-4ae9-883f-8f99339b9ffd.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.372913] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea89ce6f-eb2d-48ee-8bd8-63234a66f5b4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.395860] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Waiting for the task: (returnval){ [ 722.395860] env[69226]: value = "task-3494467" [ 722.395860] env[69226]: _type = "Task" [ 722.395860] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.412576] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': task-3494467, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.412872] env[69226]: DEBUG oslo_vmware.api [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.626726] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.684274] env[69226]: DEBUG oslo_concurrency.lockutils [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.728278] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.362s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.733677] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.111s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.736710] env[69226]: INFO nova.compute.claims [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.764557] env[69226]: INFO nova.scheduler.client.report [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Deleted allocations for instance 32205595-0a91-461e-a658-c67e9298d269 [ 722.908630] env[69226]: DEBUG oslo_vmware.api [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.604462} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.909362] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.909608] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.910298] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.910298] env[69226]: INFO nova.compute.manager [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Took 1.65 seconds to destroy the instance on the hypervisor. [ 722.910298] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.910492] env[69226]: DEBUG nova.compute.manager [-] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.910589] env[69226]: DEBUG nova.network.neutron [-] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.915510] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': task-3494467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.272461] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0eff6bc9-9d2f-417a-a45c-eeb6e0588749 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605 tempest-FloatingIPsAssociationNegativeTestJSON-1139219605-project-member] Lock "32205595-0a91-461e-a658-c67e9298d269" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.708s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.413739] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': task-3494467, 'name': ReconfigVM_Task, 'duration_secs': 0.773015} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.414307] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd/3d524a5b-6e5e-4ae9-883f-8f99339b9ffd.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.414999] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f61b6d82-daad-4464-b003-f342da7424d4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.422441] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Waiting for the task: (returnval){ [ 723.422441] env[69226]: value = "task-3494468" [ 723.422441] env[69226]: _type = "Task" [ 723.422441] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.436933] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': task-3494468, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.553313] env[69226]: DEBUG nova.network.neutron [-] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.822386] env[69226]: DEBUG nova.network.neutron [-] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.937144] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': task-3494468, 'name': Rename_Task, 'duration_secs': 0.151293} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.937144] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.937144] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cbd5ecb-0677-4fc7-b0d7-579cc695ac82 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.945845] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Waiting for the task: (returnval){ [ 723.945845] env[69226]: value = "task-3494469" [ 723.945845] env[69226]: _type = "Task" [ 723.945845] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.958039] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': task-3494469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.057482] env[69226]: INFO nova.compute.manager [-] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Took 1.77 seconds to deallocate network for instance. [ 724.287281] env[69226]: DEBUG nova.compute.manager [req-591e26ec-fbfb-4af0-9386-ee8f5ac8e65e req-589616cd-efd5-4bd7-afd6-5d90c049a5a8 service nova] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Received event network-vif-deleted-dabdde30-dec0-4101-8be6-159088ea85ae {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.287521] env[69226]: DEBUG nova.compute.manager [req-591e26ec-fbfb-4af0-9386-ee8f5ac8e65e req-589616cd-efd5-4bd7-afd6-5d90c049a5a8 service nova] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Received event network-vif-deleted-9c8e8b9d-3ec6-4814-973e-ce1de86a44cd {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.325617] env[69226]: INFO nova.compute.manager [-] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Took 1.41 seconds to deallocate network for instance. [ 724.369660] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6f798f-34ba-436e-ba02-9ef638b1c2e3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.378346] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87382ca-5d1b-4afc-b46a-f32c85afb84d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.412551] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60457ef-9a67-4e95-97bb-9689ed15177f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.420741] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7ba03d-8226-4c9a-9562-44dc2adf09e4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.435621] env[69226]: DEBUG nova.compute.provider_tree [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.456233] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': task-3494469, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.566567] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.838798] env[69226]: DEBUG oslo_concurrency.lockutils [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.940101] env[69226]: DEBUG nova.scheduler.client.report [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.959589] env[69226]: DEBUG oslo_vmware.api [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': task-3494469, 'name': PowerOnVM_Task, 'duration_secs': 0.640592} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.960180] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.960416] env[69226]: INFO nova.compute.manager [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Took 8.06 seconds to spawn the instance on the hypervisor. [ 724.960607] env[69226]: DEBUG nova.compute.manager [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.961438] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71169d6-feed-4523-aac7-aa46b3b4d108 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.415674] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquiring lock "ffae9122-9be9-4ba6-84d3-52272208922d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.415916] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "ffae9122-9be9-4ba6-84d3-52272208922d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.449316] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.449316] env[69226]: DEBUG nova.compute.manager [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.450511] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.140s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.452074] env[69226]: INFO nova.compute.claims [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.487301] env[69226]: INFO nova.compute.manager [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Took 45.19 seconds to build instance. [ 725.957340] env[69226]: DEBUG nova.compute.utils [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.961529] env[69226]: DEBUG nova.compute.manager [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.961529] env[69226]: DEBUG nova.network.neutron [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.993580] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d43e2e96-3cce-4db9-bd9d-e5b11a4bc307 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Lock "3d524a5b-6e5e-4ae9-883f-8f99339b9ffd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.255s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.030669] env[69226]: DEBUG nova.policy [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b565c94384f54d1e99223ba6f90d383b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13b2bb10b93044d588f87b6ffbc0d635', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.308264] env[69226]: DEBUG nova.network.neutron [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Successfully created port: 3cd3f2be-595d-4e3d-8137-2d193c6248ba {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.375961] env[69226]: DEBUG nova.compute.manager [None req-fbacf6b7-6670-4d8f-a4fc-3e43c2bd9af1 tempest-ServerExternalEventsTest-1918551653 tempest-ServerExternalEventsTest-1918551653-project] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Received event network-changed {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.375961] env[69226]: DEBUG nova.compute.manager [None req-fbacf6b7-6670-4d8f-a4fc-3e43c2bd9af1 tempest-ServerExternalEventsTest-1918551653 tempest-ServerExternalEventsTest-1918551653-project] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Refreshing instance network info cache due to event network-changed. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.376044] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fbacf6b7-6670-4d8f-a4fc-3e43c2bd9af1 tempest-ServerExternalEventsTest-1918551653 tempest-ServerExternalEventsTest-1918551653-project] Acquiring lock "refresh_cache-3d524a5b-6e5e-4ae9-883f-8f99339b9ffd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.376556] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fbacf6b7-6670-4d8f-a4fc-3e43c2bd9af1 tempest-ServerExternalEventsTest-1918551653 tempest-ServerExternalEventsTest-1918551653-project] Acquired lock "refresh_cache-3d524a5b-6e5e-4ae9-883f-8f99339b9ffd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.376556] env[69226]: DEBUG nova.network.neutron [None req-fbacf6b7-6670-4d8f-a4fc-3e43c2bd9af1 tempest-ServerExternalEventsTest-1918551653 tempest-ServerExternalEventsTest-1918551653-project] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.463844] env[69226]: DEBUG nova.compute.manager [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.499080] env[69226]: DEBUG nova.compute.manager [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.025907] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.072284] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f98bc80-bb19-4023-b541-8cd5e0a30192 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.083075] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca468d04-9fef-4ec6-94b8-372f62e9b3b3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.090152] env[69226]: DEBUG oslo_concurrency.lockutils [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Acquiring lock "3d524a5b-6e5e-4ae9-883f-8f99339b9ffd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.090424] env[69226]: DEBUG oslo_concurrency.lockutils [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Lock "3d524a5b-6e5e-4ae9-883f-8f99339b9ffd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.090628] env[69226]: DEBUG oslo_concurrency.lockutils [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Acquiring lock "3d524a5b-6e5e-4ae9-883f-8f99339b9ffd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.090812] env[69226]: DEBUG oslo_concurrency.lockutils [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Lock "3d524a5b-6e5e-4ae9-883f-8f99339b9ffd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.091022] env[69226]: DEBUG oslo_concurrency.lockutils [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Lock "3d524a5b-6e5e-4ae9-883f-8f99339b9ffd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.093926] env[69226]: INFO nova.compute.manager [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Terminating instance [ 727.136045] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5639450-69b7-44ce-8741-d7cca13820d9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.144628] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d014787a-74a4-4bb6-9d10-ba18bfeac3d7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.163099] env[69226]: DEBUG nova.compute.provider_tree [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.467191] env[69226]: DEBUG nova.network.neutron [None req-fbacf6b7-6670-4d8f-a4fc-3e43c2bd9af1 tempest-ServerExternalEventsTest-1918551653 tempest-ServerExternalEventsTest-1918551653-project] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Updating instance_info_cache with network_info: [{"id": "8d98858e-2462-40a2-9267-c7e9d4ab11f5", "address": "fa:16:3e:8f:b6:af", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d98858e-24", "ovs_interfaceid": "8d98858e-2462-40a2-9267-c7e9d4ab11f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.472369] env[69226]: DEBUG nova.compute.manager [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.505090] env[69226]: DEBUG nova.virt.hardware [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.505090] env[69226]: DEBUG nova.virt.hardware [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.505227] env[69226]: DEBUG nova.virt.hardware [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.505402] env[69226]: DEBUG nova.virt.hardware [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.505771] env[69226]: DEBUG nova.virt.hardware [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.505937] env[69226]: DEBUG nova.virt.hardware [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.506186] env[69226]: DEBUG nova.virt.hardware [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.506352] env[69226]: DEBUG nova.virt.hardware [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.506580] env[69226]: DEBUG nova.virt.hardware [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.507177] env[69226]: DEBUG nova.virt.hardware [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.507177] env[69226]: DEBUG nova.virt.hardware [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.507880] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f123ad-96f2-47f0-a356-7404f151c53a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.517115] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a8a765-502a-4bfd-97e9-11c432f1df1e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.598854] env[69226]: DEBUG nova.compute.manager [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.599102] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.600138] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e475f07-6fd4-42e0-9e7e-bc6fa0d3841f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.608169] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.608427] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d717218-91a6-4fb0-93e2-ffdd7c3882b1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.614699] env[69226]: DEBUG oslo_vmware.api [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Waiting for the task: (returnval){ [ 727.614699] env[69226]: value = "task-3494470" [ 727.614699] env[69226]: _type = "Task" [ 727.614699] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.622939] env[69226]: DEBUG oslo_vmware.api [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': task-3494470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.666975] env[69226]: DEBUG nova.scheduler.client.report [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.946667] env[69226]: DEBUG nova.compute.manager [req-f9951a72-1779-45ab-8993-8072db386832 req-dfa78b20-261b-4a15-8a92-b84d96c74ba5 service nova] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Received event network-vif-plugged-3cd3f2be-595d-4e3d-8137-2d193c6248ba {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.946924] env[69226]: DEBUG oslo_concurrency.lockutils [req-f9951a72-1779-45ab-8993-8072db386832 req-dfa78b20-261b-4a15-8a92-b84d96c74ba5 service nova] Acquiring lock "168831bc-c8b0-415e-89d4-6a1b5ea03dc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.947195] env[69226]: DEBUG oslo_concurrency.lockutils [req-f9951a72-1779-45ab-8993-8072db386832 req-dfa78b20-261b-4a15-8a92-b84d96c74ba5 service nova] Lock "168831bc-c8b0-415e-89d4-6a1b5ea03dc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.947329] env[69226]: DEBUG oslo_concurrency.lockutils [req-f9951a72-1779-45ab-8993-8072db386832 req-dfa78b20-261b-4a15-8a92-b84d96c74ba5 service nova] Lock "168831bc-c8b0-415e-89d4-6a1b5ea03dc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.947497] env[69226]: DEBUG nova.compute.manager [req-f9951a72-1779-45ab-8993-8072db386832 req-dfa78b20-261b-4a15-8a92-b84d96c74ba5 service nova] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] No waiting events found dispatching network-vif-plugged-3cd3f2be-595d-4e3d-8137-2d193c6248ba {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.947681] env[69226]: WARNING nova.compute.manager [req-f9951a72-1779-45ab-8993-8072db386832 req-dfa78b20-261b-4a15-8a92-b84d96c74ba5 service nova] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Received unexpected event network-vif-plugged-3cd3f2be-595d-4e3d-8137-2d193c6248ba for instance with vm_state building and task_state spawning. [ 727.972234] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fbacf6b7-6670-4d8f-a4fc-3e43c2bd9af1 tempest-ServerExternalEventsTest-1918551653 tempest-ServerExternalEventsTest-1918551653-project] Releasing lock "refresh_cache-3d524a5b-6e5e-4ae9-883f-8f99339b9ffd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.063635] env[69226]: DEBUG nova.network.neutron [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Successfully updated port: 3cd3f2be-595d-4e3d-8137-2d193c6248ba {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.128018] env[69226]: DEBUG oslo_vmware.api [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': task-3494470, 'name': PowerOffVM_Task, 'duration_secs': 0.193474} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.128511] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.128925] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.129300] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a8a2c65-c1f4-4387-b143-7ae1a4cc4eaa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.173546] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.174096] env[69226]: DEBUG nova.compute.manager [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.180199] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.633s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.182186] env[69226]: INFO nova.compute.claims [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.193525] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.194981] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.195240] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Deleting the datastore file [datastore2] 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.195624] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5875a381-32c6-4d99-88a7-a3077eeba74c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.202613] env[69226]: DEBUG oslo_vmware.api [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Waiting for the task: (returnval){ [ 728.202613] env[69226]: value = "task-3494472" [ 728.202613] env[69226]: _type = "Task" [ 728.202613] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.212222] env[69226]: DEBUG oslo_vmware.api [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': task-3494472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.569328] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquiring lock "refresh_cache-168831bc-c8b0-415e-89d4-6a1b5ea03dc3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.569590] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquired lock "refresh_cache-168831bc-c8b0-415e-89d4-6a1b5ea03dc3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.572576] env[69226]: DEBUG nova.network.neutron [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.687435] env[69226]: DEBUG nova.compute.utils [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.693480] env[69226]: DEBUG nova.compute.manager [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.693697] env[69226]: DEBUG nova.network.neutron [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.720790] env[69226]: DEBUG oslo_vmware.api [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Task: {'id': task-3494472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3186} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.720874] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.721325] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.721325] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.721967] env[69226]: INFO nova.compute.manager [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 728.721967] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.722182] env[69226]: DEBUG nova.compute.manager [-] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.722299] env[69226]: DEBUG nova.network.neutron [-] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.787900] env[69226]: DEBUG nova.policy [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4b02c2d77dc4fe090145956ab223e07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51df88c85f974fd4b9585ca3bfe4de8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.128378] env[69226]: DEBUG nova.network.neutron [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.197688] env[69226]: DEBUG nova.compute.manager [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.291271] env[69226]: DEBUG nova.network.neutron [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Successfully created port: 4291446f-fafc-495e-805f-4c346d58f9c3 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.366115] env[69226]: DEBUG nova.network.neutron [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Updating instance_info_cache with network_info: [{"id": "3cd3f2be-595d-4e3d-8137-2d193c6248ba", "address": "fa:16:3e:f8:a0:24", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd3f2be-59", "ovs_interfaceid": "3cd3f2be-595d-4e3d-8137-2d193c6248ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.609882] env[69226]: DEBUG nova.network.neutron [-] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.832558] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406c6dd9-9f92-4ad1-b2c6-62b0f7608dfe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.841959] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0441af68-db55-42aa-b445-e10a4e844529 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.871739] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Releasing lock "refresh_cache-168831bc-c8b0-415e-89d4-6a1b5ea03dc3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.872085] env[69226]: DEBUG nova.compute.manager [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Instance network_info: |[{"id": "3cd3f2be-595d-4e3d-8137-2d193c6248ba", "address": "fa:16:3e:f8:a0:24", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd3f2be-59", "ovs_interfaceid": "3cd3f2be-595d-4e3d-8137-2d193c6248ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.872691] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:a0:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cd3f2be-595d-4e3d-8137-2d193c6248ba', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.880433] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.883026] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf02043-0ae5-4adc-bb54-8850af34eaf6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.883777] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.883988] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10c5747e-9447-4203-9656-f455d5c4ce3f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.907104] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc64d96-94f7-4ee0-9b14-d3e0fc51152c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.913734] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.913734] env[69226]: value = "task-3494473" [ 729.913734] env[69226]: _type = "Task" [ 729.913734] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.922637] env[69226]: DEBUG nova.compute.provider_tree [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.931031] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494473, 'name': CreateVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.117905] env[69226]: INFO nova.compute.manager [-] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Took 1.39 seconds to deallocate network for instance. [ 730.215655] env[69226]: DEBUG nova.compute.manager [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.261285] env[69226]: DEBUG nova.virt.hardware [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.261540] env[69226]: DEBUG nova.virt.hardware [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.261701] env[69226]: DEBUG nova.virt.hardware [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.261883] env[69226]: DEBUG nova.virt.hardware [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.262040] env[69226]: DEBUG nova.virt.hardware [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.262332] env[69226]: DEBUG nova.virt.hardware [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.262415] env[69226]: DEBUG nova.virt.hardware [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.262697] env[69226]: DEBUG nova.virt.hardware [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.262890] env[69226]: DEBUG nova.virt.hardware [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.263069] env[69226]: DEBUG nova.virt.hardware [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.263248] env[69226]: DEBUG nova.virt.hardware [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.264229] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8045809-20e9-4167-8bca-19835182432b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.272569] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d44d2b-c523-43ee-acee-2d0ef887c5cc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.331987] env[69226]: DEBUG nova.compute.manager [req-8a2cafa4-782b-4a9a-bb6c-0a003e343e42 req-3fe4b2e9-a46a-4b9f-ad65-1a23b1022a4b service nova] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Received event network-changed-3cd3f2be-595d-4e3d-8137-2d193c6248ba {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.332278] env[69226]: DEBUG nova.compute.manager [req-8a2cafa4-782b-4a9a-bb6c-0a003e343e42 req-3fe4b2e9-a46a-4b9f-ad65-1a23b1022a4b service nova] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Refreshing instance network info cache due to event network-changed-3cd3f2be-595d-4e3d-8137-2d193c6248ba. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.332594] env[69226]: DEBUG oslo_concurrency.lockutils [req-8a2cafa4-782b-4a9a-bb6c-0a003e343e42 req-3fe4b2e9-a46a-4b9f-ad65-1a23b1022a4b service nova] Acquiring lock "refresh_cache-168831bc-c8b0-415e-89d4-6a1b5ea03dc3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.333016] env[69226]: DEBUG oslo_concurrency.lockutils [req-8a2cafa4-782b-4a9a-bb6c-0a003e343e42 req-3fe4b2e9-a46a-4b9f-ad65-1a23b1022a4b service nova] Acquired lock "refresh_cache-168831bc-c8b0-415e-89d4-6a1b5ea03dc3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.333016] env[69226]: DEBUG nova.network.neutron [req-8a2cafa4-782b-4a9a-bb6c-0a003e343e42 req-3fe4b2e9-a46a-4b9f-ad65-1a23b1022a4b service nova] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Refreshing network info cache for port 3cd3f2be-595d-4e3d-8137-2d193c6248ba {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.422574] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494473, 'name': CreateVM_Task, 'duration_secs': 0.318651} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.422814] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.423726] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.423726] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.425191] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.425191] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d5afd39-25ea-422a-aa75-0448ae1bdc05 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.428539] env[69226]: DEBUG nova.scheduler.client.report [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.435410] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for the task: (returnval){ [ 730.435410] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528cf296-3ccf-396f-fac3-4122385b42c7" [ 730.435410] env[69226]: _type = "Task" [ 730.435410] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.445820] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528cf296-3ccf-396f-fac3-4122385b42c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.623693] env[69226]: DEBUG oslo_concurrency.lockutils [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.895185] env[69226]: DEBUG nova.network.neutron [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Successfully updated port: 4291446f-fafc-495e-805f-4c346d58f9c3 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.937268] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.939251] env[69226]: DEBUG nova.compute.manager [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.946280] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.774s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.946280] env[69226]: DEBUG nova.objects.instance [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Lazy-loading 'resources' on Instance uuid 47485135-44d5-434c-88a9-63ea79da46db {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.961832] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528cf296-3ccf-396f-fac3-4122385b42c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012209} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.964508] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.965421] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.965421] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.965421] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.966425] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.966992] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ee5f1ff-7f39-4a43-ab67-74e10c24056c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.981189] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.981405] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.982490] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d8a7067-c7df-4e93-bbb6-87cd9c398a1a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.987884] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for the task: (returnval){ [ 730.987884] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52790c22-589b-2e81-f720-cb64f5d81e6e" [ 730.987884] env[69226]: _type = "Task" [ 730.987884] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.997525] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52790c22-589b-2e81-f720-cb64f5d81e6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.120368] env[69226]: DEBUG nova.network.neutron [req-8a2cafa4-782b-4a9a-bb6c-0a003e343e42 req-3fe4b2e9-a46a-4b9f-ad65-1a23b1022a4b service nova] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Updated VIF entry in instance network info cache for port 3cd3f2be-595d-4e3d-8137-2d193c6248ba. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.120757] env[69226]: DEBUG nova.network.neutron [req-8a2cafa4-782b-4a9a-bb6c-0a003e343e42 req-3fe4b2e9-a46a-4b9f-ad65-1a23b1022a4b service nova] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Updating instance_info_cache with network_info: [{"id": "3cd3f2be-595d-4e3d-8137-2d193c6248ba", "address": "fa:16:3e:f8:a0:24", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd3f2be-59", "ovs_interfaceid": "3cd3f2be-595d-4e3d-8137-2d193c6248ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.400094] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "refresh_cache-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.400268] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "refresh_cache-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.400421] env[69226]: DEBUG nova.network.neutron [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.459588] env[69226]: DEBUG nova.compute.utils [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.460900] env[69226]: DEBUG nova.compute.manager [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.461109] env[69226]: DEBUG nova.network.neutron [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.501705] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52790c22-589b-2e81-f720-cb64f5d81e6e, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.502866] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c932295-6bdf-4f75-a638-1dd024086622 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.507254] env[69226]: DEBUG nova.policy [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32d6cbc204db431a94cd1442d97f0af4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9b03943abd344fca2b8697307d84557', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.513233] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for the task: (returnval){ [ 731.513233] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b5fd5f-062f-addd-3942-15942ef58772" [ 731.513233] env[69226]: _type = "Task" [ 731.513233] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.525639] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b5fd5f-062f-addd-3942-15942ef58772, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.525639] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.525639] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 168831bc-c8b0-415e-89d4-6a1b5ea03dc3/168831bc-c8b0-415e-89d4-6a1b5ea03dc3.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.525639] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e07bde4-0870-4af5-926f-2932614aabcc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.535548] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for the task: (returnval){ [ 731.535548] env[69226]: value = "task-3494474" [ 731.535548] env[69226]: _type = "Task" [ 731.535548] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.547859] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.627625] env[69226]: DEBUG oslo_concurrency.lockutils [req-8a2cafa4-782b-4a9a-bb6c-0a003e343e42 req-3fe4b2e9-a46a-4b9f-ad65-1a23b1022a4b service nova] Releasing lock "refresh_cache-168831bc-c8b0-415e-89d4-6a1b5ea03dc3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.627911] env[69226]: DEBUG nova.compute.manager [req-8a2cafa4-782b-4a9a-bb6c-0a003e343e42 req-3fe4b2e9-a46a-4b9f-ad65-1a23b1022a4b service nova] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Received event network-vif-deleted-8d98858e-2462-40a2-9267-c7e9d4ab11f5 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.866546] env[69226]: DEBUG nova.network.neutron [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Successfully created port: c975cd8a-a8bb-4f65-8651-0a10e691cd10 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.949781] env[69226]: DEBUG nova.network.neutron [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.967204] env[69226]: DEBUG nova.compute.manager [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.050202] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459645} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.052904] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 168831bc-c8b0-415e-89d4-6a1b5ea03dc3/168831bc-c8b0-415e-89d4-6a1b5ea03dc3.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.053139] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.054738] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14b3ac99-b91a-4998-a36f-3d928fb36339 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.060546] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for the task: (returnval){ [ 732.060546] env[69226]: value = "task-3494475" [ 732.060546] env[69226]: _type = "Task" [ 732.060546] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.070277] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.096125] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b652e7-cd93-4470-b53a-d721f56a96b7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.108018] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8c5dd9-63eb-4918-9175-d9a1818b15d2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.848787] env[69226]: DEBUG nova.compute.manager [None req-68033859-abfa-44c7-a4ad-a63444fc7cc8 tempest-ServerDiagnosticsV248Test-907686230 tempest-ServerDiagnosticsV248Test-907686230-project-admin] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.851784] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b857acf4-c1bc-41b8-a033-b42ce3815e9e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.854963] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21b9ac4-ac9f-431c-9750-4a5c69e2cb29 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.865570] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106875} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.867080] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.870016] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de68b329-056e-4b54-9cfa-da2d81ebf672 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.873028] env[69226]: INFO nova.compute.manager [None req-68033859-abfa-44c7-a4ad-a63444fc7cc8 tempest-ServerDiagnosticsV248Test-907686230 tempest-ServerDiagnosticsV248Test-907686230-project-admin] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Retrieving diagnostics [ 732.873754] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ce3f15-a42f-4460-b9c2-3067f86df5e3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.877165] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a06f3e4-01d4-42ef-abe3-877128076a3d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.934140] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 168831bc-c8b0-415e-89d4-6a1b5ea03dc3/168831bc-c8b0-415e-89d4-6a1b5ea03dc3.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.934140] env[69226]: DEBUG nova.compute.provider_tree [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.935820] env[69226]: DEBUG nova.network.neutron [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Updating instance_info_cache with network_info: [{"id": "4291446f-fafc-495e-805f-4c346d58f9c3", "address": "fa:16:3e:44:52:23", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4291446f-fa", "ovs_interfaceid": "4291446f-fafc-495e-805f-4c346d58f9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.936917] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41c1e9de-c77c-44e7-bdbd-074a5c935a09 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.953108] env[69226]: DEBUG nova.scheduler.client.report [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.963160] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for the task: (returnval){ [ 732.963160] env[69226]: value = "task-3494476" [ 732.963160] env[69226]: _type = "Task" [ 732.963160] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.972843] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.085496] env[69226]: DEBUG nova.compute.manager [req-4c9a5fde-23c1-4b4e-b2f2-d7fae30a2bbd req-8f5541e3-eaf8-4de8-8c2c-7a31d520e0f2 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Received event network-vif-plugged-4291446f-fafc-495e-805f-4c346d58f9c3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.085916] env[69226]: DEBUG oslo_concurrency.lockutils [req-4c9a5fde-23c1-4b4e-b2f2-d7fae30a2bbd req-8f5541e3-eaf8-4de8-8c2c-7a31d520e0f2 service nova] Acquiring lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.085916] env[69226]: DEBUG oslo_concurrency.lockutils [req-4c9a5fde-23c1-4b4e-b2f2-d7fae30a2bbd req-8f5541e3-eaf8-4de8-8c2c-7a31d520e0f2 service nova] Lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.086893] env[69226]: DEBUG oslo_concurrency.lockutils [req-4c9a5fde-23c1-4b4e-b2f2-d7fae30a2bbd req-8f5541e3-eaf8-4de8-8c2c-7a31d520e0f2 service nova] Lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.087176] env[69226]: DEBUG nova.compute.manager [req-4c9a5fde-23c1-4b4e-b2f2-d7fae30a2bbd req-8f5541e3-eaf8-4de8-8c2c-7a31d520e0f2 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] No waiting events found dispatching network-vif-plugged-4291446f-fafc-495e-805f-4c346d58f9c3 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.087373] env[69226]: WARNING nova.compute.manager [req-4c9a5fde-23c1-4b4e-b2f2-d7fae30a2bbd req-8f5541e3-eaf8-4de8-8c2c-7a31d520e0f2 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Received unexpected event network-vif-plugged-4291446f-fafc-495e-805f-4c346d58f9c3 for instance with vm_state building and task_state spawning. [ 733.087545] env[69226]: DEBUG nova.compute.manager [req-4c9a5fde-23c1-4b4e-b2f2-d7fae30a2bbd req-8f5541e3-eaf8-4de8-8c2c-7a31d520e0f2 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Received event network-changed-4291446f-fafc-495e-805f-4c346d58f9c3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.087750] env[69226]: DEBUG nova.compute.manager [req-4c9a5fde-23c1-4b4e-b2f2-d7fae30a2bbd req-8f5541e3-eaf8-4de8-8c2c-7a31d520e0f2 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Refreshing instance network info cache due to event network-changed-4291446f-fafc-495e-805f-4c346d58f9c3. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.087905] env[69226]: DEBUG oslo_concurrency.lockutils [req-4c9a5fde-23c1-4b4e-b2f2-d7fae30a2bbd req-8f5541e3-eaf8-4de8-8c2c-7a31d520e0f2 service nova] Acquiring lock "refresh_cache-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.347535] env[69226]: DEBUG nova.compute.manager [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.374316] env[69226]: DEBUG nova.virt.hardware [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.374994] env[69226]: DEBUG nova.virt.hardware [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.375258] env[69226]: DEBUG nova.virt.hardware [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.375402] env[69226]: DEBUG nova.virt.hardware [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.375806] env[69226]: DEBUG nova.virt.hardware [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.375806] env[69226]: DEBUG nova.virt.hardware [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.375926] env[69226]: DEBUG nova.virt.hardware [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.376405] env[69226]: DEBUG nova.virt.hardware [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.376405] env[69226]: DEBUG nova.virt.hardware [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.377892] env[69226]: DEBUG nova.virt.hardware [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.377892] env[69226]: DEBUG nova.virt.hardware [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.377952] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d09dd9-f0f2-4272-8adb-572add6dc283 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.388663] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b60236-86ae-49dc-9709-24e7cbc74304 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.452665] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "refresh_cache-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.453018] env[69226]: DEBUG nova.compute.manager [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Instance network_info: |[{"id": "4291446f-fafc-495e-805f-4c346d58f9c3", "address": "fa:16:3e:44:52:23", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4291446f-fa", "ovs_interfaceid": "4291446f-fafc-495e-805f-4c346d58f9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.453337] env[69226]: DEBUG oslo_concurrency.lockutils [req-4c9a5fde-23c1-4b4e-b2f2-d7fae30a2bbd req-8f5541e3-eaf8-4de8-8c2c-7a31d520e0f2 service nova] Acquired lock "refresh_cache-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.453512] env[69226]: DEBUG nova.network.neutron [req-4c9a5fde-23c1-4b4e-b2f2-d7fae30a2bbd req-8f5541e3-eaf8-4de8-8c2c-7a31d520e0f2 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Refreshing network info cache for port 4291446f-fafc-495e-805f-4c346d58f9c3 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.454795] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:52:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4291446f-fafc-495e-805f-4c346d58f9c3', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.465956] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Creating folder: Project (51df88c85f974fd4b9585ca3bfe4de8d). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.465956] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.521s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.467816] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34a6a20f-f683-4300-a975-8c57cab7e2fc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.471731] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.301s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.472679] env[69226]: INFO nova.compute.claims [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.478737] env[69226]: DEBUG nova.network.neutron [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Successfully updated port: c975cd8a-a8bb-4f65-8651-0a10e691cd10 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.492448] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494476, 'name': ReconfigVM_Task, 'duration_secs': 0.283573} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.493083] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 168831bc-c8b0-415e-89d4-6a1b5ea03dc3/168831bc-c8b0-415e-89d4-6a1b5ea03dc3.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.494011] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-201960b6-4f93-41c7-9984-23f743666042 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.500342] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for the task: (returnval){ [ 733.500342] env[69226]: value = "task-3494478" [ 733.500342] env[69226]: _type = "Task" [ 733.500342] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.505450] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Created folder: Project (51df88c85f974fd4b9585ca3bfe4de8d) in parent group-v698365. [ 733.505655] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Creating folder: Instances. Parent ref: group-v698433. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.506237] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba9bc1bf-dace-478b-b063-ce594b609e4f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.508450] env[69226]: INFO nova.scheduler.client.report [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Deleted allocations for instance 47485135-44d5-434c-88a9-63ea79da46db [ 733.512377] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494478, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.521912] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Created folder: Instances in parent group-v698433. [ 733.521912] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.522035] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.522166] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d98cad2-8828-41d0-b6c5-9087f484a02c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.544104] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.544104] env[69226]: value = "task-3494480" [ 733.544104] env[69226]: _type = "Task" [ 733.544104] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.555752] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494480, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.674561] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.674719] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.991804] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Acquiring lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.991804] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Acquired lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.991804] env[69226]: DEBUG nova.network.neutron [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.017595] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494478, 'name': Rename_Task, 'duration_secs': 0.167948} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.017943] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2824e3b8-f87f-420b-bac6-3f3d65e2e04b tempest-ServerDiagnosticsNegativeTest-638019795 tempest-ServerDiagnosticsNegativeTest-638019795-project-member] Lock "47485135-44d5-434c-88a9-63ea79da46db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.243s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.019025] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.019255] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1dca519-3bd8-464c-af66-81cb8d683eb5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.025257] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for the task: (returnval){ [ 734.025257] env[69226]: value = "task-3494481" [ 734.025257] env[69226]: _type = "Task" [ 734.025257] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.035326] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.061920] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494480, 'name': CreateVM_Task, 'duration_secs': 0.386219} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.062146] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.063154] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.063154] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.063624] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.063692] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8631eb62-c69a-4d7c-9cb2-a4a149e86498 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.070223] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 734.070223] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5295c304-c9ed-2824-d6ae-62c9ab007337" [ 734.070223] env[69226]: _type = "Task" [ 734.070223] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.081207] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5295c304-c9ed-2824-d6ae-62c9ab007337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.184098] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.184347] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.184622] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.184788] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.184933] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.185098] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.186168] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 734.186168] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.206356] env[69226]: DEBUG nova.network.neutron [req-4c9a5fde-23c1-4b4e-b2f2-d7fae30a2bbd req-8f5541e3-eaf8-4de8-8c2c-7a31d520e0f2 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Updated VIF entry in instance network info cache for port 4291446f-fafc-495e-805f-4c346d58f9c3. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.206754] env[69226]: DEBUG nova.network.neutron [req-4c9a5fde-23c1-4b4e-b2f2-d7fae30a2bbd req-8f5541e3-eaf8-4de8-8c2c-7a31d520e0f2 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Updating instance_info_cache with network_info: [{"id": "4291446f-fafc-495e-805f-4c346d58f9c3", "address": "fa:16:3e:44:52:23", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4291446f-fa", "ovs_interfaceid": "4291446f-fafc-495e-805f-4c346d58f9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.539812] env[69226]: DEBUG nova.network.neutron [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.545413] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494481, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.545801] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Acquiring lock "d148ca17-206a-48e4-a673-471bf48ab99e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.546053] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Lock "d148ca17-206a-48e4-a673-471bf48ab99e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.546299] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Acquiring lock "d148ca17-206a-48e4-a673-471bf48ab99e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.546497] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Lock "d148ca17-206a-48e4-a673-471bf48ab99e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.546695] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Lock "d148ca17-206a-48e4-a673-471bf48ab99e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.552437] env[69226]: INFO nova.compute.manager [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Terminating instance [ 734.584254] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5295c304-c9ed-2824-d6ae-62c9ab007337, 'name': SearchDatastore_Task, 'duration_secs': 0.012274} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.584431] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.584745] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.584891] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.585052] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.585236] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.585637] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16af8979-1ae6-45eb-b69f-5b1ff64cb5b3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.596858] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.597070] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.597862] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f98e4f-c892-4b0d-b49a-4741022afd5f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.604259] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 734.604259] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bee6a5-3b23-8946-ab9e-2e51a8b020e8" [ 734.604259] env[69226]: _type = "Task" [ 734.604259] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.625790] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bee6a5-3b23-8946-ab9e-2e51a8b020e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010103} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.626734] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2443a7cf-56c8-4a2d-a7ce-f606a6e0ca89 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.638776] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 734.638776] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b847be-d88c-2971-8079-bf3aba1416ed" [ 734.638776] env[69226]: _type = "Task" [ 734.638776] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.661804] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b847be-d88c-2971-8079-bf3aba1416ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011377} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.665928] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.665928] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c/e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.665928] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd285942-4bef-4ad8-8682-18447b9b5185 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.672493] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 734.672493] env[69226]: value = "task-3494482" [ 734.672493] env[69226]: _type = "Task" [ 734.672493] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.680874] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.688716] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.710781] env[69226]: DEBUG oslo_concurrency.lockutils [req-4c9a5fde-23c1-4b4e-b2f2-d7fae30a2bbd req-8f5541e3-eaf8-4de8-8c2c-7a31d520e0f2 service nova] Releasing lock "refresh_cache-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.820419] env[69226]: DEBUG nova.network.neutron [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Updating instance_info_cache with network_info: [{"id": "c975cd8a-a8bb-4f65-8651-0a10e691cd10", "address": "fa:16:3e:29:12:76", "network": {"id": "c7514b30-2a24-4cf3-a5d7-1d683ba392ca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1160003248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b03943abd344fca2b8697307d84557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975cd8a-a8", "ovs_interfaceid": "c975cd8a-a8bb-4f65-8651-0a10e691cd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.042995] env[69226]: DEBUG oslo_vmware.api [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494481, 'name': PowerOnVM_Task, 'duration_secs': 0.633073} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.045841] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.046654] env[69226]: INFO nova.compute.manager [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Took 7.57 seconds to spawn the instance on the hypervisor. [ 735.046654] env[69226]: DEBUG nova.compute.manager [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.047400] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb03e287-6cd4-4045-8df8-0992867797f7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.055065] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Acquiring lock "refresh_cache-d148ca17-206a-48e4-a673-471bf48ab99e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.055924] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Acquired lock "refresh_cache-d148ca17-206a-48e4-a673-471bf48ab99e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.055924] env[69226]: DEBUG nova.network.neutron [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.163704] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc0b5a5-bf4d-46a5-a174-74bf6a48c671 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.173163] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c41993-70ad-457a-bdf0-56736b130f53 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.186960] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494482, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.212874] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e41b36e-9d05-4f2c-81cf-f6fb57c16b12 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.224022] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9f17f8-109a-43e4-8018-7dc18c2378c2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.240283] env[69226]: DEBUG nova.compute.provider_tree [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.330626] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Releasing lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.330963] env[69226]: DEBUG nova.compute.manager [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Instance network_info: |[{"id": "c975cd8a-a8bb-4f65-8651-0a10e691cd10", "address": "fa:16:3e:29:12:76", "network": {"id": "c7514b30-2a24-4cf3-a5d7-1d683ba392ca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1160003248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b03943abd344fca2b8697307d84557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975cd8a-a8", "ovs_interfaceid": "c975cd8a-a8bb-4f65-8651-0a10e691cd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.331410] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:12:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c975cd8a-a8bb-4f65-8651-0a10e691cd10', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.339190] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Creating folder: Project (f9b03943abd344fca2b8697307d84557). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.339525] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58255fcb-2c3d-4059-b212-a564709292f5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.349950] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Created folder: Project (f9b03943abd344fca2b8697307d84557) in parent group-v698365. [ 735.350345] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Creating folder: Instances. Parent ref: group-v698436. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.350449] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ffdadbd-40e1-4e43-99a9-74879c946174 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.360945] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Created folder: Instances in parent group-v698436. [ 735.360945] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.360945] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.361231] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b13f13a6-215a-4dc3-86a8-2c5dc352a094 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.386932] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.386932] env[69226]: value = "task-3494485" [ 735.386932] env[69226]: _type = "Task" [ 735.386932] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.395033] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494485, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.576297] env[69226]: INFO nova.compute.manager [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Took 44.98 seconds to build instance. [ 735.589302] env[69226]: DEBUG nova.network.neutron [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.603228] env[69226]: DEBUG nova.compute.manager [req-9ed0e05f-ef92-4642-ab03-de1ee218f829 req-59dcaa0c-b4d0-4c8d-9d49-2adae238c59c service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Received event network-vif-plugged-c975cd8a-a8bb-4f65-8651-0a10e691cd10 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.603386] env[69226]: DEBUG oslo_concurrency.lockutils [req-9ed0e05f-ef92-4642-ab03-de1ee218f829 req-59dcaa0c-b4d0-4c8d-9d49-2adae238c59c service nova] Acquiring lock "f24d0958-af72-4bb1-b88d-5244a488ef2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.603707] env[69226]: DEBUG oslo_concurrency.lockutils [req-9ed0e05f-ef92-4642-ab03-de1ee218f829 req-59dcaa0c-b4d0-4c8d-9d49-2adae238c59c service nova] Lock "f24d0958-af72-4bb1-b88d-5244a488ef2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.603901] env[69226]: DEBUG oslo_concurrency.lockutils [req-9ed0e05f-ef92-4642-ab03-de1ee218f829 req-59dcaa0c-b4d0-4c8d-9d49-2adae238c59c service nova] Lock "f24d0958-af72-4bb1-b88d-5244a488ef2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.604096] env[69226]: DEBUG nova.compute.manager [req-9ed0e05f-ef92-4642-ab03-de1ee218f829 req-59dcaa0c-b4d0-4c8d-9d49-2adae238c59c service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] No waiting events found dispatching network-vif-plugged-c975cd8a-a8bb-4f65-8651-0a10e691cd10 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.604258] env[69226]: WARNING nova.compute.manager [req-9ed0e05f-ef92-4642-ab03-de1ee218f829 req-59dcaa0c-b4d0-4c8d-9d49-2adae238c59c service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Received unexpected event network-vif-plugged-c975cd8a-a8bb-4f65-8651-0a10e691cd10 for instance with vm_state building and task_state spawning. [ 735.604427] env[69226]: DEBUG nova.compute.manager [req-9ed0e05f-ef92-4642-ab03-de1ee218f829 req-59dcaa0c-b4d0-4c8d-9d49-2adae238c59c service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Received event network-changed-c975cd8a-a8bb-4f65-8651-0a10e691cd10 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.604594] env[69226]: DEBUG nova.compute.manager [req-9ed0e05f-ef92-4642-ab03-de1ee218f829 req-59dcaa0c-b4d0-4c8d-9d49-2adae238c59c service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Refreshing instance network info cache due to event network-changed-c975cd8a-a8bb-4f65-8651-0a10e691cd10. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.604863] env[69226]: DEBUG oslo_concurrency.lockutils [req-9ed0e05f-ef92-4642-ab03-de1ee218f829 req-59dcaa0c-b4d0-4c8d-9d49-2adae238c59c service nova] Acquiring lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.605018] env[69226]: DEBUG oslo_concurrency.lockutils [req-9ed0e05f-ef92-4642-ab03-de1ee218f829 req-59dcaa0c-b4d0-4c8d-9d49-2adae238c59c service nova] Acquired lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.605178] env[69226]: DEBUG nova.network.neutron [req-9ed0e05f-ef92-4642-ab03-de1ee218f829 req-59dcaa0c-b4d0-4c8d-9d49-2adae238c59c service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Refreshing network info cache for port c975cd8a-a8bb-4f65-8651-0a10e691cd10 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.688323] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750729} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.689977] env[69226]: DEBUG nova.network.neutron [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.693032] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c/e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.693032] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.693032] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-515e00a5-847e-4eba-860b-d47877938f68 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.700490] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 735.700490] env[69226]: value = "task-3494486" [ 735.700490] env[69226]: _type = "Task" [ 735.700490] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.717021] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.743971] env[69226]: DEBUG nova.scheduler.client.report [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.898458] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494485, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.079011] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9151518f-d215-490f-a31a-5f201d0c97b2 tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lock "168831bc-c8b0-415e-89d4-6a1b5ea03dc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.700s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.195874] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Releasing lock "refresh_cache-d148ca17-206a-48e4-a673-471bf48ab99e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.196387] env[69226]: DEBUG nova.compute.manager [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.196597] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.197596] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a6430b-fe74-4eb9-ab69-953f04213aac {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.205898] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.208549] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89d6bc41-142f-44bb-ac01-0cbe57ff95ae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.216523] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068861} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.217157] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.217955] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0913dd-e54d-4179-add5-0c3cc7484075 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.223680] env[69226]: DEBUG oslo_vmware.api [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Waiting for the task: (returnval){ [ 736.223680] env[69226]: value = "task-3494487" [ 736.223680] env[69226]: _type = "Task" [ 736.223680] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.255941] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c/e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.260514] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.260514] env[69226]: DEBUG nova.compute.manager [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.263183] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67c479ac-b86e-47fe-9afb-d7051215fcbc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.281259] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.481s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.282919] env[69226]: INFO nova.compute.claims [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.285845] env[69226]: DEBUG oslo_vmware.api [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': task-3494487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.291811] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 736.291811] env[69226]: value = "task-3494488" [ 736.291811] env[69226]: _type = "Task" [ 736.291811] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.299885] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.400678] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494485, 'name': CreateVM_Task, 'duration_secs': 0.582815} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.400919] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.401710] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.401940] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.402198] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.402455] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5635c3-65a6-4434-beea-dc0d01eedde1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.406210] env[69226]: DEBUG nova.network.neutron [req-9ed0e05f-ef92-4642-ab03-de1ee218f829 req-59dcaa0c-b4d0-4c8d-9d49-2adae238c59c service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Updated VIF entry in instance network info cache for port c975cd8a-a8bb-4f65-8651-0a10e691cd10. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.406617] env[69226]: DEBUG nova.network.neutron [req-9ed0e05f-ef92-4642-ab03-de1ee218f829 req-59dcaa0c-b4d0-4c8d-9d49-2adae238c59c service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Updating instance_info_cache with network_info: [{"id": "c975cd8a-a8bb-4f65-8651-0a10e691cd10", "address": "fa:16:3e:29:12:76", "network": {"id": "c7514b30-2a24-4cf3-a5d7-1d683ba392ca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1160003248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b03943abd344fca2b8697307d84557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975cd8a-a8", "ovs_interfaceid": "c975cd8a-a8bb-4f65-8651-0a10e691cd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.409057] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Waiting for the task: (returnval){ [ 736.409057] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bbef93-03a4-8d83-3b79-00f5364b2183" [ 736.409057] env[69226]: _type = "Task" [ 736.409057] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.417601] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bbef93-03a4-8d83-3b79-00f5364b2183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.584722] env[69226]: DEBUG nova.compute.manager [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.742802] env[69226]: DEBUG oslo_vmware.api [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': task-3494487, 'name': PowerOffVM_Task, 'duration_secs': 0.238488} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.747021] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.747021] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.747021] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ac1c888-26cc-4f29-9565-4f9017feaef5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.771043] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.771265] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.773118] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Deleting the datastore file [datastore1] d148ca17-206a-48e4-a673-471bf48ab99e {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.773453] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99adc60c-edfa-4803-9dac-c39f988aee97 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.779812] env[69226]: DEBUG nova.compute.utils [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.784638] env[69226]: DEBUG nova.compute.manager [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.784826] env[69226]: DEBUG nova.network.neutron [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.787687] env[69226]: DEBUG oslo_vmware.api [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Waiting for the task: (returnval){ [ 736.787687] env[69226]: value = "task-3494490" [ 736.787687] env[69226]: _type = "Task" [ 736.787687] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.813182] env[69226]: DEBUG oslo_vmware.api [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': task-3494490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.817492] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.839089] env[69226]: DEBUG nova.policy [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1002cdf2635449e1836c0272637a179c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '443febbfd5ee43548ee87f52b9da7d9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.910341] env[69226]: DEBUG oslo_concurrency.lockutils [req-9ed0e05f-ef92-4642-ab03-de1ee218f829 req-59dcaa0c-b4d0-4c8d-9d49-2adae238c59c service nova] Releasing lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.921533] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bbef93-03a4-8d83-3b79-00f5364b2183, 'name': SearchDatastore_Task, 'duration_secs': 0.0377} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.921841] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.922085] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.922325] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.922488] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.922673] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.923024] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0708910-fffb-4182-a0b6-44c6fbe126ec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.934027] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.934027] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.934027] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0e33e0e-7208-46ac-9337-17bfce4cecb6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.939746] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Waiting for the task: (returnval){ [ 736.939746] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52adc09e-42a3-a054-f9d5-9a4ea350cbd5" [ 736.939746] env[69226]: _type = "Task" [ 736.939746] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.948078] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52adc09e-42a3-a054-f9d5-9a4ea350cbd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.116696] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.198066] env[69226]: DEBUG nova.network.neutron [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Successfully created port: cad064ad-6671-4379-8528-0929d34bf7ac {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.202036] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b612838-bc51-4953-b2aa-5948242cda74 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.206452] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc307820-da7d-4d10-bf42-52da3887e3f8 tempest-ServersAdminNegativeTestJSON-741725955 tempest-ServersAdminNegativeTestJSON-741725955-project-admin] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Suspending the VM {{(pid=69226) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 737.206568] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c6b069ae-e5a0-460b-90ef-375dc617bb98 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.213914] env[69226]: DEBUG oslo_vmware.api [None req-bc307820-da7d-4d10-bf42-52da3887e3f8 tempest-ServersAdminNegativeTestJSON-741725955 tempest-ServersAdminNegativeTestJSON-741725955-project-admin] Waiting for the task: (returnval){ [ 737.213914] env[69226]: value = "task-3494495" [ 737.213914] env[69226]: _type = "Task" [ 737.213914] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.222718] env[69226]: DEBUG oslo_vmware.api [None req-bc307820-da7d-4d10-bf42-52da3887e3f8 tempest-ServersAdminNegativeTestJSON-741725955 tempest-ServersAdminNegativeTestJSON-741725955-project-admin] Task: {'id': task-3494495, 'name': SuspendVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.283877] env[69226]: DEBUG nova.compute.manager [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.325033] env[69226]: DEBUG oslo_vmware.api [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Task: {'id': task-3494490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108993} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.326479] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.326923] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.327318] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.327676] env[69226]: INFO nova.compute.manager [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 737.328129] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.328651] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494488, 'name': ReconfigVM_Task, 'duration_secs': 0.70808} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.332117] env[69226]: DEBUG nova.compute.manager [-] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.332450] env[69226]: DEBUG nova.network.neutron [-] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.334466] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Reconfigured VM instance instance-00000019 to attach disk [datastore1] e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c/e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.335912] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81c38437-98bc-4875-9e0a-c5cd50811dbb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.344670] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 737.344670] env[69226]: value = "task-3494496" [ 737.344670] env[69226]: _type = "Task" [ 737.344670] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.356180] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494496, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.359241] env[69226]: DEBUG nova.network.neutron [-] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.450331] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52adc09e-42a3-a054-f9d5-9a4ea350cbd5, 'name': SearchDatastore_Task, 'duration_secs': 0.009506} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.451401] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-524b8019-d5fc-4c73-9d54-fc89c9f133a1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.461233] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Waiting for the task: (returnval){ [ 737.461233] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f6a9f0-cd05-f7c8-652a-211ce7a8094c" [ 737.461233] env[69226]: _type = "Task" [ 737.461233] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.469790] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f6a9f0-cd05-f7c8-652a-211ce7a8094c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.631701] env[69226]: DEBUG oslo_concurrency.lockutils [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Acquiring lock "22c24625-6973-44f4-8f39-7ae9c88bd8f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.632043] env[69226]: DEBUG oslo_concurrency.lockutils [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Lock "22c24625-6973-44f4-8f39-7ae9c88bd8f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.725583] env[69226]: DEBUG oslo_vmware.api [None req-bc307820-da7d-4d10-bf42-52da3887e3f8 tempest-ServersAdminNegativeTestJSON-741725955 tempest-ServersAdminNegativeTestJSON-741725955-project-admin] Task: {'id': task-3494495, 'name': SuspendVM_Task} progress is 62%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.856329] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494496, 'name': Rename_Task, 'duration_secs': 0.336334} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.856635] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.857032] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cca6b171-0ebf-4e67-9e60-8c20f74461b7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.862041] env[69226]: DEBUG nova.network.neutron [-] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.865324] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 737.865324] env[69226]: value = "task-3494497" [ 737.865324] env[69226]: _type = "Task" [ 737.865324] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.875739] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.877884] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8d0836-c3b4-4f2d-8e43-efefa38db690 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.886334] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93e3403-124b-438a-861f-54ff99b4d8de {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.917786] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c8602a-50d9-4523-a518-e81a399233f1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.925525] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddff5af-a683-4233-8ead-2b73bc3ff562 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.939506] env[69226]: DEBUG nova.compute.provider_tree [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.971209] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f6a9f0-cd05-f7c8-652a-211ce7a8094c, 'name': SearchDatastore_Task, 'duration_secs': 0.017369} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.971526] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.971861] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] f24d0958-af72-4bb1-b88d-5244a488ef2b/f24d0958-af72-4bb1-b88d-5244a488ef2b.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.972180] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caf686f4-c8ba-45be-8d2c-20d6cd484d3f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.978854] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Waiting for the task: (returnval){ [ 737.978854] env[69226]: value = "task-3494498" [ 737.978854] env[69226]: _type = "Task" [ 737.978854] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.987330] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.228308] env[69226]: DEBUG oslo_vmware.api [None req-bc307820-da7d-4d10-bf42-52da3887e3f8 tempest-ServersAdminNegativeTestJSON-741725955 tempest-ServersAdminNegativeTestJSON-741725955-project-admin] Task: {'id': task-3494495, 'name': SuspendVM_Task, 'duration_secs': 0.655277} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.228684] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc307820-da7d-4d10-bf42-52da3887e3f8 tempest-ServersAdminNegativeTestJSON-741725955 tempest-ServersAdminNegativeTestJSON-741725955-project-admin] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Suspended the VM {{(pid=69226) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 738.228876] env[69226]: DEBUG nova.compute.manager [None req-bc307820-da7d-4d10-bf42-52da3887e3f8 tempest-ServersAdminNegativeTestJSON-741725955 tempest-ServersAdminNegativeTestJSON-741725955-project-admin] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.230390] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68119e7f-7a55-4a31-94c5-af130198400e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.295093] env[69226]: DEBUG nova.compute.manager [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.323368] env[69226]: DEBUG nova.virt.hardware [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.323634] env[69226]: DEBUG nova.virt.hardware [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.323797] env[69226]: DEBUG nova.virt.hardware [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.324013] env[69226]: DEBUG nova.virt.hardware [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.324128] env[69226]: DEBUG nova.virt.hardware [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.324286] env[69226]: DEBUG nova.virt.hardware [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.324481] env[69226]: DEBUG nova.virt.hardware [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.324942] env[69226]: DEBUG nova.virt.hardware [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.324942] env[69226]: DEBUG nova.virt.hardware [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.325095] env[69226]: DEBUG nova.virt.hardware [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.325177] env[69226]: DEBUG nova.virt.hardware [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.326090] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c18e49-aef7-49c2-b420-c3cb769ca34b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.336680] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a3a0b5-a7c7-4fce-9ce6-8ef33589574b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.364642] env[69226]: INFO nova.compute.manager [-] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Took 1.03 seconds to deallocate network for instance. [ 738.383129] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494497, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.442980] env[69226]: DEBUG nova.scheduler.client.report [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.488741] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500783} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.489014] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] f24d0958-af72-4bb1-b88d-5244a488ef2b/f24d0958-af72-4bb1-b88d-5244a488ef2b.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.489247] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.489492] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c381ad35-98c1-451a-9d27-571f79d42b16 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.495575] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Waiting for the task: (returnval){ [ 738.495575] env[69226]: value = "task-3494499" [ 738.495575] env[69226]: _type = "Task" [ 738.495575] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.504049] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.772446] env[69226]: DEBUG nova.compute.manager [req-2462d77c-66d9-4596-b428-b7f536214bb3 req-2e9da28f-5a12-4b52-99cf-aa630fe4f169 service nova] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Received event network-vif-plugged-cad064ad-6671-4379-8528-0929d34bf7ac {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.772665] env[69226]: DEBUG oslo_concurrency.lockutils [req-2462d77c-66d9-4596-b428-b7f536214bb3 req-2e9da28f-5a12-4b52-99cf-aa630fe4f169 service nova] Acquiring lock "40485daf-2011-4d34-b9d0-c696988de711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.772836] env[69226]: DEBUG oslo_concurrency.lockutils [req-2462d77c-66d9-4596-b428-b7f536214bb3 req-2e9da28f-5a12-4b52-99cf-aa630fe4f169 service nova] Lock "40485daf-2011-4d34-b9d0-c696988de711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.773263] env[69226]: DEBUG oslo_concurrency.lockutils [req-2462d77c-66d9-4596-b428-b7f536214bb3 req-2e9da28f-5a12-4b52-99cf-aa630fe4f169 service nova] Lock "40485daf-2011-4d34-b9d0-c696988de711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.773263] env[69226]: DEBUG nova.compute.manager [req-2462d77c-66d9-4596-b428-b7f536214bb3 req-2e9da28f-5a12-4b52-99cf-aa630fe4f169 service nova] [instance: 40485daf-2011-4d34-b9d0-c696988de711] No waiting events found dispatching network-vif-plugged-cad064ad-6671-4379-8528-0929d34bf7ac {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.773353] env[69226]: WARNING nova.compute.manager [req-2462d77c-66d9-4596-b428-b7f536214bb3 req-2e9da28f-5a12-4b52-99cf-aa630fe4f169 service nova] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Received unexpected event network-vif-plugged-cad064ad-6671-4379-8528-0929d34bf7ac for instance with vm_state building and task_state spawning. [ 738.781480] env[69226]: DEBUG nova.network.neutron [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Successfully updated port: cad064ad-6671-4379-8528-0929d34bf7ac {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.879061] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.879198] env[69226]: DEBUG oslo_vmware.api [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494497, 'name': PowerOnVM_Task, 'duration_secs': 0.545294} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.881227] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.881227] env[69226]: INFO nova.compute.manager [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Took 8.66 seconds to spawn the instance on the hypervisor. [ 738.881227] env[69226]: DEBUG nova.compute.manager [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.881379] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639cddf5-4e51-4956-ad22-7b904ce43d9d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.955094] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.955094] env[69226]: DEBUG nova.compute.manager [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.955094] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.337s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.955094] env[69226]: DEBUG nova.objects.instance [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lazy-loading 'resources' on Instance uuid 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.007040] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06561} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.007317] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.008095] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e932a8f-f2be-4af9-9171-c596291bb3e4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.030197] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] f24d0958-af72-4bb1-b88d-5244a488ef2b/f24d0958-af72-4bb1-b88d-5244a488ef2b.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.030473] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eed84c37-8353-4069-97da-be5c21451cfd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.051896] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Waiting for the task: (returnval){ [ 739.051896] env[69226]: value = "task-3494500" [ 739.051896] env[69226]: _type = "Task" [ 739.051896] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.059248] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.284948] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquiring lock "refresh_cache-40485daf-2011-4d34-b9d0-c696988de711" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.284948] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquired lock "refresh_cache-40485daf-2011-4d34-b9d0-c696988de711" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.284948] env[69226]: DEBUG nova.network.neutron [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.402453] env[69226]: INFO nova.compute.manager [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Took 44.12 seconds to build instance. [ 739.458786] env[69226]: DEBUG nova.compute.utils [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.464405] env[69226]: DEBUG nova.compute.manager [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.464613] env[69226]: DEBUG nova.network.neutron [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.513596] env[69226]: DEBUG nova.policy [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3794aed31f164c88b3cd906f0c456b2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b17399bb7d6481aa5aba6934a92a2cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.568033] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.853953] env[69226]: DEBUG nova.network.neutron [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.905777] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33026ec0-0f69-4919-95ea-a4bf3c96b576 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.478s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.965822] env[69226]: DEBUG nova.compute.manager [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.063807] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494500, 'name': ReconfigVM_Task, 'duration_secs': 0.826716} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.066744] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Reconfigured VM instance instance-0000001a to attach disk [datastore1] f24d0958-af72-4bb1-b88d-5244a488ef2b/f24d0958-af72-4bb1-b88d-5244a488ef2b.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.068370] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee0b3d85-7476-43f0-a648-ebdc0141ea4a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.077936] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Waiting for the task: (returnval){ [ 740.077936] env[69226]: value = "task-3494501" [ 740.077936] env[69226]: _type = "Task" [ 740.077936] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.100148] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494501, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.152400] env[69226]: DEBUG nova.network.neutron [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Updating instance_info_cache with network_info: [{"id": "cad064ad-6671-4379-8528-0929d34bf7ac", "address": "fa:16:3e:5c:f6:25", "network": {"id": "abdc95ac-e61e-4322-837b-6e9cf2dcb57c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1044912830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443febbfd5ee43548ee87f52b9da7d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad064ad-66", "ovs_interfaceid": "cad064ad-6671-4379-8528-0929d34bf7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.168848] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946260a4-17ed-43b1-a2bc-6f11d3d09df7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.176415] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f5ed03-7369-4a9a-8a2e-94d10bdd7937 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.211998] env[69226]: DEBUG nova.network.neutron [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Successfully created port: 9f8f9649-8415-45e2-9923-b19f99309064 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.214445] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba55247-2350-43c3-ba1b-45cbe4401194 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.222190] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e58295-49ae-492e-b321-14600f389e40 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.235885] env[69226]: DEBUG nova.compute.provider_tree [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.410453] env[69226]: DEBUG nova.compute.manager [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.590136] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494501, 'name': Rename_Task, 'duration_secs': 0.407136} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.590561] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.591031] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e492b390-17a7-4658-8ded-591a2f1f5b72 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.600522] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Waiting for the task: (returnval){ [ 740.600522] env[69226]: value = "task-3494503" [ 740.600522] env[69226]: _type = "Task" [ 740.600522] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.612134] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.655612] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Releasing lock "refresh_cache-40485daf-2011-4d34-b9d0-c696988de711" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.657389] env[69226]: DEBUG nova.compute.manager [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Instance network_info: |[{"id": "cad064ad-6671-4379-8528-0929d34bf7ac", "address": "fa:16:3e:5c:f6:25", "network": {"id": "abdc95ac-e61e-4322-837b-6e9cf2dcb57c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1044912830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443febbfd5ee43548ee87f52b9da7d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad064ad-66", "ovs_interfaceid": "cad064ad-6671-4379-8528-0929d34bf7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.657884] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:f6:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cad064ad-6671-4379-8528-0929d34bf7ac', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.667777] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Creating folder: Project (443febbfd5ee43548ee87f52b9da7d9c). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.668229] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22700842-9fb7-482a-ac42-df70ad011160 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.683721] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Created folder: Project (443febbfd5ee43548ee87f52b9da7d9c) in parent group-v698365. [ 740.683815] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Creating folder: Instances. Parent ref: group-v698442. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.684068] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce246789-1fcc-4364-b068-b2fa0fa11fb5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.695461] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Created folder: Instances in parent group-v698442. [ 740.695776] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.696041] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.696332] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-644b2ec3-57e5-4fab-9729-f0f4d6431b1b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.722443] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.722443] env[69226]: value = "task-3494506" [ 740.722443] env[69226]: _type = "Task" [ 740.722443] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.731359] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494506, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.739515] env[69226]: DEBUG nova.scheduler.client.report [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.939388] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.972603] env[69226]: DEBUG nova.compute.manager [req-7aa7087a-cb65-42e3-a393-0e2a4aac31a2 req-99725cf2-fea0-485a-8449-1b5de7c0ad7b service nova] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Received event network-changed-cad064ad-6671-4379-8528-0929d34bf7ac {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.972799] env[69226]: DEBUG nova.compute.manager [req-7aa7087a-cb65-42e3-a393-0e2a4aac31a2 req-99725cf2-fea0-485a-8449-1b5de7c0ad7b service nova] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Refreshing instance network info cache due to event network-changed-cad064ad-6671-4379-8528-0929d34bf7ac. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.973416] env[69226]: DEBUG oslo_concurrency.lockutils [req-7aa7087a-cb65-42e3-a393-0e2a4aac31a2 req-99725cf2-fea0-485a-8449-1b5de7c0ad7b service nova] Acquiring lock "refresh_cache-40485daf-2011-4d34-b9d0-c696988de711" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.974221] env[69226]: DEBUG oslo_concurrency.lockutils [req-7aa7087a-cb65-42e3-a393-0e2a4aac31a2 req-99725cf2-fea0-485a-8449-1b5de7c0ad7b service nova] Acquired lock "refresh_cache-40485daf-2011-4d34-b9d0-c696988de711" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.974221] env[69226]: DEBUG nova.network.neutron [req-7aa7087a-cb65-42e3-a393-0e2a4aac31a2 req-99725cf2-fea0-485a-8449-1b5de7c0ad7b service nova] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Refreshing network info cache for port cad064ad-6671-4379-8528-0929d34bf7ac {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.983250] env[69226]: DEBUG nova.compute.manager [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.014683] env[69226]: DEBUG nova.virt.hardware [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.014863] env[69226]: DEBUG nova.virt.hardware [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.015044] env[69226]: DEBUG nova.virt.hardware [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.015242] env[69226]: DEBUG nova.virt.hardware [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.015423] env[69226]: DEBUG nova.virt.hardware [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.015580] env[69226]: DEBUG nova.virt.hardware [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.015796] env[69226]: DEBUG nova.virt.hardware [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.015976] env[69226]: DEBUG nova.virt.hardware [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.016162] env[69226]: DEBUG nova.virt.hardware [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.016325] env[69226]: DEBUG nova.virt.hardware [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.016530] env[69226]: DEBUG nova.virt.hardware [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.017457] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00525ca9-1627-4154-8c2e-a46b276ed7ea {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.026501] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874385fb-7b0f-412f-a74f-075937d25e28 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.111602] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.232935] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494506, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.246238] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.249907] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.273s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.249907] env[69226]: DEBUG nova.objects.instance [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lazy-loading 'resources' on Instance uuid 5a03b873-a379-4f01-b4eb-1bf5906f7e2b {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.279155] env[69226]: INFO nova.scheduler.client.report [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Deleted allocations for instance 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4 [ 741.614022] env[69226]: DEBUG oslo_vmware.api [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494503, 'name': PowerOnVM_Task, 'duration_secs': 0.943158} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.614431] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.614506] env[69226]: INFO nova.compute.manager [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Took 8.27 seconds to spawn the instance on the hypervisor. [ 741.614657] env[69226]: DEBUG nova.compute.manager [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.615844] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e719e1-7f67-46dc-8ddd-e2938c19f36d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.735263] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494506, 'name': CreateVM_Task, 'duration_secs': 0.71001} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.735567] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.736563] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.736563] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.736974] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.737228] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7e7b4bb-d1ab-45ca-93fa-18f261a1b36b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.747137] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 741.747137] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525aadf1-df10-634d-bd73-87f99fe81dce" [ 741.747137] env[69226]: _type = "Task" [ 741.747137] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.757128] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525aadf1-df10-634d-bd73-87f99fe81dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.760058] env[69226]: DEBUG nova.network.neutron [req-7aa7087a-cb65-42e3-a393-0e2a4aac31a2 req-99725cf2-fea0-485a-8449-1b5de7c0ad7b service nova] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Updated VIF entry in instance network info cache for port cad064ad-6671-4379-8528-0929d34bf7ac. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.760058] env[69226]: DEBUG nova.network.neutron [req-7aa7087a-cb65-42e3-a393-0e2a4aac31a2 req-99725cf2-fea0-485a-8449-1b5de7c0ad7b service nova] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Updating instance_info_cache with network_info: [{"id": "cad064ad-6671-4379-8528-0929d34bf7ac", "address": "fa:16:3e:5c:f6:25", "network": {"id": "abdc95ac-e61e-4322-837b-6e9cf2dcb57c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1044912830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443febbfd5ee43548ee87f52b9da7d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad064ad-66", "ovs_interfaceid": "cad064ad-6671-4379-8528-0929d34bf7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.791875] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9cd4bd84-9e0d-486e-b36d-2e27c5307e0a tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.672s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.860674] env[69226]: DEBUG oslo_concurrency.lockutils [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquiring lock "168831bc-c8b0-415e-89d4-6a1b5ea03dc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.860674] env[69226]: DEBUG oslo_concurrency.lockutils [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lock "168831bc-c8b0-415e-89d4-6a1b5ea03dc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.860674] env[69226]: DEBUG oslo_concurrency.lockutils [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquiring lock "168831bc-c8b0-415e-89d4-6a1b5ea03dc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.860674] env[69226]: DEBUG oslo_concurrency.lockutils [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lock "168831bc-c8b0-415e-89d4-6a1b5ea03dc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.860823] env[69226]: DEBUG oslo_concurrency.lockutils [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lock "168831bc-c8b0-415e-89d4-6a1b5ea03dc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.862871] env[69226]: INFO nova.compute.manager [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Terminating instance [ 741.976242] env[69226]: DEBUG nova.network.neutron [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Successfully updated port: 9f8f9649-8415-45e2-9923-b19f99309064 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.136896] env[69226]: INFO nova.compute.manager [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Took 45.60 seconds to build instance. [ 742.257540] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525aadf1-df10-634d-bd73-87f99fe81dce, 'name': SearchDatastore_Task, 'duration_secs': 0.01135} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.260684] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.260684] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.260684] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.260785] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.260951] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.261400] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6390f07-2bdd-4ceb-9da5-b3a79c5be888 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.263473] env[69226]: DEBUG oslo_concurrency.lockutils [req-7aa7087a-cb65-42e3-a393-0e2a4aac31a2 req-99725cf2-fea0-485a-8449-1b5de7c0ad7b service nova] Releasing lock "refresh_cache-40485daf-2011-4d34-b9d0-c696988de711" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.263695] env[69226]: DEBUG nova.compute.manager [req-7aa7087a-cb65-42e3-a393-0e2a4aac31a2 req-99725cf2-fea0-485a-8449-1b5de7c0ad7b service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Received event network-changed-4291446f-fafc-495e-805f-4c346d58f9c3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.263858] env[69226]: DEBUG nova.compute.manager [req-7aa7087a-cb65-42e3-a393-0e2a4aac31a2 req-99725cf2-fea0-485a-8449-1b5de7c0ad7b service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Refreshing instance network info cache due to event network-changed-4291446f-fafc-495e-805f-4c346d58f9c3. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.264064] env[69226]: DEBUG oslo_concurrency.lockutils [req-7aa7087a-cb65-42e3-a393-0e2a4aac31a2 req-99725cf2-fea0-485a-8449-1b5de7c0ad7b service nova] Acquiring lock "refresh_cache-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.264210] env[69226]: DEBUG oslo_concurrency.lockutils [req-7aa7087a-cb65-42e3-a393-0e2a4aac31a2 req-99725cf2-fea0-485a-8449-1b5de7c0ad7b service nova] Acquired lock "refresh_cache-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.264369] env[69226]: DEBUG nova.network.neutron [req-7aa7087a-cb65-42e3-a393-0e2a4aac31a2 req-99725cf2-fea0-485a-8449-1b5de7c0ad7b service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Refreshing network info cache for port 4291446f-fafc-495e-805f-4c346d58f9c3 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.275883] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.276101] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.276878] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32b9593e-121f-4666-9316-1a209a11b2a5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.283432] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 742.283432] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52fe73ee-79ad-90a4-2e29-cecae9534443" [ 742.283432] env[69226]: _type = "Task" [ 742.283432] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.284916] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7cad18-48e5-489f-be06-9a620b393945 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.298834] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52fe73ee-79ad-90a4-2e29-cecae9534443, 'name': SearchDatastore_Task, 'duration_secs': 0.01125} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.299856] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fbdfd1-ea98-4fd9-b2b2-8fc719ec5c43 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.303384] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbbea9f5-0383-457d-a73c-f1abefefc0ab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.337572] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a111f9ab-09de-4dcb-bedf-b09fc43bd0e3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.340315] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 742.340315] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52672536-0a7b-eec4-4327-83425f6373a8" [ 742.340315] env[69226]: _type = "Task" [ 742.340315] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.347316] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01dbc13-cd5c-436a-afe2-f4fbbb403ebd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.354538] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52672536-0a7b-eec4-4327-83425f6373a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010077} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.355148] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.355437] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 40485daf-2011-4d34-b9d0-c696988de711/40485daf-2011-4d34-b9d0-c696988de711.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.355946] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61262cba-4b17-43ff-8f31-1f3e92ab9acb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.366582] env[69226]: DEBUG nova.compute.provider_tree [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.371238] env[69226]: DEBUG nova.compute.manager [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.371449] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.372246] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c78d195-1f61-488e-8ae3-05e9a847fa99 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.376169] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 742.376169] env[69226]: value = "task-3494508" [ 742.376169] env[69226]: _type = "Task" [ 742.376169] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.386019] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.386019] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd8e8416-7599-4c76-9e0d-51621c5e97ae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.388723] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.482409] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "refresh_cache-04510015-46c8-4629-9033-3ae5817e59df" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.482634] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "refresh_cache-04510015-46c8-4629-9033-3ae5817e59df" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.482794] env[69226]: DEBUG nova.network.neutron [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.639399] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c0f3411b-7212-4f9d-9f43-cfc4a6fa9f5e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Lock "f24d0958-af72-4bb1-b88d-5244a488ef2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.228s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.870396] env[69226]: DEBUG nova.scheduler.client.report [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.891916] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494508, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.031265] env[69226]: DEBUG nova.network.neutron [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.054015] env[69226]: DEBUG nova.network.neutron [req-7aa7087a-cb65-42e3-a393-0e2a4aac31a2 req-99725cf2-fea0-485a-8449-1b5de7c0ad7b service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Updated VIF entry in instance network info cache for port 4291446f-fafc-495e-805f-4c346d58f9c3. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.054412] env[69226]: DEBUG nova.network.neutron [req-7aa7087a-cb65-42e3-a393-0e2a4aac31a2 req-99725cf2-fea0-485a-8449-1b5de7c0ad7b service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Updating instance_info_cache with network_info: [{"id": "4291446f-fafc-495e-805f-4c346d58f9c3", "address": "fa:16:3e:44:52:23", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4291446f-fa", "ovs_interfaceid": "4291446f-fafc-495e-805f-4c346d58f9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.078119] env[69226]: DEBUG nova.compute.manager [req-45e34305-5d84-4b58-a884-7cec14b91b20 req-f6ac197e-e069-4cf3-83c5-3c5270d2af2c service nova] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Received event network-vif-plugged-9f8f9649-8415-45e2-9923-b19f99309064 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.078412] env[69226]: DEBUG oslo_concurrency.lockutils [req-45e34305-5d84-4b58-a884-7cec14b91b20 req-f6ac197e-e069-4cf3-83c5-3c5270d2af2c service nova] Acquiring lock "04510015-46c8-4629-9033-3ae5817e59df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.078608] env[69226]: DEBUG oslo_concurrency.lockutils [req-45e34305-5d84-4b58-a884-7cec14b91b20 req-f6ac197e-e069-4cf3-83c5-3c5270d2af2c service nova] Lock "04510015-46c8-4629-9033-3ae5817e59df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.078810] env[69226]: DEBUG oslo_concurrency.lockutils [req-45e34305-5d84-4b58-a884-7cec14b91b20 req-f6ac197e-e069-4cf3-83c5-3c5270d2af2c service nova] Lock "04510015-46c8-4629-9033-3ae5817e59df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.078989] env[69226]: DEBUG nova.compute.manager [req-45e34305-5d84-4b58-a884-7cec14b91b20 req-f6ac197e-e069-4cf3-83c5-3c5270d2af2c service nova] [instance: 04510015-46c8-4629-9033-3ae5817e59df] No waiting events found dispatching network-vif-plugged-9f8f9649-8415-45e2-9923-b19f99309064 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.079599] env[69226]: WARNING nova.compute.manager [req-45e34305-5d84-4b58-a884-7cec14b91b20 req-f6ac197e-e069-4cf3-83c5-3c5270d2af2c service nova] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Received unexpected event network-vif-plugged-9f8f9649-8415-45e2-9923-b19f99309064 for instance with vm_state building and task_state spawning. [ 743.079835] env[69226]: DEBUG nova.compute.manager [req-45e34305-5d84-4b58-a884-7cec14b91b20 req-f6ac197e-e069-4cf3-83c5-3c5270d2af2c service nova] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Received event network-changed-9f8f9649-8415-45e2-9923-b19f99309064 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.080626] env[69226]: DEBUG nova.compute.manager [req-45e34305-5d84-4b58-a884-7cec14b91b20 req-f6ac197e-e069-4cf3-83c5-3c5270d2af2c service nova] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Refreshing instance network info cache due to event network-changed-9f8f9649-8415-45e2-9923-b19f99309064. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.080823] env[69226]: DEBUG oslo_concurrency.lockutils [req-45e34305-5d84-4b58-a884-7cec14b91b20 req-f6ac197e-e069-4cf3-83c5-3c5270d2af2c service nova] Acquiring lock "refresh_cache-04510015-46c8-4629-9033-3ae5817e59df" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.115670] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.115670] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.115670] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Deleting the datastore file [datastore1] 168831bc-c8b0-415e-89d4-6a1b5ea03dc3 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.115853] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d2c956a-50ca-4a64-aa91-d5d7fde20196 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.124272] env[69226]: DEBUG oslo_vmware.api [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for the task: (returnval){ [ 743.124272] env[69226]: value = "task-3494510" [ 743.124272] env[69226]: _type = "Task" [ 743.124272] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.135919] env[69226]: DEBUG oslo_vmware.api [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.142480] env[69226]: DEBUG nova.compute.manager [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.183617] env[69226]: DEBUG nova.network.neutron [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Updating instance_info_cache with network_info: [{"id": "9f8f9649-8415-45e2-9923-b19f99309064", "address": "fa:16:3e:5b:ed:af", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8f9649-84", "ovs_interfaceid": "9f8f9649-8415-45e2-9923-b19f99309064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.376229] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.378954] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.854s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.380493] env[69226]: INFO nova.compute.claims [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.399212] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555085} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.399212] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 40485daf-2011-4d34-b9d0-c696988de711/40485daf-2011-4d34-b9d0-c696988de711.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.402037] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.402507] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fa9738c-2b3b-4615-a294-65e6e9436e21 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.414024] env[69226]: INFO nova.scheduler.client.report [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Deleted allocations for instance 5a03b873-a379-4f01-b4eb-1bf5906f7e2b [ 743.414024] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 743.414024] env[69226]: value = "task-3494511" [ 743.414024] env[69226]: _type = "Task" [ 743.414024] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.429381] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.558108] env[69226]: DEBUG oslo_concurrency.lockutils [req-7aa7087a-cb65-42e3-a393-0e2a4aac31a2 req-99725cf2-fea0-485a-8449-1b5de7c0ad7b service nova] Releasing lock "refresh_cache-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.638255] env[69226]: DEBUG oslo_vmware.api [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163873} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.638500] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.639104] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.641607] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.641607] env[69226]: INFO nova.compute.manager [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Took 1.27 seconds to destroy the instance on the hypervisor. [ 743.641607] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.641607] env[69226]: DEBUG nova.compute.manager [-] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.641607] env[69226]: DEBUG nova.network.neutron [-] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.665777] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.687608] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "refresh_cache-04510015-46c8-4629-9033-3ae5817e59df" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.688042] env[69226]: DEBUG nova.compute.manager [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Instance network_info: |[{"id": "9f8f9649-8415-45e2-9923-b19f99309064", "address": "fa:16:3e:5b:ed:af", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8f9649-84", "ovs_interfaceid": "9f8f9649-8415-45e2-9923-b19f99309064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.688407] env[69226]: DEBUG oslo_concurrency.lockutils [req-45e34305-5d84-4b58-a884-7cec14b91b20 req-f6ac197e-e069-4cf3-83c5-3c5270d2af2c service nova] Acquired lock "refresh_cache-04510015-46c8-4629-9033-3ae5817e59df" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.688660] env[69226]: DEBUG nova.network.neutron [req-45e34305-5d84-4b58-a884-7cec14b91b20 req-f6ac197e-e069-4cf3-83c5-3c5270d2af2c service nova] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Refreshing network info cache for port 9f8f9649-8415-45e2-9923-b19f99309064 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.690298] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:ed:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f8f9649-8415-45e2-9923-b19f99309064', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.704573] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.707729] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.708812] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7564adec-764e-44ec-90ef-d5dc7d32b17c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.739168] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.739168] env[69226]: value = "task-3494512" [ 743.739168] env[69226]: _type = "Task" [ 743.739168] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.748629] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494512, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.926264] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a1f753ed-c683-4a30-8315-f73d4ae3e990 tempest-ListServersNegativeTestJSON-476691794 tempest-ListServersNegativeTestJSON-476691794-project-member] Lock "5a03b873-a379-4f01-b4eb-1bf5906f7e2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.388s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.937151] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078168} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.937151] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.937526] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbc16af-1d67-48aa-85c7-aae653c1934b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.965332] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 40485daf-2011-4d34-b9d0-c696988de711/40485daf-2011-4d34-b9d0-c696988de711.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.966865] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7370ad9-8334-439a-aab6-ecebb1e7bcde {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.991339] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 743.991339] env[69226]: value = "task-3494513" [ 743.991339] env[69226]: _type = "Task" [ 743.991339] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.004056] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.110514] env[69226]: DEBUG nova.compute.manager [req-83687002-1370-45bd-a2cb-0de85f326f8a req-8faa735b-678f-4a31-a9ce-fbe3b5425762 service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Received event network-changed-c975cd8a-a8bb-4f65-8651-0a10e691cd10 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.110726] env[69226]: DEBUG nova.compute.manager [req-83687002-1370-45bd-a2cb-0de85f326f8a req-8faa735b-678f-4a31-a9ce-fbe3b5425762 service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Refreshing instance network info cache due to event network-changed-c975cd8a-a8bb-4f65-8651-0a10e691cd10. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.110968] env[69226]: DEBUG oslo_concurrency.lockutils [req-83687002-1370-45bd-a2cb-0de85f326f8a req-8faa735b-678f-4a31-a9ce-fbe3b5425762 service nova] Acquiring lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.111229] env[69226]: DEBUG oslo_concurrency.lockutils [req-83687002-1370-45bd-a2cb-0de85f326f8a req-8faa735b-678f-4a31-a9ce-fbe3b5425762 service nova] Acquired lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.111283] env[69226]: DEBUG nova.network.neutron [req-83687002-1370-45bd-a2cb-0de85f326f8a req-8faa735b-678f-4a31-a9ce-fbe3b5425762 service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Refreshing network info cache for port c975cd8a-a8bb-4f65-8651-0a10e691cd10 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.253809] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494512, 'name': CreateVM_Task, 'duration_secs': 0.493094} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.254163] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.254921] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.255279] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.255659] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.256146] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a9a503a-005d-40f4-9fd5-d1be710e2128 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.262491] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 744.262491] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5248d649-1a6f-b58a-5756-d2d86b4488c6" [ 744.262491] env[69226]: _type = "Task" [ 744.262491] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.272388] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5248d649-1a6f-b58a-5756-d2d86b4488c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.433397] env[69226]: DEBUG nova.network.neutron [req-45e34305-5d84-4b58-a884-7cec14b91b20 req-f6ac197e-e069-4cf3-83c5-3c5270d2af2c service nova] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Updated VIF entry in instance network info cache for port 9f8f9649-8415-45e2-9923-b19f99309064. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.433868] env[69226]: DEBUG nova.network.neutron [req-45e34305-5d84-4b58-a884-7cec14b91b20 req-f6ac197e-e069-4cf3-83c5-3c5270d2af2c service nova] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Updating instance_info_cache with network_info: [{"id": "9f8f9649-8415-45e2-9923-b19f99309064", "address": "fa:16:3e:5b:ed:af", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8f9649-84", "ovs_interfaceid": "9f8f9649-8415-45e2-9923-b19f99309064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.439997] env[69226]: DEBUG nova.network.neutron [-] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.507337] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.777033] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5248d649-1a6f-b58a-5756-d2d86b4488c6, 'name': SearchDatastore_Task, 'duration_secs': 0.018062} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.777366] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.777366] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.777597] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.777662] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.778356] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.778356] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7489eb47-d763-47d7-9eef-60630cac7d53 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.788564] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.788787] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.789522] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87a024f-2f5a-4d7a-b28a-915132f5cd64 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.798357] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 744.798357] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b6d7ed-3d4b-04ee-71f8-b1f0ca573417" [ 744.798357] env[69226]: _type = "Task" [ 744.798357] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.816347] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b6d7ed-3d4b-04ee-71f8-b1f0ca573417, 'name': SearchDatastore_Task, 'duration_secs': 0.011174} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.817176] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da37dad5-5da5-4003-bc70-24784db43f4e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.824245] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 744.824245] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5246800f-f16d-152d-5ed0-b039ada50320" [ 744.824245] env[69226]: _type = "Task" [ 744.824245] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.838834] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5246800f-f16d-152d-5ed0-b039ada50320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.936925] env[69226]: DEBUG oslo_concurrency.lockutils [req-45e34305-5d84-4b58-a884-7cec14b91b20 req-f6ac197e-e069-4cf3-83c5-3c5270d2af2c service nova] Releasing lock "refresh_cache-04510015-46c8-4629-9033-3ae5817e59df" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.939304] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bffb335-a3c7-481f-b6cf-d1ccb5d78fa9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.942912] env[69226]: INFO nova.compute.manager [-] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Took 1.30 seconds to deallocate network for instance. [ 744.952988] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc6d5c9-a3d6-48f0-a4c2-7d1ce3e32944 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.986474] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac1f57f-1139-4273-b85f-d0703b6c24f1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.992323] env[69226]: DEBUG nova.network.neutron [req-83687002-1370-45bd-a2cb-0de85f326f8a req-8faa735b-678f-4a31-a9ce-fbe3b5425762 service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Updated VIF entry in instance network info cache for port c975cd8a-a8bb-4f65-8651-0a10e691cd10. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.992686] env[69226]: DEBUG nova.network.neutron [req-83687002-1370-45bd-a2cb-0de85f326f8a req-8faa735b-678f-4a31-a9ce-fbe3b5425762 service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Updating instance_info_cache with network_info: [{"id": "c975cd8a-a8bb-4f65-8651-0a10e691cd10", "address": "fa:16:3e:29:12:76", "network": {"id": "c7514b30-2a24-4cf3-a5d7-1d683ba392ca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1160003248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b03943abd344fca2b8697307d84557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975cd8a-a8", "ovs_interfaceid": "c975cd8a-a8bb-4f65-8651-0a10e691cd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.001111] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47439cab-2913-4874-b076-544fc0304526 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.019714] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494513, 'name': ReconfigVM_Task, 'duration_secs': 0.626536} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.021192] env[69226]: DEBUG nova.compute.provider_tree [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 745.022162] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 40485daf-2011-4d34-b9d0-c696988de711/40485daf-2011-4d34-b9d0-c696988de711.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.023232] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d79e20ea-704a-4ed3-8a45-730ff190fba6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.031285] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 745.031285] env[69226]: value = "task-3494515" [ 745.031285] env[69226]: _type = "Task" [ 745.031285] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.040580] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494515, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.264756] env[69226]: DEBUG nova.compute.manager [req-f3464d27-e8a6-4f98-a77d-2087312f9901 req-8b742a74-29cf-49b2-9f18-a76e7b722eb9 service nova] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Received event network-vif-deleted-3cd3f2be-595d-4e3d-8137-2d193c6248ba {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.335446] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5246800f-f16d-152d-5ed0-b039ada50320, 'name': SearchDatastore_Task, 'duration_secs': 0.010466} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.335723] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.335976] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 04510015-46c8-4629-9033-3ae5817e59df/04510015-46c8-4629-9033-3ae5817e59df.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.336250] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f75fa66-d5a4-438b-aedd-760213f87bd4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.343873] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 745.343873] env[69226]: value = "task-3494516" [ 745.343873] env[69226]: _type = "Task" [ 745.343873] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.352509] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.453649] env[69226]: DEBUG oslo_concurrency.lockutils [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.495573] env[69226]: DEBUG oslo_concurrency.lockutils [req-83687002-1370-45bd-a2cb-0de85f326f8a req-8faa735b-678f-4a31-a9ce-fbe3b5425762 service nova] Releasing lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.542795] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494515, 'name': Rename_Task, 'duration_secs': 0.410219} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.543948] env[69226]: ERROR nova.scheduler.client.report [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [req-77534529-85a7-4a06-9d4d-11b45fa930c7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b569e5e-3afa-426e-9210-ba55a6e69f42. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-77534529-85a7-4a06-9d4d-11b45fa930c7"}]} [ 745.544143] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.547720] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e7f6906-ffd1-4efd-8b9b-5fbf734faae3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.559655] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 745.559655] env[69226]: value = "task-3494517" [ 745.559655] env[69226]: _type = "Task" [ 745.559655] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.565012] env[69226]: DEBUG nova.scheduler.client.report [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Refreshing inventories for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 745.570475] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.583272] env[69226]: DEBUG nova.scheduler.client.report [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Updating ProviderTree inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 745.583497] env[69226]: DEBUG nova.compute.provider_tree [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 745.596751] env[69226]: DEBUG nova.scheduler.client.report [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Refreshing aggregate associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, aggregates: None {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 745.638287] env[69226]: DEBUG nova.scheduler.client.report [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Refreshing trait associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 745.858356] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494516, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.071374] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.203179] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d860672-52ab-46be-a767-4341df126ef5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.211743] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58cd4be-92ce-4444-9498-12d1dba1387f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.247809] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b129499f-19ad-43b2-9da4-66ed8c2fa092 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.258530] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7b236d-acd3-4471-9852-59bb6b29d6ad {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.276020] env[69226]: DEBUG nova.compute.provider_tree [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.354961] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545899} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.355243] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 04510015-46c8-4629-9033-3ae5817e59df/04510015-46c8-4629-9033-3ae5817e59df.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.355452] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.355695] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28e254eb-6553-4880-bebc-5d8899b05526 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.363741] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 746.363741] env[69226]: value = "task-3494518" [ 746.363741] env[69226]: _type = "Task" [ 746.363741] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.374995] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.572131] env[69226]: DEBUG oslo_vmware.api [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494517, 'name': PowerOnVM_Task, 'duration_secs': 0.981718} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.573439] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.573439] env[69226]: INFO nova.compute.manager [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Took 8.28 seconds to spawn the instance on the hypervisor. [ 746.573439] env[69226]: DEBUG nova.compute.manager [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.573661] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f70f9d-feee-4616-8c86-03737c85dcbc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.821022] env[69226]: DEBUG nova.scheduler.client.report [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 746.821022] env[69226]: DEBUG nova.compute.provider_tree [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 54 to 55 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 746.821022] env[69226]: DEBUG nova.compute.provider_tree [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.876266] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070827} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.876614] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.877695] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fec6066-636e-4692-8b49-acbdcd345177 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.902823] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 04510015-46c8-4629-9033-3ae5817e59df/04510015-46c8-4629-9033-3ae5817e59df.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.903503] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9192069-3ac8-4819-9909-ac349bf7ed0d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.925030] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 746.925030] env[69226]: value = "task-3494520" [ 746.925030] env[69226]: _type = "Task" [ 746.925030] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.935231] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.097872] env[69226]: INFO nova.compute.manager [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Took 42.95 seconds to build instance. [ 747.325746] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.947s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.326288] env[69226]: DEBUG nova.compute.manager [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.333030] env[69226]: DEBUG oslo_concurrency.lockutils [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.034s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.333030] env[69226]: DEBUG nova.objects.instance [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lazy-loading 'resources' on Instance uuid 13cb1171-4983-4b68-98d7-3d4f1a74fea0 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.442700] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494520, 'name': ReconfigVM_Task, 'duration_secs': 0.343209} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.443432] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 04510015-46c8-4629-9033-3ae5817e59df/04510015-46c8-4629-9033-3ae5817e59df.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.444094] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b26acf98-d617-4191-9f41-a15e64a47db1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.452753] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 747.452753] env[69226]: value = "task-3494521" [ 747.452753] env[69226]: _type = "Task" [ 747.452753] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.461936] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494521, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.600228] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c45ebe0-cacb-4086-becd-34bdc17b394c tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "40485daf-2011-4d34-b9d0-c696988de711" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.971s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.839704] env[69226]: DEBUG nova.compute.utils [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.847534] env[69226]: DEBUG nova.compute.manager [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.847832] env[69226]: DEBUG nova.network.neutron [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.851999] env[69226]: DEBUG nova.compute.manager [req-b1626b34-6961-4746-afc0-ed8854c70add req-31ba9222-46c9-4f43-a4c3-4dfa1cb68ebd service nova] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Received event network-changed-cad064ad-6671-4379-8528-0929d34bf7ac {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.852262] env[69226]: DEBUG nova.compute.manager [req-b1626b34-6961-4746-afc0-ed8854c70add req-31ba9222-46c9-4f43-a4c3-4dfa1cb68ebd service nova] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Refreshing instance network info cache due to event network-changed-cad064ad-6671-4379-8528-0929d34bf7ac. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.852401] env[69226]: DEBUG oslo_concurrency.lockutils [req-b1626b34-6961-4746-afc0-ed8854c70add req-31ba9222-46c9-4f43-a4c3-4dfa1cb68ebd service nova] Acquiring lock "refresh_cache-40485daf-2011-4d34-b9d0-c696988de711" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.852542] env[69226]: DEBUG oslo_concurrency.lockutils [req-b1626b34-6961-4746-afc0-ed8854c70add req-31ba9222-46c9-4f43-a4c3-4dfa1cb68ebd service nova] Acquired lock "refresh_cache-40485daf-2011-4d34-b9d0-c696988de711" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.852702] env[69226]: DEBUG nova.network.neutron [req-b1626b34-6961-4746-afc0-ed8854c70add req-31ba9222-46c9-4f43-a4c3-4dfa1cb68ebd service nova] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Refreshing network info cache for port cad064ad-6671-4379-8528-0929d34bf7ac {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.894050] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Acquiring lock "efe57460-22b1-4a19-875c-0d19098a8c4a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.894334] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Lock "efe57460-22b1-4a19-875c-0d19098a8c4a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.900330] env[69226]: DEBUG nova.policy [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6270755f19724cd8be0fb9b4ed64bf83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7693765438004c20a82c61d8844af3af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.963434] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494521, 'name': Rename_Task, 'duration_secs': 0.158757} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.963718] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.966233] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b902600-572b-4588-a81d-fdeb5c56c71b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.975780] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 747.975780] env[69226]: value = "task-3494522" [ 747.975780] env[69226]: _type = "Task" [ 747.975780] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.985980] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.105782] env[69226]: DEBUG nova.compute.manager [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.197697] env[69226]: DEBUG nova.network.neutron [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Successfully created port: 740c8983-75c7-47b3-9103-f5ecb88414ae {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.349126] env[69226]: DEBUG nova.compute.manager [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.377018] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbca7502-af77-4d13-b2f7-2705a2b42654 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.385525] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2afa4a-3e32-4f66-b175-50fd2db1e4c6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.431254] env[69226]: DEBUG nova.compute.utils [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.435925] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15424601-ac45-44a6-b9b0-7aa448caec74 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.444341] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ddf17c-49b2-43b8-be85-b595ba9aa355 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.461523] env[69226]: DEBUG nova.compute.provider_tree [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.488528] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494522, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.632236] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.653488] env[69226]: DEBUG nova.network.neutron [req-b1626b34-6961-4746-afc0-ed8854c70add req-31ba9222-46c9-4f43-a4c3-4dfa1cb68ebd service nova] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Updated VIF entry in instance network info cache for port cad064ad-6671-4379-8528-0929d34bf7ac. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.653488] env[69226]: DEBUG nova.network.neutron [req-b1626b34-6961-4746-afc0-ed8854c70add req-31ba9222-46c9-4f43-a4c3-4dfa1cb68ebd service nova] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Updating instance_info_cache with network_info: [{"id": "cad064ad-6671-4379-8528-0929d34bf7ac", "address": "fa:16:3e:5c:f6:25", "network": {"id": "abdc95ac-e61e-4322-837b-6e9cf2dcb57c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1044912830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443febbfd5ee43548ee87f52b9da7d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad064ad-66", "ovs_interfaceid": "cad064ad-6671-4379-8528-0929d34bf7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.932510] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Lock "efe57460-22b1-4a19-875c-0d19098a8c4a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.038s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.965567] env[69226]: DEBUG nova.scheduler.client.report [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.987701] env[69226]: DEBUG oslo_vmware.api [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494522, 'name': PowerOnVM_Task, 'duration_secs': 0.537799} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.987982] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.988225] env[69226]: INFO nova.compute.manager [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Took 8.00 seconds to spawn the instance on the hypervisor. [ 748.988409] env[69226]: DEBUG nova.compute.manager [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.989301] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3dfb7d-279a-46db-be07-6de4813eeab4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.159976] env[69226]: DEBUG oslo_concurrency.lockutils [req-b1626b34-6961-4746-afc0-ed8854c70add req-31ba9222-46c9-4f43-a4c3-4dfa1cb68ebd service nova] Releasing lock "refresh_cache-40485daf-2011-4d34-b9d0-c696988de711" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.361915] env[69226]: DEBUG nova.compute.manager [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.391802] env[69226]: DEBUG nova.virt.hardware [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.392114] env[69226]: DEBUG nova.virt.hardware [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.392275] env[69226]: DEBUG nova.virt.hardware [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.392460] env[69226]: DEBUG nova.virt.hardware [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.392609] env[69226]: DEBUG nova.virt.hardware [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.392756] env[69226]: DEBUG nova.virt.hardware [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.393023] env[69226]: DEBUG nova.virt.hardware [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.393203] env[69226]: DEBUG nova.virt.hardware [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.393363] env[69226]: DEBUG nova.virt.hardware [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.393527] env[69226]: DEBUG nova.virt.hardware [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.397093] env[69226]: DEBUG nova.virt.hardware [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.397093] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1f325f-6d97-4384-8b76-57e1652118f3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.406755] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783cc176-9418-40be-909f-34e8fbaf5656 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.471727] env[69226]: DEBUG oslo_concurrency.lockutils [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.476019] env[69226]: DEBUG oslo_concurrency.lockutils [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.086s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.476019] env[69226]: DEBUG nova.objects.instance [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Lazy-loading 'resources' on Instance uuid aa73eeff-3d3b-4917-b43b-8125368a5521 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.509909] env[69226]: INFO nova.compute.manager [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Took 43.73 seconds to build instance. [ 749.513877] env[69226]: INFO nova.scheduler.client.report [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Deleted allocations for instance 13cb1171-4983-4b68-98d7-3d4f1a74fea0 [ 749.778482] env[69226]: DEBUG nova.network.neutron [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Successfully updated port: 740c8983-75c7-47b3-9103-f5ecb88414ae {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.895506] env[69226]: DEBUG nova.compute.manager [req-a94ee2ef-acb8-424a-b45d-22764d7fc552 req-a6d18ffb-9f07-4e62-8dc5-94286381bfec service nova] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Received event network-vif-plugged-740c8983-75c7-47b3-9103-f5ecb88414ae {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.895506] env[69226]: DEBUG oslo_concurrency.lockutils [req-a94ee2ef-acb8-424a-b45d-22764d7fc552 req-a6d18ffb-9f07-4e62-8dc5-94286381bfec service nova] Acquiring lock "3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.895631] env[69226]: DEBUG oslo_concurrency.lockutils [req-a94ee2ef-acb8-424a-b45d-22764d7fc552 req-a6d18ffb-9f07-4e62-8dc5-94286381bfec service nova] Lock "3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.895694] env[69226]: DEBUG oslo_concurrency.lockutils [req-a94ee2ef-acb8-424a-b45d-22764d7fc552 req-a6d18ffb-9f07-4e62-8dc5-94286381bfec service nova] Lock "3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.895859] env[69226]: DEBUG nova.compute.manager [req-a94ee2ef-acb8-424a-b45d-22764d7fc552 req-a6d18ffb-9f07-4e62-8dc5-94286381bfec service nova] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] No waiting events found dispatching network-vif-plugged-740c8983-75c7-47b3-9103-f5ecb88414ae {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.896931] env[69226]: WARNING nova.compute.manager [req-a94ee2ef-acb8-424a-b45d-22764d7fc552 req-a6d18ffb-9f07-4e62-8dc5-94286381bfec service nova] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Received unexpected event network-vif-plugged-740c8983-75c7-47b3-9103-f5ecb88414ae for instance with vm_state building and task_state spawning. [ 749.896931] env[69226]: DEBUG nova.compute.manager [req-a94ee2ef-acb8-424a-b45d-22764d7fc552 req-a6d18ffb-9f07-4e62-8dc5-94286381bfec service nova] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Received event network-changed-740c8983-75c7-47b3-9103-f5ecb88414ae {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.897260] env[69226]: DEBUG nova.compute.manager [req-a94ee2ef-acb8-424a-b45d-22764d7fc552 req-a6d18ffb-9f07-4e62-8dc5-94286381bfec service nova] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Refreshing instance network info cache due to event network-changed-740c8983-75c7-47b3-9103-f5ecb88414ae. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.897322] env[69226]: DEBUG oslo_concurrency.lockutils [req-a94ee2ef-acb8-424a-b45d-22764d7fc552 req-a6d18ffb-9f07-4e62-8dc5-94286381bfec service nova] Acquiring lock "refresh_cache-3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.898027] env[69226]: DEBUG oslo_concurrency.lockutils [req-a94ee2ef-acb8-424a-b45d-22764d7fc552 req-a6d18ffb-9f07-4e62-8dc5-94286381bfec service nova] Acquired lock "refresh_cache-3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.898027] env[69226]: DEBUG nova.network.neutron [req-a94ee2ef-acb8-424a-b45d-22764d7fc552 req-a6d18ffb-9f07-4e62-8dc5-94286381bfec service nova] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Refreshing network info cache for port 740c8983-75c7-47b3-9103-f5ecb88414ae {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.992489] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Acquiring lock "efe57460-22b1-4a19-875c-0d19098a8c4a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.993120] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Lock "efe57460-22b1-4a19-875c-0d19098a8c4a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.993483] env[69226]: INFO nova.compute.manager [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Attaching volume d81d7930-12f8-4b03-bad0-1884375477aa to /dev/sdb [ 750.016944] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ff696df-3a7c-412c-a1c5-306b853d230d tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "04510015-46c8-4629-9033-3ae5817e59df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.346s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.026557] env[69226]: DEBUG oslo_concurrency.lockutils [None req-811bfebc-a800-472f-8c45-2796bab4aa8f tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "13cb1171-4983-4b68-98d7-3d4f1a74fea0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.284s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.058276] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14b3485-c26f-4368-8ee6-dce326aca806 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.066482] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c118e3d3-81f5-46ad-a034-154529b6fc4a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.088122] env[69226]: DEBUG nova.virt.block_device [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Updating existing volume attachment record: 33feabdd-a968-4b0f-9c9a-fb1773ad8a86 {{(pid=69226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 750.283623] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "refresh_cache-3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.454846] env[69226]: DEBUG nova.network.neutron [req-a94ee2ef-acb8-424a-b45d-22764d7fc552 req-a6d18ffb-9f07-4e62-8dc5-94286381bfec service nova] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.525112] env[69226]: DEBUG nova.compute.manager [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.587825] env[69226]: DEBUG nova.network.neutron [req-a94ee2ef-acb8-424a-b45d-22764d7fc552 req-a6d18ffb-9f07-4e62-8dc5-94286381bfec service nova] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.597341] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c2a4c6-e5b7-49f2-b287-321270019773 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.607375] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f94c0dd-c178-44e4-ba99-ed01d38b5f4a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.641014] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85eb4819-a1ac-4b79-a08f-56ccb3ea6e53 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.649781] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56931ece-23b0-4610-90d8-254c16778797 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.667060] env[69226]: DEBUG nova.compute.provider_tree [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.060960] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.090010] env[69226]: DEBUG oslo_concurrency.lockutils [req-a94ee2ef-acb8-424a-b45d-22764d7fc552 req-a6d18ffb-9f07-4e62-8dc5-94286381bfec service nova] Releasing lock "refresh_cache-3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.091524] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired lock "refresh_cache-3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.091524] env[69226]: DEBUG nova.network.neutron [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.174945] env[69226]: DEBUG nova.scheduler.client.report [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.369790] env[69226]: INFO nova.compute.manager [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Rebuilding instance [ 751.435474] env[69226]: DEBUG nova.compute.manager [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.436466] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf89b16-8b76-4875-b948-5e2081cf2e22 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.628822] env[69226]: DEBUG nova.network.neutron [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.682833] env[69226]: DEBUG oslo_concurrency.lockutils [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.688145] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.225s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.688469] env[69226]: DEBUG nova.objects.instance [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lazy-loading 'resources' on Instance uuid 880cf401-fc4e-468d-bcdc-fa4e50a0565e {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.749694] env[69226]: INFO nova.scheduler.client.report [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Deleted allocations for instance aa73eeff-3d3b-4917-b43b-8125368a5521 [ 751.760654] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "69098679-d76f-4276-a76f-cba54747246d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.761045] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "69098679-d76f-4276-a76f-cba54747246d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.829453] env[69226]: DEBUG nova.network.neutron [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Updating instance_info_cache with network_info: [{"id": "740c8983-75c7-47b3-9103-f5ecb88414ae", "address": "fa:16:3e:c7:d2:c9", "network": {"id": "b8d56d01-daef-4d76-a58b-c20ff8dd8dfa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-325569326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7693765438004c20a82c61d8844af3af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap740c8983-75", "ovs_interfaceid": "740c8983-75c7-47b3-9103-f5ecb88414ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.991289] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "0614d5ec-c144-48fe-9248-a498b34699a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.991531] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "0614d5ec-c144-48fe-9248-a498b34699a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.257576] env[69226]: DEBUG oslo_concurrency.lockutils [None req-81d1097d-9e99-41b3-b090-fd8441af83ec tempest-TenantUsagesTestJSON-1976364789 tempest-TenantUsagesTestJSON-1976364789-project-member] Lock "aa73eeff-3d3b-4917-b43b-8125368a5521" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.385s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.332610] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Releasing lock "refresh_cache-3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.332911] env[69226]: DEBUG nova.compute.manager [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Instance network_info: |[{"id": "740c8983-75c7-47b3-9103-f5ecb88414ae", "address": "fa:16:3e:c7:d2:c9", "network": {"id": "b8d56d01-daef-4d76-a58b-c20ff8dd8dfa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-325569326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7693765438004c20a82c61d8844af3af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap740c8983-75", "ovs_interfaceid": "740c8983-75c7-47b3-9103-f5ecb88414ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.335861] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:d2:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '740c8983-75c7-47b3-9103-f5ecb88414ae', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.343636] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.344435] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.344680] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c9f2f8d-dd03-45dc-908d-c4684cbbd3d4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.368256] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.368256] env[69226]: value = "task-3494528" [ 752.368256] env[69226]: _type = "Task" [ 752.368256] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.381576] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494528, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.458743] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.459082] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a8c73ff-55ca-4083-8f81-6d1e1548055d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.468641] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 752.468641] env[69226]: value = "task-3494530" [ 752.468641] env[69226]: _type = "Task" [ 752.468641] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.479931] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.699276] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28534a7d-06fb-46dd-b9ed-80ebb9af8e5a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.708947] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3ddc96-b792-4ae2-a9bf-b5ee28f02267 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.743109] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73898ca-f01b-40ab-bbcd-7a0dacaac5fe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.753550] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56de45d2-c29f-4c3e-a985-dc27771d6a83 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.768250] env[69226]: DEBUG nova.compute.provider_tree [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.880538] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494528, 'name': CreateVM_Task, 'duration_secs': 0.402899} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.880775] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.881730] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.881908] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.882256] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.882550] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29ea8421-24cd-4315-9330-73c803c396de {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.888586] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 752.888586] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5221fefc-3833-83cd-1ead-7f7af88b98a9" [ 752.888586] env[69226]: _type = "Task" [ 752.888586] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.898932] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5221fefc-3833-83cd-1ead-7f7af88b98a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.979264] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494530, 'name': PowerOffVM_Task, 'duration_secs': 0.227441} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.979548] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.979806] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.980602] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a86de69-7870-427d-ba99-80c4624a2819 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.989657] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.990316] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c11dd12b-f6b8-4698-9b17-2868edae00f0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.063323] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.063592] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.063777] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleting the datastore file [datastore2] 04510015-46c8-4629-9033-3ae5817e59df {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.064052] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a1b567c-6a1e-4073-bb68-102e089fc2cc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.071230] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 753.071230] env[69226]: value = "task-3494533" [ 753.071230] env[69226]: _type = "Task" [ 753.071230] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.079883] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.272132] env[69226]: DEBUG nova.scheduler.client.report [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.402775] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5221fefc-3833-83cd-1ead-7f7af88b98a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012802} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.403089] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.403321] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.403553] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.403700] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.403881] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.404148] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48a1d62f-ee86-4223-8854-fbdac6628642 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.412802] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.412987] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.413728] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75ee4fb6-0f59-461d-a445-ece644d8493d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.419349] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 753.419349] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5209a231-1ddf-0019-cbc2-f9146073ccd6" [ 753.419349] env[69226]: _type = "Task" [ 753.419349] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.427630] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5209a231-1ddf-0019-cbc2-f9146073ccd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.582376] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150837} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.582376] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.582376] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.582376] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.777596] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.780495] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.196s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.782312] env[69226]: INFO nova.compute.claims [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.810566] env[69226]: INFO nova.scheduler.client.report [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Deleted allocations for instance 880cf401-fc4e-468d-bcdc-fa4e50a0565e [ 753.932262] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5209a231-1ddf-0019-cbc2-f9146073ccd6, 'name': SearchDatastore_Task, 'duration_secs': 0.008998} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.934384] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7e8d665-8be6-4e1b-aa53-f10e7b7c8fb4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.939625] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 753.939625] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52762877-f7bf-ac89-0cdb-7bb875771d40" [ 753.939625] env[69226]: _type = "Task" [ 753.939625] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.947368] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52762877-f7bf-ac89-0cdb-7bb875771d40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.317221] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89a9ba2e-c4aa-4d18-84bf-beaa5b37c46e tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "880cf401-fc4e-468d-bcdc-fa4e50a0565e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.822s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.452594] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52762877-f7bf-ac89-0cdb-7bb875771d40, 'name': SearchDatastore_Task, 'duration_secs': 0.009639} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.452788] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.453144] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47/3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.453518] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8fc180d-fa8d-4631-b24d-40a6c12c4e51 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.460595] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 754.460595] env[69226]: value = "task-3494534" [ 754.460595] env[69226]: _type = "Task" [ 754.460595] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.470623] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.615145] env[69226]: DEBUG nova.virt.hardware [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.616023] env[69226]: DEBUG nova.virt.hardware [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.616023] env[69226]: DEBUG nova.virt.hardware [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.616023] env[69226]: DEBUG nova.virt.hardware [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.616023] env[69226]: DEBUG nova.virt.hardware [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.616023] env[69226]: DEBUG nova.virt.hardware [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.616302] env[69226]: DEBUG nova.virt.hardware [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.616302] env[69226]: DEBUG nova.virt.hardware [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.616424] env[69226]: DEBUG nova.virt.hardware [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.616587] env[69226]: DEBUG nova.virt.hardware [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.616755] env[69226]: DEBUG nova.virt.hardware [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.617714] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc6e988-689d-4398-957d-3b030fea8bd9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.626921] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f762bbb-e786-40d6-ab8a-e480d27f606b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.640918] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:ed:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f8f9649-8415-45e2-9923-b19f99309064', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.648568] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.648890] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.649167] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28902178-dbef-4aaa-b488-f17609a5ab6c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.665830] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Volume attach. Driver type: vmdk {{(pid=69226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 754.666058] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698449', 'volume_id': 'd81d7930-12f8-4b03-bad0-1884375477aa', 'name': 'volume-d81d7930-12f8-4b03-bad0-1884375477aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'efe57460-22b1-4a19-875c-0d19098a8c4a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd81d7930-12f8-4b03-bad0-1884375477aa', 'serial': 'd81d7930-12f8-4b03-bad0-1884375477aa'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 754.666962] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93796e52-e152-4f66-92cd-0ec25599b052 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.673977] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.673977] env[69226]: value = "task-3494535" [ 754.673977] env[69226]: _type = "Task" [ 754.673977] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.689120] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9415e42-68ce-4bca-99ab-97d82f48e0f8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.697529] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494535, 'name': CreateVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.717881] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-d81d7930-12f8-4b03-bad0-1884375477aa/volume-d81d7930-12f8-4b03-bad0-1884375477aa.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.718050] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e695569e-af06-4723-8742-dec606d5ebab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.736857] env[69226]: DEBUG oslo_vmware.api [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Waiting for the task: (returnval){ [ 754.736857] env[69226]: value = "task-3494536" [ 754.736857] env[69226]: _type = "Task" [ 754.736857] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.745232] env[69226]: DEBUG oslo_vmware.api [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Task: {'id': task-3494536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.977584] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494534, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.194437] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494535, 'name': CreateVM_Task, 'duration_secs': 0.458448} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.197356] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.199018] env[69226]: DEBUG oslo_concurrency.lockutils [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.199018] env[69226]: DEBUG oslo_concurrency.lockutils [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.200298] env[69226]: DEBUG oslo_concurrency.lockutils [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.200298] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-290f9864-5320-41da-b02f-842bbafacb22 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.204843] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 755.204843] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52249da7-af75-47f7-6916-2f93340ee591" [ 755.204843] env[69226]: _type = "Task" [ 755.204843] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.217873] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52249da7-af75-47f7-6916-2f93340ee591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.248826] env[69226]: DEBUG oslo_vmware.api [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Task: {'id': task-3494536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.406914] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec8bcaf-7d81-4b07-8b5b-0e37f50fd0d4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.414609] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fe2bfb-f153-4d5e-9574-c6d4bda5877e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.445582] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2238b8-e4ce-49f5-8854-815b5a0d956b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.453447] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1b5814-aeb9-4dc3-8412-03da4a982801 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.467012] env[69226]: DEBUG nova.compute.provider_tree [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.476694] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695926} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.477503] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47/3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.477716] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.478009] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5a9df71-c0d9-4373-9591-27efd1ba6445 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.485492] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 755.485492] env[69226]: value = "task-3494537" [ 755.485492] env[69226]: _type = "Task" [ 755.485492] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.493053] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.716150] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52249da7-af75-47f7-6916-2f93340ee591, 'name': SearchDatastore_Task, 'duration_secs': 0.011543} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.717076] env[69226]: DEBUG oslo_concurrency.lockutils [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.717076] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.717076] env[69226]: DEBUG oslo_concurrency.lockutils [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.717076] env[69226]: DEBUG oslo_concurrency.lockutils [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.717424] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.717424] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4882edad-0db4-4bd0-9e2e-938498e962db {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.726034] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.726238] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.727038] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a982f01d-40f3-453d-a016-100bfe257005 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.732943] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 755.732943] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5269e2ee-bfe5-52c2-b3ee-bda19547a80e" [ 755.732943] env[69226]: _type = "Task" [ 755.732943] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.741564] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5269e2ee-bfe5-52c2-b3ee-bda19547a80e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.751169] env[69226]: DEBUG oslo_vmware.api [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Task: {'id': task-3494536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.976149] env[69226]: DEBUG nova.scheduler.client.report [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.996656] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072089} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.997989] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.998411] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b1ecc8-8a6e-48db-a018-c2a5086c955c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.022592] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47/3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.023251] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-346b2cac-537a-4687-b6d3-fe4e79b914d2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.043222] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 756.043222] env[69226]: value = "task-3494538" [ 756.043222] env[69226]: _type = "Task" [ 756.043222] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.052202] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.243341] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5269e2ee-bfe5-52c2-b3ee-bda19547a80e, 'name': SearchDatastore_Task, 'duration_secs': 0.021043} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.247050] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5047c9-2c1e-4e6e-b379-52066d986928 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.254063] env[69226]: DEBUG oslo_vmware.api [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Task: {'id': task-3494536, 'name': ReconfigVM_Task, 'duration_secs': 1.109904} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.255416] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-d81d7930-12f8-4b03-bad0-1884375477aa/volume-d81d7930-12f8-4b03-bad0-1884375477aa.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.260697] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 756.260697] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]524512dd-bfd2-5756-82c2-c3a998d4f957" [ 756.260697] env[69226]: _type = "Task" [ 756.260697] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.260917] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27e96ff0-e1bb-4b8d-ad2f-abf9977ef4ad {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.281811] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]524512dd-bfd2-5756-82c2-c3a998d4f957, 'name': SearchDatastore_Task, 'duration_secs': 0.014434} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.283861] env[69226]: DEBUG oslo_concurrency.lockutils [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.284068] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 04510015-46c8-4629-9033-3ae5817e59df/04510015-46c8-4629-9033-3ae5817e59df.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.284459] env[69226]: DEBUG oslo_vmware.api [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Waiting for the task: (returnval){ [ 756.284459] env[69226]: value = "task-3494539" [ 756.284459] env[69226]: _type = "Task" [ 756.284459] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.284765] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c407afb-c147-4e53-be0a-fe87bad4d431 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.297361] env[69226]: DEBUG oslo_vmware.api [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Task: {'id': task-3494539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.298979] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 756.298979] env[69226]: value = "task-3494540" [ 756.298979] env[69226]: _type = "Task" [ 756.298979] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.306516] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.383491] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Acquiring lock "f1a7c151-4a73-420d-9fdb-199f9a136198" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.383775] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Lock "f1a7c151-4a73-420d-9fdb-199f9a136198" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.480808] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.481981] env[69226]: DEBUG nova.compute.manager [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.487134] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.491s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.487134] env[69226]: INFO nova.compute.claims [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.553997] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494538, 'name': ReconfigVM_Task, 'duration_secs': 0.440167} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.554543] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47/3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.555399] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc762cac-c23e-4b28-9938-50c1b1078618 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.562589] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 756.562589] env[69226]: value = "task-3494541" [ 756.562589] env[69226]: _type = "Task" [ 756.562589] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.573897] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494541, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.798507] env[69226]: DEBUG oslo_vmware.api [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Task: {'id': task-3494539, 'name': ReconfigVM_Task, 'duration_secs': 0.15188} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.798507] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698449', 'volume_id': 'd81d7930-12f8-4b03-bad0-1884375477aa', 'name': 'volume-d81d7930-12f8-4b03-bad0-1884375477aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'efe57460-22b1-4a19-875c-0d19098a8c4a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd81d7930-12f8-4b03-bad0-1884375477aa', 'serial': 'd81d7930-12f8-4b03-bad0-1884375477aa'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 756.808701] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494540, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.986945] env[69226]: DEBUG nova.compute.utils [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.992990] env[69226]: DEBUG nova.compute.manager [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Not allocating networking since 'none' was specified. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 757.077278] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494541, 'name': Rename_Task, 'duration_secs': 0.25021} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.077732] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.078117] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69a82eff-5d86-42ed-a81d-eb904442f089 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.088396] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 757.088396] env[69226]: value = "task-3494542" [ 757.088396] env[69226]: _type = "Task" [ 757.088396] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.094679] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.312997] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544188} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.314031] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 04510015-46c8-4629-9033-3ae5817e59df/04510015-46c8-4629-9033-3ae5817e59df.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.314031] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.314031] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b35ee39a-45b0-4298-a8a6-e5a0c6763407 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.321095] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 757.321095] env[69226]: value = "task-3494543" [ 757.321095] env[69226]: _type = "Task" [ 757.321095] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.338151] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.495217] env[69226]: DEBUG nova.compute.manager [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.603035] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494542, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.835657] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182984} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.835657] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.836204] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145f42df-9c7a-46cc-ba21-5248ae66d448 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.859813] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 04510015-46c8-4629-9033-3ae5817e59df/04510015-46c8-4629-9033-3ae5817e59df.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.863294] env[69226]: DEBUG nova.objects.instance [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Lazy-loading 'flavor' on Instance uuid efe57460-22b1-4a19-875c-0d19098a8c4a {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.864688] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfbd70fb-1577-4870-9b05-e42d5b88f5ad {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.886021] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 757.886021] env[69226]: value = "task-3494544" [ 757.886021] env[69226]: _type = "Task" [ 757.886021] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.897036] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.101394] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494542, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.140053] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1e9653-4019-4819-923b-4213b2f16990 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.148523] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6386b7e-2f36-489b-a69b-050190fb4f3b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.178982] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6d08f7-f588-42f3-863a-f6e97863fe05 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.186600] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d52ec5-7b8a-4576-a166-a33eebcf3c9d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.201246] env[69226]: DEBUG nova.compute.provider_tree [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.387248] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5099aad0-dfa1-4a5d-ac95-d5803432ee4d tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Lock "efe57460-22b1-4a19-875c-0d19098a8c4a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.394s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.406303] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.512173] env[69226]: DEBUG nova.compute.manager [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.550163] env[69226]: DEBUG nova.virt.hardware [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.550163] env[69226]: DEBUG nova.virt.hardware [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.550163] env[69226]: DEBUG nova.virt.hardware [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.550318] env[69226]: DEBUG nova.virt.hardware [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.550318] env[69226]: DEBUG nova.virt.hardware [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.550318] env[69226]: DEBUG nova.virt.hardware [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.550318] env[69226]: DEBUG nova.virt.hardware [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.550799] env[69226]: DEBUG nova.virt.hardware [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.551208] env[69226]: DEBUG nova.virt.hardware [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.552026] env[69226]: DEBUG nova.virt.hardware [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.552026] env[69226]: DEBUG nova.virt.hardware [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.553080] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d73915c-c217-4542-b788-7cfa53df8677 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.563025] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e343100-516a-4c73-968f-c30a793ade33 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.581922] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Instance VIF info [] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.589516] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Creating folder: Project (c225064775fd474ab43f62547e96493b). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.592131] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e176d3a4-b598-4855-b5c6-cf14418fa6ba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.603887] env[69226]: DEBUG oslo_vmware.api [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494542, 'name': PowerOnVM_Task, 'duration_secs': 1.191201} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.604574] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.604911] env[69226]: INFO nova.compute.manager [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Took 9.24 seconds to spawn the instance on the hypervisor. [ 758.605375] env[69226]: DEBUG nova.compute.manager [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.607444] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25455c2b-cd72-49ef-8b8c-2c0e80110916 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.610288] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Created folder: Project (c225064775fd474ab43f62547e96493b) in parent group-v698365. [ 758.610477] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Creating folder: Instances. Parent ref: group-v698452. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.610682] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e03474a0-7880-4e8d-be23-e0d33a0c25bf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.620294] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Created folder: Instances in parent group-v698452. [ 758.620674] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.621147] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.621413] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c6679ab-54e8-42e2-84b6-d9045e3d7bd0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.638557] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.638557] env[69226]: value = "task-3494547" [ 758.638557] env[69226]: _type = "Task" [ 758.638557] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.647910] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494547, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.704252] env[69226]: DEBUG nova.scheduler.client.report [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.906044] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494544, 'name': ReconfigVM_Task, 'duration_secs': 0.618645} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.906044] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 04510015-46c8-4629-9033-3ae5817e59df/04510015-46c8-4629-9033-3ae5817e59df.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.906476] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62d565c8-eef0-48b5-988d-dc958cefa6c0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.915698] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 758.915698] env[69226]: value = "task-3494548" [ 758.915698] env[69226]: _type = "Task" [ 758.915698] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.925437] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494548, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.130713] env[69226]: INFO nova.compute.manager [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Took 48.63 seconds to build instance. [ 759.149481] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494547, 'name': CreateVM_Task, 'duration_secs': 0.325092} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.149686] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.150172] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.150325] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.150633] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.150902] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15ea373-b160-4594-b546-a6e3333aeaa8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.156703] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Waiting for the task: (returnval){ [ 759.156703] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520fa80a-0c31-655b-cb68-7c5ec7edcea2" [ 759.156703] env[69226]: _type = "Task" [ 759.156703] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.165274] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520fa80a-0c31-655b-cb68-7c5ec7edcea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.211071] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.211632] env[69226]: DEBUG nova.compute.manager [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.216179] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.591s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.218032] env[69226]: INFO nova.compute.claims [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.426955] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494548, 'name': Rename_Task, 'duration_secs': 0.181243} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.427412] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.427755] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5981f09d-bd39-4f94-85f5-aca694c49a22 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.436742] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 759.436742] env[69226]: value = "task-3494549" [ 759.436742] env[69226]: _type = "Task" [ 759.436742] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.444850] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.633229] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f3063858-d483-4201-b650-65e34fd9d02d tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.499s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.666895] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520fa80a-0c31-655b-cb68-7c5ec7edcea2, 'name': SearchDatastore_Task, 'duration_secs': 0.018239} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.667339] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.667455] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.667693] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.667845] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.668632] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.668632] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c7c7a49-4703-46f1-a00c-1ec6ba350c2b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.677808] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.678015] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.679113] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16ad6023-5c43-4e04-9a25-c686a5b91344 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.685918] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Waiting for the task: (returnval){ [ 759.685918] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b1a7f0-25f5-09cd-ade0-b96226b1a3d5" [ 759.685918] env[69226]: _type = "Task" [ 759.685918] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.695164] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b1a7f0-25f5-09cd-ade0-b96226b1a3d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.719052] env[69226]: DEBUG nova.compute.utils [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.727556] env[69226]: DEBUG nova.compute.manager [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.727556] env[69226]: DEBUG nova.network.neutron [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.731175] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5b18426c-0764-4eff-92a5-d603f2e0e98e tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Acquiring lock "efe57460-22b1-4a19-875c-0d19098a8c4a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.731564] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5b18426c-0764-4eff-92a5-d603f2e0e98e tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Lock "efe57460-22b1-4a19-875c-0d19098a8c4a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.789433] env[69226]: DEBUG nova.policy [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67e76d981e0147328a133712b695d173', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee3ac95a437f47cb9ee856941a161c98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.879252] env[69226]: DEBUG oslo_concurrency.lockutils [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "aee843c9-5d66-4815-b640-7c85b299689b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.879252] env[69226]: DEBUG oslo_concurrency.lockutils [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lock "aee843c9-5d66-4815-b640-7c85b299689b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.946916] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494549, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.118363] env[69226]: DEBUG nova.network.neutron [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Successfully created port: 7f92f6db-0e22-465e-bdff-28c6115a8a44 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.136080] env[69226]: DEBUG nova.compute.manager [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.197082] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b1a7f0-25f5-09cd-ade0-b96226b1a3d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009844} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.197960] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a525b0df-cb94-4f10-aebd-35a7d48c92db {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.206058] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Waiting for the task: (returnval){ [ 760.206058] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5213170d-555c-c91f-1bb6-e562caf7e60d" [ 760.206058] env[69226]: _type = "Task" [ 760.206058] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.215895] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5213170d-555c-c91f-1bb6-e562caf7e60d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.233557] env[69226]: DEBUG nova.compute.manager [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.241236] env[69226]: INFO nova.compute.manager [None req-5b18426c-0764-4eff-92a5-d603f2e0e98e tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Detaching volume d81d7930-12f8-4b03-bad0-1884375477aa [ 760.291963] env[69226]: INFO nova.virt.block_device [None req-5b18426c-0764-4eff-92a5-d603f2e0e98e tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Attempting to driver detach volume d81d7930-12f8-4b03-bad0-1884375477aa from mountpoint /dev/sdb [ 760.292271] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b18426c-0764-4eff-92a5-d603f2e0e98e tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Volume detach. Driver type: vmdk {{(pid=69226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 760.293017] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b18426c-0764-4eff-92a5-d603f2e0e98e tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698449', 'volume_id': 'd81d7930-12f8-4b03-bad0-1884375477aa', 'name': 'volume-d81d7930-12f8-4b03-bad0-1884375477aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'efe57460-22b1-4a19-875c-0d19098a8c4a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd81d7930-12f8-4b03-bad0-1884375477aa', 'serial': 'd81d7930-12f8-4b03-bad0-1884375477aa'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 760.293548] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21a676f-9b6d-4f14-b661-d083f61e3dde {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.322018] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369b0c8f-d1d7-442f-abdf-088e813e1a44 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.332850] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fedbfa6-7e51-45e3-b8a9-6fff7c82151a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.361956] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f58f1e0-1b51-47cd-af1d-bad64e6d691f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.376025] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b18426c-0764-4eff-92a5-d603f2e0e98e tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] The volume has not been displaced from its original location: [datastore2] volume-d81d7930-12f8-4b03-bad0-1884375477aa/volume-d81d7930-12f8-4b03-bad0-1884375477aa.vmdk. No consolidation needed. {{(pid=69226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 760.382572] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b18426c-0764-4eff-92a5-d603f2e0e98e tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 760.386376] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb69f7fc-087b-4159-b828-42f61bab1381 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.405441] env[69226]: DEBUG oslo_vmware.api [None req-5b18426c-0764-4eff-92a5-d603f2e0e98e tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Waiting for the task: (returnval){ [ 760.405441] env[69226]: value = "task-3494550" [ 760.405441] env[69226]: _type = "Task" [ 760.405441] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.417105] env[69226]: DEBUG oslo_vmware.api [None req-5b18426c-0764-4eff-92a5-d603f2e0e98e tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Task: {'id': task-3494550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.445997] env[69226]: DEBUG oslo_vmware.api [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494549, 'name': PowerOnVM_Task, 'duration_secs': 0.535103} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.446504] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.446504] env[69226]: DEBUG nova.compute.manager [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.447354] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fc8247-5e54-4365-899a-56791e8ebe88 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.659203] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.718184] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5213170d-555c-c91f-1bb6-e562caf7e60d, 'name': SearchDatastore_Task, 'duration_secs': 0.011262} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.720094] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.720094] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0/15a216a3-85e7-40f3-bdd2-7d1ac563aeb0.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.725380] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93b46efe-eb4c-420a-bc09-56e23b91893f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.730292] env[69226]: DEBUG oslo_concurrency.lockutils [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "eb123ea6-e162-4dfc-9eba-1a2a908c47ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.730514] env[69226]: DEBUG oslo_concurrency.lockutils [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "eb123ea6-e162-4dfc-9eba-1a2a908c47ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.735947] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Waiting for the task: (returnval){ [ 760.735947] env[69226]: value = "task-3494551" [ 760.735947] env[69226]: _type = "Task" [ 760.735947] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.748781] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': task-3494551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.830989] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fd3167-f162-475b-8019-5075628918aa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.838807] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a217ba79-27f6-4985-8f61-70c315190598 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.869735] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6693669-d362-40b2-bfd8-cdf218c985eb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.876985] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b892cfa2-9902-440a-9db7-bcd6faf14670 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.890904] env[69226]: DEBUG nova.compute.provider_tree [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.914602] env[69226]: DEBUG oslo_vmware.api [None req-5b18426c-0764-4eff-92a5-d603f2e0e98e tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Task: {'id': task-3494550, 'name': ReconfigVM_Task, 'duration_secs': 0.245862} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.914875] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b18426c-0764-4eff-92a5-d603f2e0e98e tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 760.920170] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2238fbb7-712d-4fa5-a610-f8e5dc912940 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.934799] env[69226]: DEBUG oslo_vmware.api [None req-5b18426c-0764-4eff-92a5-d603f2e0e98e tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Waiting for the task: (returnval){ [ 760.934799] env[69226]: value = "task-3494552" [ 760.934799] env[69226]: _type = "Task" [ 760.934799] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.943422] env[69226]: DEBUG oslo_vmware.api [None req-5b18426c-0764-4eff-92a5-d603f2e0e98e tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Task: {'id': task-3494552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.969587] env[69226]: DEBUG oslo_concurrency.lockutils [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.246290] env[69226]: DEBUG nova.compute.manager [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.248344] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': task-3494551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.267689] env[69226]: DEBUG nova.virt.hardware [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.268013] env[69226]: DEBUG nova.virt.hardware [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.268222] env[69226]: DEBUG nova.virt.hardware [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.268419] env[69226]: DEBUG nova.virt.hardware [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.268574] env[69226]: DEBUG nova.virt.hardware [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.268778] env[69226]: DEBUG nova.virt.hardware [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.269012] env[69226]: DEBUG nova.virt.hardware [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.269185] env[69226]: DEBUG nova.virt.hardware [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.269357] env[69226]: DEBUG nova.virt.hardware [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.269581] env[69226]: DEBUG nova.virt.hardware [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.269716] env[69226]: DEBUG nova.virt.hardware [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.270595] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53915e34-1bc1-4ce6-a7ee-711b80be7066 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.278446] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6c44e5-3040-4988-844b-8ce499a69fdd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.394722] env[69226]: DEBUG nova.scheduler.client.report [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.444685] env[69226]: DEBUG oslo_vmware.api [None req-5b18426c-0764-4eff-92a5-d603f2e0e98e tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Task: {'id': task-3494552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.575329] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "04510015-46c8-4629-9033-3ae5817e59df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.575729] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "04510015-46c8-4629-9033-3ae5817e59df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.576038] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "04510015-46c8-4629-9033-3ae5817e59df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.577463] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "04510015-46c8-4629-9033-3ae5817e59df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.577703] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "04510015-46c8-4629-9033-3ae5817e59df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.583888] env[69226]: INFO nova.compute.manager [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Terminating instance [ 761.654878] env[69226]: DEBUG nova.network.neutron [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Successfully updated port: 7f92f6db-0e22-465e-bdff-28c6115a8a44 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.748442] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': task-3494551, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.884686] env[69226]: DEBUG nova.compute.manager [req-d022c039-558c-4133-baab-d4464e9d3955 req-b421f498-e0d7-4b32-a96e-ab7188a7f5d1 service nova] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Received event network-vif-plugged-7f92f6db-0e22-465e-bdff-28c6115a8a44 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.884984] env[69226]: DEBUG oslo_concurrency.lockutils [req-d022c039-558c-4133-baab-d4464e9d3955 req-b421f498-e0d7-4b32-a96e-ab7188a7f5d1 service nova] Acquiring lock "8214b619-33e9-463b-bc33-cb2957f8b348-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.885290] env[69226]: DEBUG oslo_concurrency.lockutils [req-d022c039-558c-4133-baab-d4464e9d3955 req-b421f498-e0d7-4b32-a96e-ab7188a7f5d1 service nova] Lock "8214b619-33e9-463b-bc33-cb2957f8b348-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.885713] env[69226]: DEBUG oslo_concurrency.lockutils [req-d022c039-558c-4133-baab-d4464e9d3955 req-b421f498-e0d7-4b32-a96e-ab7188a7f5d1 service nova] Lock "8214b619-33e9-463b-bc33-cb2957f8b348-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.887832] env[69226]: DEBUG nova.compute.manager [req-d022c039-558c-4133-baab-d4464e9d3955 req-b421f498-e0d7-4b32-a96e-ab7188a7f5d1 service nova] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] No waiting events found dispatching network-vif-plugged-7f92f6db-0e22-465e-bdff-28c6115a8a44 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.888076] env[69226]: WARNING nova.compute.manager [req-d022c039-558c-4133-baab-d4464e9d3955 req-b421f498-e0d7-4b32-a96e-ab7188a7f5d1 service nova] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Received unexpected event network-vif-plugged-7f92f6db-0e22-465e-bdff-28c6115a8a44 for instance with vm_state building and task_state spawning. [ 761.900554] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.902301] env[69226]: DEBUG oslo_concurrency.lockutils [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.218s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.902550] env[69226]: DEBUG nova.objects.instance [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Lazy-loading 'resources' on Instance uuid d54ee836-e113-4618-bfa5-6d91c4c51edd {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.948200] env[69226]: DEBUG oslo_vmware.api [None req-5b18426c-0764-4eff-92a5-d603f2e0e98e tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Task: {'id': task-3494552, 'name': ReconfigVM_Task, 'duration_secs': 0.800803} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.948563] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b18426c-0764-4eff-92a5-d603f2e0e98e tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698449', 'volume_id': 'd81d7930-12f8-4b03-bad0-1884375477aa', 'name': 'volume-d81d7930-12f8-4b03-bad0-1884375477aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'efe57460-22b1-4a19-875c-0d19098a8c4a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd81d7930-12f8-4b03-bad0-1884375477aa', 'serial': 'd81d7930-12f8-4b03-bad0-1884375477aa'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 762.088463] env[69226]: DEBUG nova.compute.manager [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.088698] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.089811] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71922ae-0402-4bd5-87cd-62a6b76c440e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.098102] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.098374] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f2a2183-1405-46a6-b7b7-cb2ffafb9634 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.104219] env[69226]: DEBUG oslo_concurrency.lockutils [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "022614a7-ce73-4a6f-a7ea-2763b9da7788" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.104361] env[69226]: DEBUG oslo_concurrency.lockutils [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "022614a7-ce73-4a6f-a7ea-2763b9da7788" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.109134] env[69226]: DEBUG oslo_vmware.api [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 762.109134] env[69226]: value = "task-3494553" [ 762.109134] env[69226]: _type = "Task" [ 762.109134] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.117606] env[69226]: DEBUG oslo_vmware.api [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.156056] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Acquiring lock "refresh_cache-8214b619-33e9-463b-bc33-cb2957f8b348" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.156224] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Acquired lock "refresh_cache-8214b619-33e9-463b-bc33-cb2957f8b348" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.156377] env[69226]: DEBUG nova.network.neutron [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.247192] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': task-3494551, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.379627} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.247441] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0/15a216a3-85e7-40f3-bdd2-7d1ac563aeb0.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.247651] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.247892] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62524a8d-8d76-4ef5-adcf-8801309d3fa4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.254145] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Waiting for the task: (returnval){ [ 762.254145] env[69226]: value = "task-3494554" [ 762.254145] env[69226]: _type = "Task" [ 762.254145] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.262128] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': task-3494554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.403920] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Acquiring lock "6bf7087b-0e07-4694-a4c0-f2f17553fc6c" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.404151] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Lock "6bf7087b-0e07-4694-a4c0-f2f17553fc6c" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.524508] env[69226]: DEBUG nova.objects.instance [None req-5b18426c-0764-4eff-92a5-d603f2e0e98e tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Lazy-loading 'flavor' on Instance uuid efe57460-22b1-4a19-875c-0d19098a8c4a {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.621013] env[69226]: DEBUG oslo_vmware.api [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494553, 'name': PowerOffVM_Task, 'duration_secs': 0.295651} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.621356] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.621590] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.621849] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48a90026-e3d4-4b76-abb5-e9ec29f24f05 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.690169] env[69226]: DEBUG nova.network.neutron [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.703183] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.703400] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.703569] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleting the datastore file [datastore2] 04510015-46c8-4629-9033-3ae5817e59df {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.703819] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96f6062b-d004-41ab-a025-5946c90c0e8c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.710897] env[69226]: DEBUG oslo_vmware.api [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 762.710897] env[69226]: value = "task-3494556" [ 762.710897] env[69226]: _type = "Task" [ 762.710897] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.720816] env[69226]: DEBUG oslo_vmware.api [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.764473] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': task-3494554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081845} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.767046] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.768027] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1118200f-c261-4654-b30d-c1816dc9b8db {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.788357] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0/15a216a3-85e7-40f3-bdd2-7d1ac563aeb0.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.793218] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feb42c01-b7ac-4164-832e-847372fd2732 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.812931] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Waiting for the task: (returnval){ [ 762.812931] env[69226]: value = "task-3494557" [ 762.812931] env[69226]: _type = "Task" [ 762.812931] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.822634] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': task-3494557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.883300] env[69226]: DEBUG nova.network.neutron [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Updating instance_info_cache with network_info: [{"id": "7f92f6db-0e22-465e-bdff-28c6115a8a44", "address": "fa:16:3e:19:94:0f", "network": {"id": "998102dd-6795-4f52-a3aa-f713a75985f0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1374222243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee3ac95a437f47cb9ee856941a161c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f92f6db-0e", "ovs_interfaceid": "7f92f6db-0e22-465e-bdff-28c6115a8a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.909545] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Lock "6bf7087b-0e07-4694-a4c0-f2f17553fc6c" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.910150] env[69226]: DEBUG nova.compute.manager [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.916030] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c21b0c1-04cb-4aa0-b686-cd8529ef9ba4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.925211] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cdfe2c-88cc-43e9-a548-d9fc8e7645fe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.961365] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566b99fb-a767-453c-bf36-325e91e2a20c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.969753] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb26b8cd-486d-425f-8901-2fa10b9d71b8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.986388] env[69226]: DEBUG nova.compute.provider_tree [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.220769] env[69226]: DEBUG oslo_vmware.api [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211996} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.221048] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.221233] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.221412] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.221582] env[69226]: INFO nova.compute.manager [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Took 1.13 seconds to destroy the instance on the hypervisor. [ 763.221856] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.222026] env[69226]: DEBUG nova.compute.manager [-] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.222123] env[69226]: DEBUG nova.network.neutron [-] [instance: 04510015-46c8-4629-9033-3ae5817e59df] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.322967] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': task-3494557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.387914] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Releasing lock "refresh_cache-8214b619-33e9-463b-bc33-cb2957f8b348" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.388269] env[69226]: DEBUG nova.compute.manager [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Instance network_info: |[{"id": "7f92f6db-0e22-465e-bdff-28c6115a8a44", "address": "fa:16:3e:19:94:0f", "network": {"id": "998102dd-6795-4f52-a3aa-f713a75985f0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1374222243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee3ac95a437f47cb9ee856941a161c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f92f6db-0e", "ovs_interfaceid": "7f92f6db-0e22-465e-bdff-28c6115a8a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.388679] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:94:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f92f6db-0e22-465e-bdff-28c6115a8a44', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.396179] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Creating folder: Project (ee3ac95a437f47cb9ee856941a161c98). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.396476] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b4e3953-4dd1-4a08-828b-75a267a14991 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.407125] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Created folder: Project (ee3ac95a437f47cb9ee856941a161c98) in parent group-v698365. [ 763.407305] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Creating folder: Instances. Parent ref: group-v698455. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.407541] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5aa9163f-fead-4825-a35b-840b77d88dfd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.415078] env[69226]: DEBUG nova.compute.utils [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.417592] env[69226]: DEBUG nova.compute.manager [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.417592] env[69226]: DEBUG nova.network.neutron [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.421013] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Created folder: Instances in parent group-v698455. [ 763.421013] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.421013] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.421013] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7482565f-a587-483c-b6fe-03dd55ecbe45 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.440031] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.440031] env[69226]: value = "task-3494560" [ 763.440031] env[69226]: _type = "Task" [ 763.440031] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.446821] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494560, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.483405] env[69226]: DEBUG nova.policy [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ee20e06f144490f86367bbb7e1ece71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b085e7554b6947d7a0306c26e0353cd3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.488869] env[69226]: DEBUG nova.scheduler.client.report [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.532181] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5b18426c-0764-4eff-92a5-d603f2e0e98e tempest-VolumesAssistedSnapshotsTest-902923021 tempest-VolumesAssistedSnapshotsTest-902923021-project-admin] Lock "efe57460-22b1-4a19-875c-0d19098a8c4a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.800s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.783534] env[69226]: DEBUG nova.network.neutron [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Successfully created port: e0953d75-dfba-4aac-9ef6-c0600d39a54c {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.823275] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': task-3494557, 'name': ReconfigVM_Task, 'duration_secs': 0.72596} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.823559] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0/15a216a3-85e7-40f3-bdd2-7d1ac563aeb0.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.824172] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad4f2e83-3f81-4ae1-9a69-f58fb0dd79f2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.830120] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Waiting for the task: (returnval){ [ 763.830120] env[69226]: value = "task-3494561" [ 763.830120] env[69226]: _type = "Task" [ 763.830120] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.839123] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': task-3494561, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.921068] env[69226]: DEBUG nova.compute.manager [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.925904] env[69226]: DEBUG nova.compute.manager [req-20cf2347-e923-4431-ba74-2d587a9069a5 req-09019800-5530-4fd4-bcb3-15b25750797b service nova] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Received event network-changed-7f92f6db-0e22-465e-bdff-28c6115a8a44 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.926116] env[69226]: DEBUG nova.compute.manager [req-20cf2347-e923-4431-ba74-2d587a9069a5 req-09019800-5530-4fd4-bcb3-15b25750797b service nova] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Refreshing instance network info cache due to event network-changed-7f92f6db-0e22-465e-bdff-28c6115a8a44. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.926331] env[69226]: DEBUG oslo_concurrency.lockutils [req-20cf2347-e923-4431-ba74-2d587a9069a5 req-09019800-5530-4fd4-bcb3-15b25750797b service nova] Acquiring lock "refresh_cache-8214b619-33e9-463b-bc33-cb2957f8b348" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.926472] env[69226]: DEBUG oslo_concurrency.lockutils [req-20cf2347-e923-4431-ba74-2d587a9069a5 req-09019800-5530-4fd4-bcb3-15b25750797b service nova] Acquired lock "refresh_cache-8214b619-33e9-463b-bc33-cb2957f8b348" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.926640] env[69226]: DEBUG nova.network.neutron [req-20cf2347-e923-4431-ba74-2d587a9069a5 req-09019800-5530-4fd4-bcb3-15b25750797b service nova] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Refreshing network info cache for port 7f92f6db-0e22-465e-bdff-28c6115a8a44 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.954256] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494560, 'name': CreateVM_Task, 'duration_secs': 0.335433} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.955069] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.959224] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.959224] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.959224] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.959224] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-594d8508-5abd-4572-a35c-b45432ab8a76 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.962346] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Waiting for the task: (returnval){ [ 763.962346] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5271f028-1614-844d-668d-f5240bd2ab81" [ 763.962346] env[69226]: _type = "Task" [ 763.962346] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.971420] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5271f028-1614-844d-668d-f5240bd2ab81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.994138] env[69226]: DEBUG oslo_concurrency.lockutils [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.997307] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.430s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.997307] env[69226]: DEBUG nova.objects.instance [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lazy-loading 'resources' on Instance uuid ec6d5e41-f146-4ad0-9e5e-5da93c55f430 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.005110] env[69226]: DEBUG nova.network.neutron [-] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.023342] env[69226]: INFO nova.scheduler.client.report [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Deleted allocations for instance d54ee836-e113-4618-bfa5-6d91c4c51edd [ 764.341161] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': task-3494561, 'name': Rename_Task, 'duration_secs': 0.153786} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.341454] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.341697] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e285f414-74e7-41fa-bb49-7595218bc792 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.348571] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Waiting for the task: (returnval){ [ 764.348571] env[69226]: value = "task-3494563" [ 764.348571] env[69226]: _type = "Task" [ 764.348571] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.356456] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': task-3494563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.474873] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5271f028-1614-844d-668d-f5240bd2ab81, 'name': SearchDatastore_Task, 'duration_secs': 0.011081} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.475185] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.475418] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.475661] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.475845] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.475968] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.476241] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-306b7d82-8bf7-4827-adfc-d6d7819d7f2f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.484326] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.484512] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.485243] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b25b871-1e90-4222-b742-063760e79480 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.490786] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Waiting for the task: (returnval){ [ 764.490786] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c4667d-d6c2-bc51-96fd-520d42c36b92" [ 764.490786] env[69226]: _type = "Task" [ 764.490786] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.498279] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c4667d-d6c2-bc51-96fd-520d42c36b92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.508575] env[69226]: INFO nova.compute.manager [-] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Took 1.29 seconds to deallocate network for instance. [ 764.532110] env[69226]: DEBUG oslo_concurrency.lockutils [None req-63335449-3810-485a-81fb-8a6a16dac829 tempest-ServersTestJSON-212915453 tempest-ServersTestJSON-212915453-project-member] Lock "d54ee836-e113-4618-bfa5-6d91c4c51edd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.889s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.720925] env[69226]: DEBUG nova.network.neutron [req-20cf2347-e923-4431-ba74-2d587a9069a5 req-09019800-5530-4fd4-bcb3-15b25750797b service nova] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Updated VIF entry in instance network info cache for port 7f92f6db-0e22-465e-bdff-28c6115a8a44. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.720925] env[69226]: DEBUG nova.network.neutron [req-20cf2347-e923-4431-ba74-2d587a9069a5 req-09019800-5530-4fd4-bcb3-15b25750797b service nova] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Updating instance_info_cache with network_info: [{"id": "7f92f6db-0e22-465e-bdff-28c6115a8a44", "address": "fa:16:3e:19:94:0f", "network": {"id": "998102dd-6795-4f52-a3aa-f713a75985f0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1374222243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee3ac95a437f47cb9ee856941a161c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f92f6db-0e", "ovs_interfaceid": "7f92f6db-0e22-465e-bdff-28c6115a8a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.860631] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': task-3494563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.935643] env[69226]: DEBUG nova.compute.manager [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.962678] env[69226]: DEBUG nova.virt.hardware [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.962902] env[69226]: DEBUG nova.virt.hardware [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.963099] env[69226]: DEBUG nova.virt.hardware [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.963441] env[69226]: DEBUG nova.virt.hardware [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.963441] env[69226]: DEBUG nova.virt.hardware [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.963588] env[69226]: DEBUG nova.virt.hardware [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.963860] env[69226]: DEBUG nova.virt.hardware [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.964136] env[69226]: DEBUG nova.virt.hardware [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.964296] env[69226]: DEBUG nova.virt.hardware [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.964485] env[69226]: DEBUG nova.virt.hardware [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.964658] env[69226]: DEBUG nova.virt.hardware [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.965849] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2208b4cf-d55a-47d2-bdea-157a9c9f2c97 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.977602] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecfbc96-2279-41ee-aad2-9f50e64f5e10 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.002557] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c4667d-d6c2-bc51-96fd-520d42c36b92, 'name': SearchDatastore_Task, 'duration_secs': 0.009116} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.003333] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1948a362-ca96-4c73-aa91-9ace263ff7ab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.008464] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Waiting for the task: (returnval){ [ 765.008464] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523b5b24-550f-7afa-0d1d-863aaf915fc6" [ 765.008464] env[69226]: _type = "Task" [ 765.008464] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.016236] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.019379] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523b5b24-550f-7afa-0d1d-863aaf915fc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.095255] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2124959f-4a94-4d4e-8ad7-aaae3ba5e1d4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.104760] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c171ab7-ac1a-4c90-8859-05651c2585ce {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.139780] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5162ccb5-bc81-4fed-b2cf-475e6472b84b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.149650] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea3afd2-58c7-424c-bc3d-48153cd4052e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.163181] env[69226]: DEBUG nova.compute.provider_tree [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.222550] env[69226]: DEBUG oslo_concurrency.lockutils [req-20cf2347-e923-4431-ba74-2d587a9069a5 req-09019800-5530-4fd4-bcb3-15b25750797b service nova] Releasing lock "refresh_cache-8214b619-33e9-463b-bc33-cb2957f8b348" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.222925] env[69226]: DEBUG nova.compute.manager [req-20cf2347-e923-4431-ba74-2d587a9069a5 req-09019800-5530-4fd4-bcb3-15b25750797b service nova] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Received event network-vif-deleted-9f8f9649-8415-45e2-9923-b19f99309064 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.223616] env[69226]: INFO nova.compute.manager [req-20cf2347-e923-4431-ba74-2d587a9069a5 req-09019800-5530-4fd4-bcb3-15b25750797b service nova] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Neutron deleted interface 9f8f9649-8415-45e2-9923-b19f99309064; detaching it from the instance and deleting it from the info cache [ 765.223616] env[69226]: DEBUG nova.network.neutron [req-20cf2347-e923-4431-ba74-2d587a9069a5 req-09019800-5530-4fd4-bcb3-15b25750797b service nova] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.362378] env[69226]: DEBUG oslo_vmware.api [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': task-3494563, 'name': PowerOnVM_Task, 'duration_secs': 0.838026} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.362378] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.362378] env[69226]: INFO nova.compute.manager [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Took 6.85 seconds to spawn the instance on the hypervisor. [ 765.362378] env[69226]: DEBUG nova.compute.manager [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.362657] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4714b08a-98b3-4f79-9d6f-39655fd12fb3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.525163] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523b5b24-550f-7afa-0d1d-863aaf915fc6, 'name': SearchDatastore_Task, 'duration_secs': 0.009718} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.525163] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.525163] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 8214b619-33e9-463b-bc33-cb2957f8b348/8214b619-33e9-463b-bc33-cb2957f8b348.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.525163] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59571b4c-bee2-48fc-a8e6-0dab845b75aa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.535273] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Waiting for the task: (returnval){ [ 765.535273] env[69226]: value = "task-3494564" [ 765.535273] env[69226]: _type = "Task" [ 765.535273] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.550535] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': task-3494564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.550535] env[69226]: DEBUG nova.network.neutron [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Successfully updated port: e0953d75-dfba-4aac-9ef6-c0600d39a54c {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.669017] env[69226]: DEBUG nova.scheduler.client.report [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.727038] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a52b1a3-fd98-4474-ae9a-1f759f5b9c11 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.740349] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec10e277-57b2-4bd3-9277-b454a5e515f7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.780235] env[69226]: DEBUG nova.compute.manager [req-20cf2347-e923-4431-ba74-2d587a9069a5 req-09019800-5530-4fd4-bcb3-15b25750797b service nova] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Detach interface failed, port_id=9f8f9649-8415-45e2-9923-b19f99309064, reason: Instance 04510015-46c8-4629-9033-3ae5817e59df could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 765.883093] env[69226]: INFO nova.compute.manager [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Took 50.31 seconds to build instance. [ 765.965974] env[69226]: DEBUG nova.compute.manager [req-39ad3eed-1840-4f1d-9f00-f4b89af00abc req-ad0bc7f7-5573-4b0f-80f7-8b6f15d5a2a1 service nova] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Received event network-vif-plugged-e0953d75-dfba-4aac-9ef6-c0600d39a54c {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.965974] env[69226]: DEBUG oslo_concurrency.lockutils [req-39ad3eed-1840-4f1d-9f00-f4b89af00abc req-ad0bc7f7-5573-4b0f-80f7-8b6f15d5a2a1 service nova] Acquiring lock "a823bd62-20a8-4b40-8698-e164d21a7471-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.965974] env[69226]: DEBUG oslo_concurrency.lockutils [req-39ad3eed-1840-4f1d-9f00-f4b89af00abc req-ad0bc7f7-5573-4b0f-80f7-8b6f15d5a2a1 service nova] Lock "a823bd62-20a8-4b40-8698-e164d21a7471-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.966234] env[69226]: DEBUG oslo_concurrency.lockutils [req-39ad3eed-1840-4f1d-9f00-f4b89af00abc req-ad0bc7f7-5573-4b0f-80f7-8b6f15d5a2a1 service nova] Lock "a823bd62-20a8-4b40-8698-e164d21a7471-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.966424] env[69226]: DEBUG nova.compute.manager [req-39ad3eed-1840-4f1d-9f00-f4b89af00abc req-ad0bc7f7-5573-4b0f-80f7-8b6f15d5a2a1 service nova] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] No waiting events found dispatching network-vif-plugged-e0953d75-dfba-4aac-9ef6-c0600d39a54c {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.966593] env[69226]: WARNING nova.compute.manager [req-39ad3eed-1840-4f1d-9f00-f4b89af00abc req-ad0bc7f7-5573-4b0f-80f7-8b6f15d5a2a1 service nova] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Received unexpected event network-vif-plugged-e0953d75-dfba-4aac-9ef6-c0600d39a54c for instance with vm_state building and task_state spawning. [ 765.966757] env[69226]: DEBUG nova.compute.manager [req-39ad3eed-1840-4f1d-9f00-f4b89af00abc req-ad0bc7f7-5573-4b0f-80f7-8b6f15d5a2a1 service nova] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Received event network-changed-e0953d75-dfba-4aac-9ef6-c0600d39a54c {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.966913] env[69226]: DEBUG nova.compute.manager [req-39ad3eed-1840-4f1d-9f00-f4b89af00abc req-ad0bc7f7-5573-4b0f-80f7-8b6f15d5a2a1 service nova] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Refreshing instance network info cache due to event network-changed-e0953d75-dfba-4aac-9ef6-c0600d39a54c. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.967112] env[69226]: DEBUG oslo_concurrency.lockutils [req-39ad3eed-1840-4f1d-9f00-f4b89af00abc req-ad0bc7f7-5573-4b0f-80f7-8b6f15d5a2a1 service nova] Acquiring lock "refresh_cache-a823bd62-20a8-4b40-8698-e164d21a7471" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.967250] env[69226]: DEBUG oslo_concurrency.lockutils [req-39ad3eed-1840-4f1d-9f00-f4b89af00abc req-ad0bc7f7-5573-4b0f-80f7-8b6f15d5a2a1 service nova] Acquired lock "refresh_cache-a823bd62-20a8-4b40-8698-e164d21a7471" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.967421] env[69226]: DEBUG nova.network.neutron [req-39ad3eed-1840-4f1d-9f00-f4b89af00abc req-ad0bc7f7-5573-4b0f-80f7-8b6f15d5a2a1 service nova] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Refreshing network info cache for port e0953d75-dfba-4aac-9ef6-c0600d39a54c {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.050724] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': task-3494564, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.054137] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Acquiring lock "refresh_cache-a823bd62-20a8-4b40-8698-e164d21a7471" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.173914] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.176319] env[69226]: DEBUG oslo_concurrency.lockutils [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.338s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.176551] env[69226]: DEBUG nova.objects.instance [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lazy-loading 'resources' on Instance uuid 2ffb3fde-d42e-44ca-ade4-20377df62856 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.226043] env[69226]: INFO nova.scheduler.client.report [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Deleted allocations for instance ec6d5e41-f146-4ad0-9e5e-5da93c55f430 [ 766.385228] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d2f28dcb-77ee-4be0-a5a4-27a87b91e758 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Lock "15a216a3-85e7-40f3-bdd2-7d1ac563aeb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.081s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.515974] env[69226]: DEBUG nova.network.neutron [req-39ad3eed-1840-4f1d-9f00-f4b89af00abc req-ad0bc7f7-5573-4b0f-80f7-8b6f15d5a2a1 service nova] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.546663] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': task-3494564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567459} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.546961] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 8214b619-33e9-463b-bc33-cb2957f8b348/8214b619-33e9-463b-bc33-cb2957f8b348.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.547219] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.547470] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfe8d36e-a17d-4f59-ae55-9f32624a844c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.554574] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Waiting for the task: (returnval){ [ 766.554574] env[69226]: value = "task-3494565" [ 766.554574] env[69226]: _type = "Task" [ 766.554574] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.564743] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': task-3494565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.624670] env[69226]: DEBUG nova.network.neutron [req-39ad3eed-1840-4f1d-9f00-f4b89af00abc req-ad0bc7f7-5573-4b0f-80f7-8b6f15d5a2a1 service nova] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.737861] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85a88129-9dc4-44d9-8bf0-e84f82404b6e tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "ec6d5e41-f146-4ad0-9e5e-5da93c55f430" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.092s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.889420] env[69226]: DEBUG nova.compute.manager [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.064973] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': task-3494565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08902} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.066272] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.071611] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea89b8b-d583-428b-a4a4-e464316e725f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.096742] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 8214b619-33e9-463b-bc33-cb2957f8b348/8214b619-33e9-463b-bc33-cb2957f8b348.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.100644] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5d5fde3-f919-44a7-8ddc-8d5b6e763b73 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.125331] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Waiting for the task: (returnval){ [ 767.125331] env[69226]: value = "task-3494566" [ 767.125331] env[69226]: _type = "Task" [ 767.125331] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.127642] env[69226]: DEBUG oslo_concurrency.lockutils [req-39ad3eed-1840-4f1d-9f00-f4b89af00abc req-ad0bc7f7-5573-4b0f-80f7-8b6f15d5a2a1 service nova] Releasing lock "refresh_cache-a823bd62-20a8-4b40-8698-e164d21a7471" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.128021] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Acquired lock "refresh_cache-a823bd62-20a8-4b40-8698-e164d21a7471" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.128176] env[69226]: DEBUG nova.network.neutron [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.135799] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': task-3494566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.266116] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af50561-480d-4f7d-859b-1c3eb2f4a905 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.273891] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c0573e-c3d2-43a9-8362-74bd6acc792f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.313019] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67daa18a-dd47-462e-8bfe-2fdae7121ba7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.321913] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7e4717-ce6e-4af4-acef-7d9ad58c7853 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.338170] env[69226]: DEBUG nova.compute.provider_tree [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.411618] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.577221] env[69226]: DEBUG nova.compute.manager [None req-63581ff0-6cb2-4c1b-a95f-e074aa9f46b4 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.578348] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a51a5b-5474-4429-9875-bddd379092c3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.633718] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': task-3494566, 'name': ReconfigVM_Task, 'duration_secs': 0.295984} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.633998] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 8214b619-33e9-463b-bc33-cb2957f8b348/8214b619-33e9-463b-bc33-cb2957f8b348.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.634637] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fcfd269-e868-468c-8412-734ab810af88 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.646206] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Waiting for the task: (returnval){ [ 767.646206] env[69226]: value = "task-3494567" [ 767.646206] env[69226]: _type = "Task" [ 767.646206] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.656917] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': task-3494567, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.677926] env[69226]: DEBUG nova.network.neutron [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.817321] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Acquiring lock "15a216a3-85e7-40f3-bdd2-7d1ac563aeb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.817628] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Lock "15a216a3-85e7-40f3-bdd2-7d1ac563aeb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.817843] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Acquiring lock "15a216a3-85e7-40f3-bdd2-7d1ac563aeb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.818039] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Lock "15a216a3-85e7-40f3-bdd2-7d1ac563aeb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.818216] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Lock "15a216a3-85e7-40f3-bdd2-7d1ac563aeb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.821209] env[69226]: INFO nova.compute.manager [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Terminating instance [ 767.841630] env[69226]: DEBUG nova.scheduler.client.report [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.904832] env[69226]: DEBUG nova.network.neutron [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Updating instance_info_cache with network_info: [{"id": "e0953d75-dfba-4aac-9ef6-c0600d39a54c", "address": "fa:16:3e:e5:8f:55", "network": {"id": "03571e1b-a4a8-4df3-8cf7-8cfc5c9cff9b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-427494241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b085e7554b6947d7a0306c26e0353cd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0953d75-df", "ovs_interfaceid": "e0953d75-dfba-4aac-9ef6-c0600d39a54c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.058994] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Acquiring lock "efe57460-22b1-4a19-875c-0d19098a8c4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.059302] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Lock "efe57460-22b1-4a19-875c-0d19098a8c4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.059513] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Acquiring lock "efe57460-22b1-4a19-875c-0d19098a8c4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.059691] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Lock "efe57460-22b1-4a19-875c-0d19098a8c4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.059894] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Lock "efe57460-22b1-4a19-875c-0d19098a8c4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.062300] env[69226]: INFO nova.compute.manager [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Terminating instance [ 768.088333] env[69226]: INFO nova.compute.manager [None req-63581ff0-6cb2-4c1b-a95f-e074aa9f46b4 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] instance snapshotting [ 768.088993] env[69226]: DEBUG nova.objects.instance [None req-63581ff0-6cb2-4c1b-a95f-e074aa9f46b4 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Lazy-loading 'flavor' on Instance uuid 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.157592] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': task-3494567, 'name': Rename_Task, 'duration_secs': 0.142513} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.157869] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.158116] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc95dc0e-ca5d-4341-8801-0afa0472a54b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.165275] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Waiting for the task: (returnval){ [ 768.165275] env[69226]: value = "task-3494568" [ 768.165275] env[69226]: _type = "Task" [ 768.165275] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.174310] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': task-3494568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.325809] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Acquiring lock "refresh_cache-15a216a3-85e7-40f3-bdd2-7d1ac563aeb0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.326013] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Acquired lock "refresh_cache-15a216a3-85e7-40f3-bdd2-7d1ac563aeb0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.326270] env[69226]: DEBUG nova.network.neutron [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.346667] env[69226]: DEBUG oslo_concurrency.lockutils [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.349663] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.323s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.350836] env[69226]: INFO nova.compute.claims [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.382695] env[69226]: INFO nova.scheduler.client.report [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Deleted allocations for instance 2ffb3fde-d42e-44ca-ade4-20377df62856 [ 768.407520] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Releasing lock "refresh_cache-a823bd62-20a8-4b40-8698-e164d21a7471" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.407859] env[69226]: DEBUG nova.compute.manager [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Instance network_info: |[{"id": "e0953d75-dfba-4aac-9ef6-c0600d39a54c", "address": "fa:16:3e:e5:8f:55", "network": {"id": "03571e1b-a4a8-4df3-8cf7-8cfc5c9cff9b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-427494241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b085e7554b6947d7a0306c26e0353cd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0953d75-df", "ovs_interfaceid": "e0953d75-dfba-4aac-9ef6-c0600d39a54c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.408588] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:8f:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0953d75-dfba-4aac-9ef6-c0600d39a54c', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.417169] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Creating folder: Project (b085e7554b6947d7a0306c26e0353cd3). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.417815] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fcad57d-8976-4017-913f-50d1220251f3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.429286] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Created folder: Project (b085e7554b6947d7a0306c26e0353cd3) in parent group-v698365. [ 768.429490] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Creating folder: Instances. Parent ref: group-v698458. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.429771] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6af777d3-8a1c-4aff-989e-67ddc2a5ffbf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.438973] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Created folder: Instances in parent group-v698458. [ 768.439254] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.439441] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.439646] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfac1378-7eee-45b3-bebe-e3d494155647 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.459883] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.459883] env[69226]: value = "task-3494571" [ 768.459883] env[69226]: _type = "Task" [ 768.459883] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.469528] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494571, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.569029] env[69226]: DEBUG nova.compute.manager [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.569029] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.569029] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30257c66-8046-4847-8f32-ce26070fdc8a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.577224] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.577224] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90948a49-8068-4ab9-9b77-0ed72bcfe176 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.585268] env[69226]: DEBUG oslo_vmware.api [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Waiting for the task: (returnval){ [ 768.585268] env[69226]: value = "task-3494572" [ 768.585268] env[69226]: _type = "Task" [ 768.585268] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.597419] env[69226]: DEBUG oslo_vmware.api [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': task-3494572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.601575] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02adfd71-d4c8-4cd6-b566-551355d40816 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.620433] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24816a1-d98f-4709-a252-773fc8b2cc0b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.678329] env[69226]: DEBUG oslo_vmware.api [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': task-3494568, 'name': PowerOnVM_Task, 'duration_secs': 0.499644} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.678613] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.678879] env[69226]: INFO nova.compute.manager [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Took 7.43 seconds to spawn the instance on the hypervisor. [ 768.679093] env[69226]: DEBUG nova.compute.manager [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.679902] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2fce1b-8be7-442d-99dd-f29a3734d190 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.847053] env[69226]: DEBUG nova.network.neutron [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.893045] env[69226]: DEBUG oslo_concurrency.lockutils [None req-83078005-d85d-4df8-b0be-1142569f1155 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "2ffb3fde-d42e-44ca-ade4-20377df62856" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.145s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.903219] env[69226]: DEBUG nova.network.neutron [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.969533] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494571, 'name': CreateVM_Task, 'duration_secs': 0.442577} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.969828] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.970470] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.970633] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.970953] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.971260] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fc40cb8-63dc-497a-904d-3e630dfd4164 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.976531] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Waiting for the task: (returnval){ [ 768.976531] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5222fb40-4bc6-bcb9-cc1e-eba02de9b5df" [ 768.976531] env[69226]: _type = "Task" [ 768.976531] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.984276] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5222fb40-4bc6-bcb9-cc1e-eba02de9b5df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.102225] env[69226]: DEBUG oslo_vmware.api [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': task-3494572, 'name': PowerOffVM_Task, 'duration_secs': 0.213345} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.102493] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.102993] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.103275] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ad7e7c7-12a3-4f15-a079-67659c150029 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.132869] env[69226]: DEBUG nova.compute.manager [None req-63581ff0-6cb2-4c1b-a95f-e074aa9f46b4 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Instance disappeared during snapshot {{(pid=69226) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 769.180483] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.180727] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.180911] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Deleting the datastore file [datastore2] efe57460-22b1-4a19-875c-0d19098a8c4a {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.181210] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d8f15a6-9a9f-48a9-b38a-cf405b94a88f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.188710] env[69226]: DEBUG oslo_vmware.api [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Waiting for the task: (returnval){ [ 769.188710] env[69226]: value = "task-3494574" [ 769.188710] env[69226]: _type = "Task" [ 769.188710] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.205690] env[69226]: DEBUG oslo_vmware.api [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': task-3494574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.206371] env[69226]: INFO nova.compute.manager [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Took 48.23 seconds to build instance. [ 769.297383] env[69226]: DEBUG nova.compute.manager [None req-63581ff0-6cb2-4c1b-a95f-e074aa9f46b4 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Found 0 images (rotation: 2) {{(pid=69226) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 769.406295] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Releasing lock "refresh_cache-15a216a3-85e7-40f3-bdd2-7d1ac563aeb0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.406745] env[69226]: DEBUG nova.compute.manager [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.406982] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.407878] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23e92a6-afc3-44bc-8c2c-5dad821f7c11 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.417732] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.417971] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44485215-e3db-4180-8031-ffc7f77b6992 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.425367] env[69226]: DEBUG oslo_vmware.api [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Waiting for the task: (returnval){ [ 769.425367] env[69226]: value = "task-3494575" [ 769.425367] env[69226]: _type = "Task" [ 769.425367] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.433930] env[69226]: DEBUG oslo_vmware.api [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': task-3494575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.490348] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5222fb40-4bc6-bcb9-cc1e-eba02de9b5df, 'name': SearchDatastore_Task, 'duration_secs': 0.025399} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.490678] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.490907] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.491154] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.491301] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.491477] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.491729] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d8df737-b951-4896-9744-4ad38f051692 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.503936] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.503936] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.504544] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aef7106f-4d11-425e-a0f2-d8b0a51eceea {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.511197] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Waiting for the task: (returnval){ [ 769.511197] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5271940f-4962-ad2b-c8e3-e08cba2946e1" [ 769.511197] env[69226]: _type = "Task" [ 769.511197] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.521885] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5271940f-4962-ad2b-c8e3-e08cba2946e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.701300] env[69226]: DEBUG oslo_vmware.api [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Task: {'id': task-3494574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393071} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.702089] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.702089] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.702207] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.702810] env[69226]: INFO nova.compute.manager [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 769.702810] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.702810] env[69226]: DEBUG nova.compute.manager [-] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.702972] env[69226]: DEBUG nova.network.neutron [-] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.709269] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3a05eaac-31eb-4ed5-b692-fb45c63d21ab tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Lock "8214b619-33e9-463b-bc33-cb2957f8b348" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.120s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.785900] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "993ac4fc-280c-49c9-a104-c05515b5e3a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.786348] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "993ac4fc-280c-49c9-a104-c05515b5e3a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.817759] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "ab246b37-d9a2-454a-932b-3b49cba0e0f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.818029] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "ab246b37-d9a2-454a-932b-3b49cba0e0f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.935399] env[69226]: DEBUG oslo_vmware.api [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': task-3494575, 'name': PowerOffVM_Task, 'duration_secs': 0.310424} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.935682] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.935858] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.936128] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da91c753-13c6-4b9c-b713-ff60900034cd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.963686] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.964109] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.965626] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Deleting the datastore file [datastore2] 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.965914] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-353810c2-4e09-41b3-a076-c7fb22c06bfe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.972679] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122ffb07-a02f-409a-a1bb-99ea125fe870 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.977748] env[69226]: DEBUG oslo_vmware.api [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Waiting for the task: (returnval){ [ 769.977748] env[69226]: value = "task-3494577" [ 769.977748] env[69226]: _type = "Task" [ 769.977748] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.984748] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7028c5b-b146-4e0c-98b7-04ca3a7ddb78 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.992534] env[69226]: DEBUG oslo_vmware.api [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': task-3494577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.024819] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028c9fa3-2c17-4285-955a-cf719a3f5857 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.042453] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5271940f-4962-ad2b-c8e3-e08cba2946e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011995} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.044375] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7666431f-6d2b-48f6-b1b6-af5fb29615c0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.050631] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65813668-a517-4f09-b2b9-a20f09eb2fc0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.074978] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Waiting for the task: (returnval){ [ 770.074978] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a32818-9220-6846-01fe-b6428a1aea21" [ 770.074978] env[69226]: _type = "Task" [ 770.074978] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.076218] env[69226]: DEBUG nova.compute.provider_tree [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.091270] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a32818-9220-6846-01fe-b6428a1aea21, 'name': SearchDatastore_Task, 'duration_secs': 0.010525} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.092597] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.092969] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] a823bd62-20a8-4b40-8698-e164d21a7471/a823bd62-20a8-4b40-8698-e164d21a7471.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.093350] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3e213c4-b197-4945-a36f-c8c45820413d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.102310] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Waiting for the task: (returnval){ [ 770.102310] env[69226]: value = "task-3494578" [ 770.102310] env[69226]: _type = "Task" [ 770.102310] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.111297] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': task-3494578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.214074] env[69226]: DEBUG nova.compute.manager [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.292190] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Acquiring lock "8214b619-33e9-463b-bc33-cb2957f8b348" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.292475] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Lock "8214b619-33e9-463b-bc33-cb2957f8b348" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.293267] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Acquiring lock "8214b619-33e9-463b-bc33-cb2957f8b348-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.293267] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Lock "8214b619-33e9-463b-bc33-cb2957f8b348-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.293435] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Lock "8214b619-33e9-463b-bc33-cb2957f8b348-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.297276] env[69226]: INFO nova.compute.manager [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Terminating instance [ 770.494090] env[69226]: DEBUG oslo_vmware.api [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Task: {'id': task-3494577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197068} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.496040] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.496040] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.496040] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.496040] env[69226]: INFO nova.compute.manager [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Took 1.09 seconds to destroy the instance on the hypervisor. [ 770.496040] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.496445] env[69226]: DEBUG nova.compute.manager [-] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.496445] env[69226]: DEBUG nova.network.neutron [-] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.524718] env[69226]: DEBUG nova.network.neutron [-] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.588216] env[69226]: DEBUG nova.scheduler.client.report [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.622369] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': task-3494578, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.755783] env[69226]: DEBUG oslo_concurrency.lockutils [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.801468] env[69226]: DEBUG nova.compute.manager [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.801738] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.802695] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f74fa4b-be2f-48ad-96ea-f82daee660db {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.810983] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.811297] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3423cce-922a-4888-9f14-50710f57edee {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.819350] env[69226]: DEBUG oslo_vmware.api [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Waiting for the task: (returnval){ [ 770.819350] env[69226]: value = "task-3494579" [ 770.819350] env[69226]: _type = "Task" [ 770.819350] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.826893] env[69226]: DEBUG oslo_vmware.api [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': task-3494579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.032613] env[69226]: DEBUG nova.network.neutron [-] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.098031] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.098416] env[69226]: DEBUG nova.compute.manager [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.101734] env[69226]: DEBUG oslo_concurrency.lockutils [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.478s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.101734] env[69226]: DEBUG nova.objects.instance [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Lazy-loading 'resources' on Instance uuid 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.109035] env[69226]: DEBUG nova.compute.manager [req-03b40468-e1cf-4840-b961-7c4b18c8bf18 req-ce340789-0c01-454c-a6d1-0f5808fb9020 service nova] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Received event network-vif-deleted-4ec631f3-0961-4eda-9d81-e1095ba3b9ad {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.109219] env[69226]: INFO nova.compute.manager [req-03b40468-e1cf-4840-b961-7c4b18c8bf18 req-ce340789-0c01-454c-a6d1-0f5808fb9020 service nova] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Neutron deleted interface 4ec631f3-0961-4eda-9d81-e1095ba3b9ad; detaching it from the instance and deleting it from the info cache [ 771.109369] env[69226]: DEBUG nova.network.neutron [req-03b40468-e1cf-4840-b961-7c4b18c8bf18 req-ce340789-0c01-454c-a6d1-0f5808fb9020 service nova] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.122146] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': task-3494578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728207} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.122891] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] a823bd62-20a8-4b40-8698-e164d21a7471/a823bd62-20a8-4b40-8698-e164d21a7471.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.123120] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.123970] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69032e82-14c1-43e3-b7e3-23761f660ce1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.130876] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Waiting for the task: (returnval){ [ 771.130876] env[69226]: value = "task-3494580" [ 771.130876] env[69226]: _type = "Task" [ 771.130876] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.140105] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': task-3494580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.209444] env[69226]: DEBUG nova.network.neutron [-] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.328040] env[69226]: DEBUG oslo_vmware.api [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': task-3494579, 'name': PowerOffVM_Task, 'duration_secs': 0.200245} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.328627] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.328627] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.328943] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01c8e223-6c7b-4c8d-96c0-8e47de042b76 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.385822] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.386053] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.386236] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Deleting the datastore file [datastore2] 8214b619-33e9-463b-bc33-cb2957f8b348 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.386487] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f3a485e-355f-4c82-b7fb-f0536c074c68 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.392755] env[69226]: DEBUG oslo_vmware.api [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Waiting for the task: (returnval){ [ 771.392755] env[69226]: value = "task-3494582" [ 771.392755] env[69226]: _type = "Task" [ 771.392755] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.401142] env[69226]: DEBUG oslo_vmware.api [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': task-3494582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.534097] env[69226]: INFO nova.compute.manager [-] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Took 1.04 seconds to deallocate network for instance. [ 771.605061] env[69226]: DEBUG nova.compute.utils [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.610026] env[69226]: DEBUG nova.compute.manager [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.610026] env[69226]: DEBUG nova.network.neutron [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.618026] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1ef5cda-838a-454d-aa8e-fa9b17e76b16 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.625260] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05a287b-ca21-4ca6-89fd-261dd9b5c3d2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.654021] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': task-3494580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062308} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.654224] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.655055] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cb7180-5da0-4a96-b8af-62fd05fe20f2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.671613] env[69226]: DEBUG nova.compute.manager [req-03b40468-e1cf-4840-b961-7c4b18c8bf18 req-ce340789-0c01-454c-a6d1-0f5808fb9020 service nova] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Detach interface failed, port_id=4ec631f3-0961-4eda-9d81-e1095ba3b9ad, reason: Instance efe57460-22b1-4a19-875c-0d19098a8c4a could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 771.697825] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] a823bd62-20a8-4b40-8698-e164d21a7471/a823bd62-20a8-4b40-8698-e164d21a7471.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.702029] env[69226]: DEBUG nova.policy [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7912b7302f574bbe91d2942f7ca41a23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd511a9abf5944cc28ac2f40067f52497', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.703822] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af4306d0-2c3f-4d4a-bc5c-908548007793 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.722043] env[69226]: INFO nova.compute.manager [-] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Took 2.02 seconds to deallocate network for instance. [ 771.728437] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Waiting for the task: (returnval){ [ 771.728437] env[69226]: value = "task-3494583" [ 771.728437] env[69226]: _type = "Task" [ 771.728437] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.737351] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': task-3494583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.822675] env[69226]: DEBUG oslo_concurrency.lockutils [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Acquiring lock "d9603c2e-f0e0-45a6-a31d-b58c052874d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.825052] env[69226]: DEBUG oslo_concurrency.lockutils [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Lock "d9603c2e-f0e0-45a6-a31d-b58c052874d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.904516] env[69226]: DEBUG oslo_vmware.api [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Task: {'id': task-3494582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172926} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.905202] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.905202] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.905417] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.905417] env[69226]: INFO nova.compute.manager [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Took 1.10 seconds to destroy the instance on the hypervisor. [ 771.905753] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.905825] env[69226]: DEBUG nova.compute.manager [-] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.905922] env[69226]: DEBUG nova.network.neutron [-] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.041224] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.109395] env[69226]: DEBUG nova.compute.manager [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.229016] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.239225] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': task-3494583, 'name': ReconfigVM_Task, 'duration_secs': 0.323626} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.242061] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Reconfigured VM instance instance-00000020 to attach disk [datastore2] a823bd62-20a8-4b40-8698-e164d21a7471/a823bd62-20a8-4b40-8698-e164d21a7471.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.242907] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c3c4d40-5c74-4511-a66c-efc23ff5e2ab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.257175] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Waiting for the task: (returnval){ [ 772.257175] env[69226]: value = "task-3494584" [ 772.257175] env[69226]: _type = "Task" [ 772.257175] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.269916] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': task-3494584, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.275034] env[69226]: DEBUG nova.network.neutron [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Successfully created port: 17315053-c056-41bd-bcb3-f53bb3f0c019 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.312092] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4877c9ee-6eee-4f49-acc8-c7c06fe034b5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.320261] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b390a36-08d2-4f91-8ee3-49b97ac2ddfd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.352035] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1230aee3-25c2-4f06-93d0-df8a7bcb54b4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.359914] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dc2b81-bf4b-433f-9a85-f7b672f2d58d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.376864] env[69226]: DEBUG nova.compute.provider_tree [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.768586] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': task-3494584, 'name': Rename_Task, 'duration_secs': 0.162796} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.768742] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.769058] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65179db2-7f56-4a77-8de6-e2969f6eb2f1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.775917] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Waiting for the task: (returnval){ [ 772.775917] env[69226]: value = "task-3494585" [ 772.775917] env[69226]: _type = "Task" [ 772.775917] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.787213] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': task-3494585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.881378] env[69226]: DEBUG nova.scheduler.client.report [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.905583] env[69226]: DEBUG nova.network.neutron [-] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.122753] env[69226]: DEBUG nova.compute.manager [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.138145] env[69226]: DEBUG nova.compute.manager [req-78035dab-a40c-4c32-936b-6b376d5cfe82 req-548c5ed0-cd64-4efb-9e4b-b41755af0dcf service nova] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Received event network-vif-deleted-7f92f6db-0e22-465e-bdff-28c6115a8a44 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.148585] env[69226]: DEBUG nova.virt.hardware [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.148840] env[69226]: DEBUG nova.virt.hardware [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.149019] env[69226]: DEBUG nova.virt.hardware [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.149220] env[69226]: DEBUG nova.virt.hardware [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.149369] env[69226]: DEBUG nova.virt.hardware [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.149518] env[69226]: DEBUG nova.virt.hardware [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.149722] env[69226]: DEBUG nova.virt.hardware [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.149881] env[69226]: DEBUG nova.virt.hardware [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.150057] env[69226]: DEBUG nova.virt.hardware [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.150225] env[69226]: DEBUG nova.virt.hardware [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.150399] env[69226]: DEBUG nova.virt.hardware [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.151493] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb1e4f3-82e8-482c-a0cb-37d5b3dceef4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.159375] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3c9eff-5d00-432d-974a-3947f5d1d2ac {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.286512] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': task-3494585, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.389256] env[69226]: DEBUG oslo_concurrency.lockutils [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.390392] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 38.702s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.390556] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.390703] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 773.391195] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.275s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.392602] env[69226]: INFO nova.compute.claims [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.395691] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896cc048-02c5-4e95-9595-2f2327f051cc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.404838] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1572a651-7e0b-4cd6-ad3f-5ec06b86c725 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.408895] env[69226]: INFO nova.compute.manager [-] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Took 1.50 seconds to deallocate network for instance. [ 773.428706] env[69226]: INFO nova.scheduler.client.report [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Deleted allocations for instance 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd [ 773.430454] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db3a236-faa6-4ff4-b1a6-d0fa94051a20 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.445863] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1156fd07-6083-4bc6-ba02-c7ab38dfab2c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.477265] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179411MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 773.477588] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.786787] env[69226]: DEBUG oslo_vmware.api [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': task-3494585, 'name': PowerOnVM_Task, 'duration_secs': 0.523114} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.787156] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.787406] env[69226]: INFO nova.compute.manager [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Took 8.85 seconds to spawn the instance on the hypervisor. [ 773.787622] env[69226]: DEBUG nova.compute.manager [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.788470] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85addc00-7c30-4b79-b70a-aab85755bf1d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.801492] env[69226]: DEBUG nova.network.neutron [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Successfully updated port: 17315053-c056-41bd-bcb3-f53bb3f0c019 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.931730] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.942110] env[69226]: DEBUG oslo_concurrency.lockutils [None req-04d3e87e-fef0-4045-b649-13b144b70522 tempest-ServerExternalEventsTest-947707674 tempest-ServerExternalEventsTest-947707674-project-member] Lock "3d524a5b-6e5e-4ae9-883f-8f99339b9ffd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.852s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.306398] env[69226]: INFO nova.compute.manager [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Took 51.71 seconds to build instance. [ 774.306398] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.306398] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.306874] env[69226]: DEBUG nova.network.neutron [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.722756] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Acquiring lock "a823bd62-20a8-4b40-8698-e164d21a7471" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.811978] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7b8d14bb-6c25-4a46-a4c0-51e282b626fb tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Lock "a823bd62-20a8-4b40-8698-e164d21a7471" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.707s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.817499] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Lock "a823bd62-20a8-4b40-8698-e164d21a7471" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.094s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.818769] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Acquiring lock "a823bd62-20a8-4b40-8698-e164d21a7471-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.818769] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Lock "a823bd62-20a8-4b40-8698-e164d21a7471-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.818769] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Lock "a823bd62-20a8-4b40-8698-e164d21a7471-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.822195] env[69226]: INFO nova.compute.manager [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Terminating instance [ 774.880069] env[69226]: DEBUG nova.network.neutron [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.922689] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6bc1e7-4f64-4c93-860d-da5707a08c11 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.932030] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6eebb7e-891a-4e55-89ad-5d86f5f7747c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.964184] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9d4788-d5b9-4fbe-8748-923f959068d7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.972203] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d3aa87-f12d-4c3d-a791-20cb2fee19b2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.986364] env[69226]: DEBUG nova.compute.provider_tree [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.079521] env[69226]: DEBUG nova.network.neutron [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Updating instance_info_cache with network_info: [{"id": "17315053-c056-41bd-bcb3-f53bb3f0c019", "address": "fa:16:3e:6f:2f:e8", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17315053-c0", "ovs_interfaceid": "17315053-c056-41bd-bcb3-f53bb3f0c019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.164883] env[69226]: DEBUG nova.compute.manager [req-c6bad8f7-118b-41a2-85bf-40923ecb0dda req-353992ae-42a0-4d0a-8094-679a0eb705a0 service nova] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Received event network-vif-plugged-17315053-c056-41bd-bcb3-f53bb3f0c019 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.165208] env[69226]: DEBUG oslo_concurrency.lockutils [req-c6bad8f7-118b-41a2-85bf-40923ecb0dda req-353992ae-42a0-4d0a-8094-679a0eb705a0 service nova] Acquiring lock "5d5ac77b-9d87-4206-a210-616b240c4e91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.165301] env[69226]: DEBUG oslo_concurrency.lockutils [req-c6bad8f7-118b-41a2-85bf-40923ecb0dda req-353992ae-42a0-4d0a-8094-679a0eb705a0 service nova] Lock "5d5ac77b-9d87-4206-a210-616b240c4e91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.165454] env[69226]: DEBUG oslo_concurrency.lockutils [req-c6bad8f7-118b-41a2-85bf-40923ecb0dda req-353992ae-42a0-4d0a-8094-679a0eb705a0 service nova] Lock "5d5ac77b-9d87-4206-a210-616b240c4e91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.165623] env[69226]: DEBUG nova.compute.manager [req-c6bad8f7-118b-41a2-85bf-40923ecb0dda req-353992ae-42a0-4d0a-8094-679a0eb705a0 service nova] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] No waiting events found dispatching network-vif-plugged-17315053-c056-41bd-bcb3-f53bb3f0c019 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.165784] env[69226]: WARNING nova.compute.manager [req-c6bad8f7-118b-41a2-85bf-40923ecb0dda req-353992ae-42a0-4d0a-8094-679a0eb705a0 service nova] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Received unexpected event network-vif-plugged-17315053-c056-41bd-bcb3-f53bb3f0c019 for instance with vm_state building and task_state spawning. [ 775.165939] env[69226]: DEBUG nova.compute.manager [req-c6bad8f7-118b-41a2-85bf-40923ecb0dda req-353992ae-42a0-4d0a-8094-679a0eb705a0 service nova] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Received event network-changed-17315053-c056-41bd-bcb3-f53bb3f0c019 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.166295] env[69226]: DEBUG nova.compute.manager [req-c6bad8f7-118b-41a2-85bf-40923ecb0dda req-353992ae-42a0-4d0a-8094-679a0eb705a0 service nova] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Refreshing instance network info cache due to event network-changed-17315053-c056-41bd-bcb3-f53bb3f0c019. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.166518] env[69226]: DEBUG oslo_concurrency.lockutils [req-c6bad8f7-118b-41a2-85bf-40923ecb0dda req-353992ae-42a0-4d0a-8094-679a0eb705a0 service nova] Acquiring lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.321694] env[69226]: DEBUG nova.compute.manager [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.325493] env[69226]: DEBUG nova.compute.manager [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.325791] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.326686] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b3b9b4-c76a-4e93-b9c9-567b969a6222 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.334819] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.335067] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d900b0e-a0ad-4953-bbb6-b851201559e0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.343068] env[69226]: DEBUG oslo_vmware.api [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Waiting for the task: (returnval){ [ 775.343068] env[69226]: value = "task-3494586" [ 775.343068] env[69226]: _type = "Task" [ 775.343068] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.352881] env[69226]: DEBUG oslo_vmware.api [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': task-3494586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.493587] env[69226]: DEBUG nova.scheduler.client.report [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.582820] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.582820] env[69226]: DEBUG nova.compute.manager [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Instance network_info: |[{"id": "17315053-c056-41bd-bcb3-f53bb3f0c019", "address": "fa:16:3e:6f:2f:e8", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17315053-c0", "ovs_interfaceid": "17315053-c056-41bd-bcb3-f53bb3f0c019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.583047] env[69226]: DEBUG oslo_concurrency.lockutils [req-c6bad8f7-118b-41a2-85bf-40923ecb0dda req-353992ae-42a0-4d0a-8094-679a0eb705a0 service nova] Acquired lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.583047] env[69226]: DEBUG nova.network.neutron [req-c6bad8f7-118b-41a2-85bf-40923ecb0dda req-353992ae-42a0-4d0a-8094-679a0eb705a0 service nova] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Refreshing network info cache for port 17315053-c056-41bd-bcb3-f53bb3f0c019 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.584382] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:2f:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17315053-c056-41bd-bcb3-f53bb3f0c019', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.596036] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Creating folder: Project (d511a9abf5944cc28ac2f40067f52497). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.597608] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48e6b0ae-10c8-44a8-9ecd-740b5ffe9baa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.611257] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Created folder: Project (d511a9abf5944cc28ac2f40067f52497) in parent group-v698365. [ 775.611257] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Creating folder: Instances. Parent ref: group-v698461. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.611257] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c500eb2-fad6-4d01-8458-94992782309e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.620228] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Created folder: Instances in parent group-v698461. [ 775.620476] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.620672] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.620879] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d79e0255-1bdd-4f62-b80f-902063c0b166 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.643836] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.643836] env[69226]: value = "task-3494589" [ 775.643836] env[69226]: _type = "Task" [ 775.643836] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.652546] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494589, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.849896] env[69226]: DEBUG oslo_concurrency.lockutils [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.852955] env[69226]: DEBUG nova.network.neutron [req-c6bad8f7-118b-41a2-85bf-40923ecb0dda req-353992ae-42a0-4d0a-8094-679a0eb705a0 service nova] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Updated VIF entry in instance network info cache for port 17315053-c056-41bd-bcb3-f53bb3f0c019. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.853350] env[69226]: DEBUG nova.network.neutron [req-c6bad8f7-118b-41a2-85bf-40923ecb0dda req-353992ae-42a0-4d0a-8094-679a0eb705a0 service nova] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Updating instance_info_cache with network_info: [{"id": "17315053-c056-41bd-bcb3-f53bb3f0c019", "address": "fa:16:3e:6f:2f:e8", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17315053-c0", "ovs_interfaceid": "17315053-c056-41bd-bcb3-f53bb3f0c019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.857669] env[69226]: DEBUG oslo_vmware.api [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': task-3494586, 'name': PowerOffVM_Task, 'duration_secs': 0.19409} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.858250] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.858466] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.859052] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20bd94b6-a41c-4983-998d-9bcca27db913 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.917284] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.917574] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.917781] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Deleting the datastore file [datastore2] a823bd62-20a8-4b40-8698-e164d21a7471 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.918103] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06d7318a-6ee0-4bad-a26d-76dd1b8abe78 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.926928] env[69226]: DEBUG oslo_vmware.api [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Waiting for the task: (returnval){ [ 775.926928] env[69226]: value = "task-3494591" [ 775.926928] env[69226]: _type = "Task" [ 775.926928] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.937885] env[69226]: DEBUG oslo_vmware.api [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': task-3494591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.998734] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.999127] env[69226]: DEBUG nova.compute.manager [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.001784] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.123s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.002032] env[69226]: DEBUG nova.objects.instance [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Lazy-loading 'resources' on Instance uuid d148ca17-206a-48e4-a673-471bf48ab99e {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.153870] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494589, 'name': CreateVM_Task, 'duration_secs': 0.307564} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.154185] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.155097] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.155371] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.156186] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.156570] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3824de8e-d0e3-4e6c-8390-67d92dd0399a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.162046] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 776.162046] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52040905-e245-843b-8b2e-f3d0fab9d4e3" [ 776.162046] env[69226]: _type = "Task" [ 776.162046] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.172131] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52040905-e245-843b-8b2e-f3d0fab9d4e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.360197] env[69226]: DEBUG oslo_concurrency.lockutils [req-c6bad8f7-118b-41a2-85bf-40923ecb0dda req-353992ae-42a0-4d0a-8094-679a0eb705a0 service nova] Releasing lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.437129] env[69226]: DEBUG oslo_vmware.api [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Task: {'id': task-3494591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141229} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.437386] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.437569] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.437742] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.437918] env[69226]: INFO nova.compute.manager [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Took 1.11 seconds to destroy the instance on the hypervisor. [ 776.438180] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.438371] env[69226]: DEBUG nova.compute.manager [-] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.438464] env[69226]: DEBUG nova.network.neutron [-] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.505971] env[69226]: DEBUG nova.compute.utils [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.510722] env[69226]: DEBUG nova.compute.manager [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.510974] env[69226]: DEBUG nova.network.neutron [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.604108] env[69226]: DEBUG nova.policy [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66cae5b234c2473aa6abd2daed9f2d7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8d97c5232204e159a838e7466fe2a44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.673969] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52040905-e245-843b-8b2e-f3d0fab9d4e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009014} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.674558] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.674828] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.675141] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.675332] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.675687] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.676019] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74021522-5012-4a0b-bc11-2ef512573e6c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.684649] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.684769] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.688468] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b99b2268-1e92-431b-802f-cecc96a0b156 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.697018] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 776.697018] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525a2a7a-c053-3262-86b9-d4e241442022" [ 776.697018] env[69226]: _type = "Task" [ 776.697018] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.701752] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525a2a7a-c053-3262-86b9-d4e241442022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.011713] env[69226]: DEBUG nova.compute.manager [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.046994] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c440ee1-ba2c-4fa4-a978-4c8674e2e3d5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.055303] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f638c2b5-725b-4c9b-a109-4b5f05ab1ab4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.088993] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9073ca5e-464a-4d71-8e3b-67c29ae4207b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.097248] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c32e589-7ced-4312-8bfb-3b304c7a436f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.112446] env[69226]: DEBUG nova.compute.provider_tree [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 777.205590] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525a2a7a-c053-3262-86b9-d4e241442022, 'name': SearchDatastore_Task, 'duration_secs': 0.009438} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.206443] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44835cba-262d-4c13-84a8-e65b4a2a3acd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.209569] env[69226]: DEBUG nova.network.neutron [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Successfully created port: cab4653c-e289-4ef1-8b2e-5f8239db591d {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.214145] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 777.214145] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528a89c0-5697-57f7-d573-8f353ebcd23d" [ 777.214145] env[69226]: _type = "Task" [ 777.214145] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.221662] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528a89c0-5697-57f7-d573-8f353ebcd23d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.265753] env[69226]: DEBUG nova.compute.manager [req-2f6f0b34-cfc3-4103-a6bf-7a3f4fb20376 req-175c81eb-e82e-483c-a2ef-74fbdc1c6143 service nova] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Received event network-vif-deleted-e0953d75-dfba-4aac-9ef6-c0600d39a54c {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.265944] env[69226]: INFO nova.compute.manager [req-2f6f0b34-cfc3-4103-a6bf-7a3f4fb20376 req-175c81eb-e82e-483c-a2ef-74fbdc1c6143 service nova] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Neutron deleted interface e0953d75-dfba-4aac-9ef6-c0600d39a54c; detaching it from the instance and deleting it from the info cache [ 777.266131] env[69226]: DEBUG nova.network.neutron [req-2f6f0b34-cfc3-4103-a6bf-7a3f4fb20376 req-175c81eb-e82e-483c-a2ef-74fbdc1c6143 service nova] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.473923] env[69226]: DEBUG nova.network.neutron [-] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.635176] env[69226]: ERROR nova.scheduler.client.report [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] [req-8721062d-d51f-4c69-b42f-116e202281bd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b569e5e-3afa-426e-9210-ba55a6e69f42. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8721062d-d51f-4c69-b42f-116e202281bd"}]} [ 777.656140] env[69226]: DEBUG nova.scheduler.client.report [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Refreshing inventories for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 777.670163] env[69226]: DEBUG nova.scheduler.client.report [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Updating ProviderTree inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 777.670390] env[69226]: DEBUG nova.compute.provider_tree [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 777.683672] env[69226]: DEBUG nova.scheduler.client.report [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Refreshing aggregate associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, aggregates: None {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 777.701652] env[69226]: DEBUG nova.scheduler.client.report [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Refreshing trait associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 777.728061] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528a89c0-5697-57f7-d573-8f353ebcd23d, 'name': SearchDatastore_Task, 'duration_secs': 0.009161} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.732092] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.732806] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 5d5ac77b-9d87-4206-a210-616b240c4e91/5d5ac77b-9d87-4206-a210-616b240c4e91.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.733348] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2042712-ecd5-414a-9121-01283b20c752 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.740633] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 777.740633] env[69226]: value = "task-3494592" [ 777.740633] env[69226]: _type = "Task" [ 777.740633] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.752277] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.770732] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0652981b-478a-484f-98c2-46a44f03b81f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.778889] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "interface-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.779703] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "interface-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.779703] env[69226]: DEBUG nova.objects.instance [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lazy-loading 'flavor' on Instance uuid e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.786145] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fb4a91-aa61-4dae-af0d-90ef86f9f6e0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.819243] env[69226]: DEBUG nova.compute.manager [req-2f6f0b34-cfc3-4103-a6bf-7a3f4fb20376 req-175c81eb-e82e-483c-a2ef-74fbdc1c6143 service nova] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Detach interface failed, port_id=e0953d75-dfba-4aac-9ef6-c0600d39a54c, reason: Instance a823bd62-20a8-4b40-8698-e164d21a7471 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 777.980387] env[69226]: INFO nova.compute.manager [-] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Took 1.54 seconds to deallocate network for instance. [ 778.020454] env[69226]: DEBUG nova.compute.manager [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.059220] env[69226]: DEBUG nova.virt.hardware [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.059496] env[69226]: DEBUG nova.virt.hardware [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.059651] env[69226]: DEBUG nova.virt.hardware [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.060036] env[69226]: DEBUG nova.virt.hardware [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.060229] env[69226]: DEBUG nova.virt.hardware [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.060381] env[69226]: DEBUG nova.virt.hardware [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.060625] env[69226]: DEBUG nova.virt.hardware [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.060796] env[69226]: DEBUG nova.virt.hardware [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.061011] env[69226]: DEBUG nova.virt.hardware [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.061221] env[69226]: DEBUG nova.virt.hardware [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.061432] env[69226]: DEBUG nova.virt.hardware [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.062423] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b984df4e-c190-4584-b0fa-14bf54432753 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.076500] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4abe71-2668-4969-a4d9-2a3aa047253c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.252015] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489481} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.253117] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 5d5ac77b-9d87-4206-a210-616b240c4e91/5d5ac77b-9d87-4206-a210-616b240c4e91.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.253117] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.253117] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b156fbb0-291e-4e01-b291-c3eef374eead {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.262085] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 778.262085] env[69226]: value = "task-3494593" [ 778.262085] env[69226]: _type = "Task" [ 778.262085] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.268941] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.342499] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3563d3-d58e-4276-8429-a5b6bf563e09 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.349947] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a87ab91-9897-49ed-acfe-f1f51783de0f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.381952] env[69226]: DEBUG nova.objects.instance [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lazy-loading 'pci_requests' on Instance uuid e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.383492] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335ec1fb-58a6-464c-9f4c-831571570b9c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.391482] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89025864-cb15-459c-83ef-d256ecad292c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.407311] env[69226]: DEBUG nova.compute.provider_tree [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.492439] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.771581] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064265} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.772665] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.772832] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25be26d-9522-451a-ba23-645c56a3d8ff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.799541] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 5d5ac77b-9d87-4206-a210-616b240c4e91/5d5ac77b-9d87-4206-a210-616b240c4e91.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.799887] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38d45519-1432-4995-ba69-4dc94b293bd0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.821675] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 778.821675] env[69226]: value = "task-3494594" [ 778.821675] env[69226]: _type = "Task" [ 778.821675] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.829465] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.886902] env[69226]: DEBUG nova.network.neutron [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Successfully updated port: cab4653c-e289-4ef1-8b2e-5f8239db591d {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.886902] env[69226]: DEBUG nova.objects.base [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 778.887411] env[69226]: DEBUG nova.network.neutron [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.911145] env[69226]: DEBUG nova.scheduler.client.report [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.928649] env[69226]: DEBUG nova.policy [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4b02c2d77dc4fe090145956ab223e07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51df88c85f974fd4b9585ca3bfe4de8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.261821] env[69226]: DEBUG nova.network.neutron [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Successfully created port: fc9e8471-7d07-41ef-b80f-2ee605594798 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.333019] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494594, 'name': ReconfigVM_Task, 'duration_secs': 0.48795} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.333019] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 5d5ac77b-9d87-4206-a210-616b240c4e91/5d5ac77b-9d87-4206-a210-616b240c4e91.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.333326] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0b585c1-a7c6-46ab-8a36-0008e4770fdc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.345023] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 779.345023] env[69226]: value = "task-3494595" [ 779.345023] env[69226]: _type = "Task" [ 779.345023] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.352091] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494595, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.394080] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "refresh_cache-4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.395072] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquired lock "refresh_cache-4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.395072] env[69226]: DEBUG nova.network.neutron [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.417044] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.415s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.419995] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.481s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.421340] env[69226]: INFO nova.compute.claims [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.462530] env[69226]: INFO nova.scheduler.client.report [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Deleted allocations for instance d148ca17-206a-48e4-a673-471bf48ab99e [ 779.851866] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494595, 'name': Rename_Task, 'duration_secs': 0.245368} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.852326] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.852398] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75344112-49cb-48c9-9fa7-c0950601c580 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.858462] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 779.858462] env[69226]: value = "task-3494596" [ 779.858462] env[69226]: _type = "Task" [ 779.858462] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.865586] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.903748] env[69226]: DEBUG nova.compute.manager [req-3ec8c982-d879-4e3b-bfcc-3cea422d53a2 req-a4cd57ac-cb85-4236-afd1-c1265c23ed23 service nova] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Received event network-vif-plugged-cab4653c-e289-4ef1-8b2e-5f8239db591d {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.903945] env[69226]: DEBUG oslo_concurrency.lockutils [req-3ec8c982-d879-4e3b-bfcc-3cea422d53a2 req-a4cd57ac-cb85-4236-afd1-c1265c23ed23 service nova] Acquiring lock "4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.904179] env[69226]: DEBUG oslo_concurrency.lockutils [req-3ec8c982-d879-4e3b-bfcc-3cea422d53a2 req-a4cd57ac-cb85-4236-afd1-c1265c23ed23 service nova] Lock "4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.904322] env[69226]: DEBUG oslo_concurrency.lockutils [req-3ec8c982-d879-4e3b-bfcc-3cea422d53a2 req-a4cd57ac-cb85-4236-afd1-c1265c23ed23 service nova] Lock "4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.904482] env[69226]: DEBUG nova.compute.manager [req-3ec8c982-d879-4e3b-bfcc-3cea422d53a2 req-a4cd57ac-cb85-4236-afd1-c1265c23ed23 service nova] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] No waiting events found dispatching network-vif-plugged-cab4653c-e289-4ef1-8b2e-5f8239db591d {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.904701] env[69226]: WARNING nova.compute.manager [req-3ec8c982-d879-4e3b-bfcc-3cea422d53a2 req-a4cd57ac-cb85-4236-afd1-c1265c23ed23 service nova] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Received unexpected event network-vif-plugged-cab4653c-e289-4ef1-8b2e-5f8239db591d for instance with vm_state building and task_state spawning. [ 779.904800] env[69226]: DEBUG nova.compute.manager [req-3ec8c982-d879-4e3b-bfcc-3cea422d53a2 req-a4cd57ac-cb85-4236-afd1-c1265c23ed23 service nova] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Received event network-changed-cab4653c-e289-4ef1-8b2e-5f8239db591d {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.905203] env[69226]: DEBUG nova.compute.manager [req-3ec8c982-d879-4e3b-bfcc-3cea422d53a2 req-a4cd57ac-cb85-4236-afd1-c1265c23ed23 service nova] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Refreshing instance network info cache due to event network-changed-cab4653c-e289-4ef1-8b2e-5f8239db591d. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.905403] env[69226]: DEBUG oslo_concurrency.lockutils [req-3ec8c982-d879-4e3b-bfcc-3cea422d53a2 req-a4cd57ac-cb85-4236-afd1-c1265c23ed23 service nova] Acquiring lock "refresh_cache-4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.934042] env[69226]: DEBUG nova.network.neutron [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.974015] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c43f004-d430-4b8b-a416-47056e242dd5 tempest-ServerDiagnosticsV248Test-119914604 tempest-ServerDiagnosticsV248Test-119914604-project-member] Lock "d148ca17-206a-48e4-a673-471bf48ab99e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.428s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.076875] env[69226]: DEBUG nova.network.neutron [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Updating instance_info_cache with network_info: [{"id": "cab4653c-e289-4ef1-8b2e-5f8239db591d", "address": "fa:16:3e:0d:dd:c0", "network": {"id": "8ca4b9e6-2123-4ff0-ace6-7ebf43d18819", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-691667159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8d97c5232204e159a838e7466fe2a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcab4653c-e2", "ovs_interfaceid": "cab4653c-e289-4ef1-8b2e-5f8239db591d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.368388] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494596, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.580766] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Releasing lock "refresh_cache-4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.581256] env[69226]: DEBUG nova.compute.manager [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Instance network_info: |[{"id": "cab4653c-e289-4ef1-8b2e-5f8239db591d", "address": "fa:16:3e:0d:dd:c0", "network": {"id": "8ca4b9e6-2123-4ff0-ace6-7ebf43d18819", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-691667159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8d97c5232204e159a838e7466fe2a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcab4653c-e2", "ovs_interfaceid": "cab4653c-e289-4ef1-8b2e-5f8239db591d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.581408] env[69226]: DEBUG oslo_concurrency.lockutils [req-3ec8c982-d879-4e3b-bfcc-3cea422d53a2 req-a4cd57ac-cb85-4236-afd1-c1265c23ed23 service nova] Acquired lock "refresh_cache-4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.581819] env[69226]: DEBUG nova.network.neutron [req-3ec8c982-d879-4e3b-bfcc-3cea422d53a2 req-a4cd57ac-cb85-4236-afd1-c1265c23ed23 service nova] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Refreshing network info cache for port cab4653c-e289-4ef1-8b2e-5f8239db591d {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.582738] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:dd:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cab4653c-e289-4ef1-8b2e-5f8239db591d', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.592492] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Creating folder: Project (a8d97c5232204e159a838e7466fe2a44). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.595364] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27e568e6-6706-411c-8a36-edc48f7dea44 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.609677] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Created folder: Project (a8d97c5232204e159a838e7466fe2a44) in parent group-v698365. [ 780.609677] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Creating folder: Instances. Parent ref: group-v698464. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.612219] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8440a62b-f369-4261-bac4-42c2beb214df {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.623096] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Created folder: Instances in parent group-v698464. [ 780.623096] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.623096] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.623096] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93182187-734b-4530-9623-e68c41aebf80 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.646627] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.646627] env[69226]: value = "task-3494599" [ 780.646627] env[69226]: _type = "Task" [ 780.646627] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.657173] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494599, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.873393] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494596, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.038556] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978236cf-1582-4ccd-8928-35d2c31e5540 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.046275] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627de06f-4b16-4b6e-8c02-60a741b9dc86 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.080435] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f5d136-3310-4e03-b92d-6f435dd9d736 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.088182] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a315fe1e-82b1-4976-8d86-5447282367e3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.105929] env[69226]: DEBUG nova.compute.provider_tree [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.159319] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494599, 'name': CreateVM_Task, 'duration_secs': 0.301217} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.159516] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.160246] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.160353] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.160662] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.160934] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9bab8a8-a644-4617-9c44-e05db631537e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.166347] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 781.166347] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b9a58d-d8ab-689d-0d27-e3d6b78e7271" [ 781.166347] env[69226]: _type = "Task" [ 781.166347] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.174695] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b9a58d-d8ab-689d-0d27-e3d6b78e7271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.221653] env[69226]: DEBUG nova.network.neutron [req-3ec8c982-d879-4e3b-bfcc-3cea422d53a2 req-a4cd57ac-cb85-4236-afd1-c1265c23ed23 service nova] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Updated VIF entry in instance network info cache for port cab4653c-e289-4ef1-8b2e-5f8239db591d. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.222013] env[69226]: DEBUG nova.network.neutron [req-3ec8c982-d879-4e3b-bfcc-3cea422d53a2 req-a4cd57ac-cb85-4236-afd1-c1265c23ed23 service nova] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Updating instance_info_cache with network_info: [{"id": "cab4653c-e289-4ef1-8b2e-5f8239db591d", "address": "fa:16:3e:0d:dd:c0", "network": {"id": "8ca4b9e6-2123-4ff0-ace6-7ebf43d18819", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-691667159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8d97c5232204e159a838e7466fe2a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcab4653c-e2", "ovs_interfaceid": "cab4653c-e289-4ef1-8b2e-5f8239db591d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.283109] env[69226]: DEBUG nova.network.neutron [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Successfully updated port: fc9e8471-7d07-41ef-b80f-2ee605594798 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.370242] env[69226]: DEBUG oslo_vmware.api [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494596, 'name': PowerOnVM_Task, 'duration_secs': 1.13309} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.370524] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.371137] env[69226]: INFO nova.compute.manager [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Took 8.25 seconds to spawn the instance on the hypervisor. [ 781.371335] env[69226]: DEBUG nova.compute.manager [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.372224] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a72e18c-626c-471d-8f8c-e8bf1dee739c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.609574] env[69226]: DEBUG nova.scheduler.client.report [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.676765] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b9a58d-d8ab-689d-0d27-e3d6b78e7271, 'name': SearchDatastore_Task, 'duration_secs': 0.008936} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.677100] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.677335] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.677573] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.677719] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.677928] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.678165] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b442f42b-22c4-4ad8-919d-6a5db44f2054 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.686833] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.687350] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.687760] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35730316-fdf4-4cf2-9def-8227a6732089 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.693069] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 781.693069] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c159b1-ba15-eaba-6003-ae92fbb38269" [ 781.693069] env[69226]: _type = "Task" [ 781.693069] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.702095] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c159b1-ba15-eaba-6003-ae92fbb38269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.725032] env[69226]: DEBUG oslo_concurrency.lockutils [req-3ec8c982-d879-4e3b-bfcc-3cea422d53a2 req-a4cd57ac-cb85-4236-afd1-c1265c23ed23 service nova] Releasing lock "refresh_cache-4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.785676] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "refresh_cache-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.786141] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "refresh_cache-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.786141] env[69226]: DEBUG nova.network.neutron [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.898825] env[69226]: INFO nova.compute.manager [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Took 54.89 seconds to build instance. [ 782.116096] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.116636] env[69226]: DEBUG nova.compute.manager [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.119773] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.454s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.121546] env[69226]: INFO nova.compute.claims [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.205561] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c159b1-ba15-eaba-6003-ae92fbb38269, 'name': SearchDatastore_Task, 'duration_secs': 0.008389} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.205954] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1671629-6955-49f4-ac77-30c9ea6b071d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.211291] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 782.211291] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526a307e-349c-4ff0-c8be-07339b3d187c" [ 782.211291] env[69226]: _type = "Task" [ 782.211291] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.220402] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526a307e-349c-4ff0-c8be-07339b3d187c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.335124] env[69226]: WARNING nova.network.neutron [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] b5f8d613-1f81-4dd9-8a85-3ec46149a0ab already exists in list: networks containing: ['b5f8d613-1f81-4dd9-8a85-3ec46149a0ab']. ignoring it [ 782.401761] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d32ed256-d284-497a-98dc-4c32858c64c6 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "5d5ac77b-9d87-4206-a210-616b240c4e91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.123s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.634792] env[69226]: DEBUG nova.compute.utils [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.636719] env[69226]: DEBUG nova.compute.manager [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.636981] env[69226]: DEBUG nova.network.neutron [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.725482] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526a307e-349c-4ff0-c8be-07339b3d187c, 'name': SearchDatastore_Task, 'duration_secs': 0.008933} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.725482] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.725636] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f/4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.725854] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74813f17-a248-4f13-8763-05f0f061c57e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.735185] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 782.735185] env[69226]: value = "task-3494600" [ 782.735185] env[69226]: _type = "Task" [ 782.735185] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.735185] env[69226]: DEBUG nova.policy [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f49026ec08e24d4b911fbc304415b398', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b41f0db4c0f54e168336ce8ebaf9c4f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.747524] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.779581] env[69226]: DEBUG nova.compute.manager [req-7f2f4e22-7dec-4737-b1a6-88e96924222d req-33200cc6-2119-423e-a0a8-6a3d8f40dd08 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Received event network-vif-plugged-fc9e8471-7d07-41ef-b80f-2ee605594798 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.779807] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f2f4e22-7dec-4737-b1a6-88e96924222d req-33200cc6-2119-423e-a0a8-6a3d8f40dd08 service nova] Acquiring lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.780142] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f2f4e22-7dec-4737-b1a6-88e96924222d req-33200cc6-2119-423e-a0a8-6a3d8f40dd08 service nova] Lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.780406] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f2f4e22-7dec-4737-b1a6-88e96924222d req-33200cc6-2119-423e-a0a8-6a3d8f40dd08 service nova] Lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.780527] env[69226]: DEBUG nova.compute.manager [req-7f2f4e22-7dec-4737-b1a6-88e96924222d req-33200cc6-2119-423e-a0a8-6a3d8f40dd08 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] No waiting events found dispatching network-vif-plugged-fc9e8471-7d07-41ef-b80f-2ee605594798 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.780693] env[69226]: WARNING nova.compute.manager [req-7f2f4e22-7dec-4737-b1a6-88e96924222d req-33200cc6-2119-423e-a0a8-6a3d8f40dd08 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Received unexpected event network-vif-plugged-fc9e8471-7d07-41ef-b80f-2ee605594798 for instance with vm_state active and task_state None. [ 782.780881] env[69226]: DEBUG nova.compute.manager [req-7f2f4e22-7dec-4737-b1a6-88e96924222d req-33200cc6-2119-423e-a0a8-6a3d8f40dd08 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Received event network-changed-fc9e8471-7d07-41ef-b80f-2ee605594798 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.781065] env[69226]: DEBUG nova.compute.manager [req-7f2f4e22-7dec-4737-b1a6-88e96924222d req-33200cc6-2119-423e-a0a8-6a3d8f40dd08 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Refreshing instance network info cache due to event network-changed-fc9e8471-7d07-41ef-b80f-2ee605594798. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.781278] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f2f4e22-7dec-4737-b1a6-88e96924222d req-33200cc6-2119-423e-a0a8-6a3d8f40dd08 service nova] Acquiring lock "refresh_cache-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.840825] env[69226]: DEBUG nova.network.neutron [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Updating instance_info_cache with network_info: [{"id": "4291446f-fafc-495e-805f-4c346d58f9c3", "address": "fa:16:3e:44:52:23", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4291446f-fa", "ovs_interfaceid": "4291446f-fafc-495e-805f-4c346d58f9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fc9e8471-7d07-41ef-b80f-2ee605594798", "address": "fa:16:3e:20:d5:37", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc9e8471-7d", "ovs_interfaceid": "fc9e8471-7d07-41ef-b80f-2ee605594798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.904997] env[69226]: DEBUG nova.compute.manager [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.144551] env[69226]: DEBUG nova.compute.manager [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.252356] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501934} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.252617] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f/4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.252836] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.253181] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-662e1939-1bd1-4dee-9774-8cc188baee43 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.263451] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 783.263451] env[69226]: value = "task-3494601" [ 783.263451] env[69226]: _type = "Task" [ 783.263451] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.270356] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.285537] env[69226]: DEBUG nova.network.neutron [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Successfully created port: 6515a865-93c2-4cd0-8e48-3104fcbd70d0 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.347677] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "refresh_cache-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.348658] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.348823] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.349641] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f2f4e22-7dec-4737-b1a6-88e96924222d req-33200cc6-2119-423e-a0a8-6a3d8f40dd08 service nova] Acquired lock "refresh_cache-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.349832] env[69226]: DEBUG nova.network.neutron [req-7f2f4e22-7dec-4737-b1a6-88e96924222d req-33200cc6-2119-423e-a0a8-6a3d8f40dd08 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Refreshing network info cache for port fc9e8471-7d07-41ef-b80f-2ee605594798 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.351837] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ba53e9-4bd3-45f2-aae0-d3c91e834364 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.376461] env[69226]: DEBUG nova.virt.hardware [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.376738] env[69226]: DEBUG nova.virt.hardware [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.376923] env[69226]: DEBUG nova.virt.hardware [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.377118] env[69226]: DEBUG nova.virt.hardware [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.377260] env[69226]: DEBUG nova.virt.hardware [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.377401] env[69226]: DEBUG nova.virt.hardware [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.377600] env[69226]: DEBUG nova.virt.hardware [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.377750] env[69226]: DEBUG nova.virt.hardware [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.377905] env[69226]: DEBUG nova.virt.hardware [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.378130] env[69226]: DEBUG nova.virt.hardware [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.378318] env[69226]: DEBUG nova.virt.hardware [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.385355] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Reconfiguring VM to attach interface {{(pid=69226) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 783.388178] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42fff58b-16b8-4b9b-b050-0834f046d5fd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.405387] env[69226]: DEBUG oslo_vmware.api [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 783.405387] env[69226]: value = "task-3494602" [ 783.405387] env[69226]: _type = "Task" [ 783.405387] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.415447] env[69226]: DEBUG oslo_vmware.api [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494602, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.432108] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.588991] env[69226]: DEBUG nova.objects.instance [None req-a5502450-d290-4058-9410-6b9297624be1 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Lazy-loading 'flavor' on Instance uuid f24d0958-af72-4bb1-b88d-5244a488ef2b {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.780144] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079767} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.780482] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.781514] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d1aa8b-e30c-48c1-bce8-080575f6540f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.814795] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f/4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.817772] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f85c370-c64f-426a-8b40-1b2c51d47f16 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.845018] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 783.845018] env[69226]: value = "task-3494603" [ 783.845018] env[69226]: _type = "Task" [ 783.845018] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.853824] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.878405] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02d25b8-91ad-49cc-9373-724846940ebe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.886760] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b06123-2a32-4f06-8218-d36ce43922c4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.927739] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8a429c-f5cd-49f8-a91d-8f98e9b3478d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.936051] env[69226]: DEBUG oslo_vmware.api [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.941969] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e792a8-e96b-4c35-94b2-db266a003d7f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.960182] env[69226]: DEBUG nova.compute.provider_tree [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.099669] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a5502450-d290-4058-9410-6b9297624be1 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Acquiring lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.099918] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a5502450-d290-4058-9410-6b9297624be1 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Acquired lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.159376] env[69226]: DEBUG nova.compute.manager [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.184340] env[69226]: DEBUG nova.compute.manager [req-d9e7ad5f-ec21-42f4-9f70-77792c4130c2 req-cfffbf7c-ac40-4b3c-8262-1f2d3e2b7b1b service nova] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Received event network-changed-17315053-c056-41bd-bcb3-f53bb3f0c019 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.184526] env[69226]: DEBUG nova.compute.manager [req-d9e7ad5f-ec21-42f4-9f70-77792c4130c2 req-cfffbf7c-ac40-4b3c-8262-1f2d3e2b7b1b service nova] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Refreshing instance network info cache due to event network-changed-17315053-c056-41bd-bcb3-f53bb3f0c019. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.184738] env[69226]: DEBUG oslo_concurrency.lockutils [req-d9e7ad5f-ec21-42f4-9f70-77792c4130c2 req-cfffbf7c-ac40-4b3c-8262-1f2d3e2b7b1b service nova] Acquiring lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.184879] env[69226]: DEBUG oslo_concurrency.lockutils [req-d9e7ad5f-ec21-42f4-9f70-77792c4130c2 req-cfffbf7c-ac40-4b3c-8262-1f2d3e2b7b1b service nova] Acquired lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.185046] env[69226]: DEBUG nova.network.neutron [req-d9e7ad5f-ec21-42f4-9f70-77792c4130c2 req-cfffbf7c-ac40-4b3c-8262-1f2d3e2b7b1b service nova] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Refreshing network info cache for port 17315053-c056-41bd-bcb3-f53bb3f0c019 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.205027] env[69226]: DEBUG nova.virt.hardware [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.205027] env[69226]: DEBUG nova.virt.hardware [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.205027] env[69226]: DEBUG nova.virt.hardware [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.205027] env[69226]: DEBUG nova.virt.hardware [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.205027] env[69226]: DEBUG nova.virt.hardware [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.205027] env[69226]: DEBUG nova.virt.hardware [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.205027] env[69226]: DEBUG nova.virt.hardware [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.205027] env[69226]: DEBUG nova.virt.hardware [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.205027] env[69226]: DEBUG nova.virt.hardware [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.205027] env[69226]: DEBUG nova.virt.hardware [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.205027] env[69226]: DEBUG nova.virt.hardware [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.205027] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01c5caf-8a24-4205-aacf-cd3864d354ae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.213482] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c651100-6f75-49ed-8375-1e00893c261f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.354370] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494603, 'name': ReconfigVM_Task, 'duration_secs': 0.291933} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.354666] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f/4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.355304] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-170db215-7b21-49bf-b6d8-5bbd440c1421 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.362054] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 784.362054] env[69226]: value = "task-3494604" [ 784.362054] env[69226]: _type = "Task" [ 784.362054] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.366315] env[69226]: DEBUG nova.network.neutron [req-7f2f4e22-7dec-4737-b1a6-88e96924222d req-33200cc6-2119-423e-a0a8-6a3d8f40dd08 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Updated VIF entry in instance network info cache for port fc9e8471-7d07-41ef-b80f-2ee605594798. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.366708] env[69226]: DEBUG nova.network.neutron [req-7f2f4e22-7dec-4737-b1a6-88e96924222d req-33200cc6-2119-423e-a0a8-6a3d8f40dd08 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Updating instance_info_cache with network_info: [{"id": "4291446f-fafc-495e-805f-4c346d58f9c3", "address": "fa:16:3e:44:52:23", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4291446f-fa", "ovs_interfaceid": "4291446f-fafc-495e-805f-4c346d58f9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fc9e8471-7d07-41ef-b80f-2ee605594798", "address": "fa:16:3e:20:d5:37", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc9e8471-7d", "ovs_interfaceid": "fc9e8471-7d07-41ef-b80f-2ee605594798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.374644] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494604, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.439035] env[69226]: DEBUG oslo_vmware.api [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494602, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.465647] env[69226]: DEBUG nova.scheduler.client.report [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.878197] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f2f4e22-7dec-4737-b1a6-88e96924222d req-33200cc6-2119-423e-a0a8-6a3d8f40dd08 service nova] Releasing lock "refresh_cache-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.879333] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494604, 'name': Rename_Task, 'duration_secs': 0.156303} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.879647] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.880506] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50e62257-bafd-4317-8ec1-aff80430cd2e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.887889] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 784.887889] env[69226]: value = "task-3494605" [ 784.887889] env[69226]: _type = "Task" [ 784.887889] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.897127] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.936428] env[69226]: DEBUG oslo_vmware.api [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494602, 'name': ReconfigVM_Task, 'duration_secs': 1.094642} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.936995] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.937995] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Reconfigured VM to attach interface {{(pid=69226) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 784.971342] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.851s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.972159] env[69226]: DEBUG nova.compute.manager [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.975152] env[69226]: DEBUG oslo_concurrency.lockutils [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.522s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.975383] env[69226]: DEBUG nova.objects.instance [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lazy-loading 'resources' on Instance uuid 168831bc-c8b0-415e-89d4-6a1b5ea03dc3 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.388909] env[69226]: DEBUG nova.network.neutron [None req-a5502450-d290-4058-9410-6b9297624be1 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.402855] env[69226]: DEBUG oslo_vmware.api [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494605, 'name': PowerOnVM_Task, 'duration_secs': 0.481544} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.403126] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.403570] env[69226]: INFO nova.compute.manager [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Took 7.38 seconds to spawn the instance on the hypervisor. [ 785.403778] env[69226]: DEBUG nova.compute.manager [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.404765] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188b9e8b-81d2-40a4-a251-b800c73ba67b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.420173] env[69226]: DEBUG nova.network.neutron [req-d9e7ad5f-ec21-42f4-9f70-77792c4130c2 req-cfffbf7c-ac40-4b3c-8262-1f2d3e2b7b1b service nova] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Updated VIF entry in instance network info cache for port 17315053-c056-41bd-bcb3-f53bb3f0c019. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.420374] env[69226]: DEBUG nova.network.neutron [req-d9e7ad5f-ec21-42f4-9f70-77792c4130c2 req-cfffbf7c-ac40-4b3c-8262-1f2d3e2b7b1b service nova] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Updating instance_info_cache with network_info: [{"id": "17315053-c056-41bd-bcb3-f53bb3f0c019", "address": "fa:16:3e:6f:2f:e8", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17315053-c0", "ovs_interfaceid": "17315053-c056-41bd-bcb3-f53bb3f0c019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.445217] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5944b0fe-738e-47d5-afc4-032e38169394 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "interface-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.666s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.480020] env[69226]: DEBUG nova.compute.utils [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.483512] env[69226]: DEBUG nova.compute.manager [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.483795] env[69226]: DEBUG nova.network.neutron [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.563235] env[69226]: DEBUG nova.policy [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be0ccfc8a7974bf7988cca5d69593f31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0972fc64504476a87b822ac7a36e8db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.596801] env[69226]: DEBUG nova.network.neutron [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Successfully updated port: 6515a865-93c2-4cd0-8e48-3104fcbd70d0 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.925067] env[69226]: DEBUG nova.compute.manager [req-2f2d185d-df88-42d2-bc06-e1747b93598e req-927ac4f0-5729-44cd-9a33-e59dabde49cc service nova] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Received event network-vif-plugged-6515a865-93c2-4cd0-8e48-3104fcbd70d0 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.925067] env[69226]: DEBUG oslo_concurrency.lockutils [req-2f2d185d-df88-42d2-bc06-e1747b93598e req-927ac4f0-5729-44cd-9a33-e59dabde49cc service nova] Acquiring lock "082b9d94-88f6-4b1d-b7af-fb508bb61e82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.925067] env[69226]: DEBUG oslo_concurrency.lockutils [req-2f2d185d-df88-42d2-bc06-e1747b93598e req-927ac4f0-5729-44cd-9a33-e59dabde49cc service nova] Lock "082b9d94-88f6-4b1d-b7af-fb508bb61e82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.925067] env[69226]: DEBUG oslo_concurrency.lockutils [req-2f2d185d-df88-42d2-bc06-e1747b93598e req-927ac4f0-5729-44cd-9a33-e59dabde49cc service nova] Lock "082b9d94-88f6-4b1d-b7af-fb508bb61e82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.925067] env[69226]: DEBUG nova.compute.manager [req-2f2d185d-df88-42d2-bc06-e1747b93598e req-927ac4f0-5729-44cd-9a33-e59dabde49cc service nova] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] No waiting events found dispatching network-vif-plugged-6515a865-93c2-4cd0-8e48-3104fcbd70d0 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.925745] env[69226]: WARNING nova.compute.manager [req-2f2d185d-df88-42d2-bc06-e1747b93598e req-927ac4f0-5729-44cd-9a33-e59dabde49cc service nova] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Received unexpected event network-vif-plugged-6515a865-93c2-4cd0-8e48-3104fcbd70d0 for instance with vm_state building and task_state spawning. [ 785.928544] env[69226]: DEBUG oslo_concurrency.lockutils [req-d9e7ad5f-ec21-42f4-9f70-77792c4130c2 req-cfffbf7c-ac40-4b3c-8262-1f2d3e2b7b1b service nova] Releasing lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.928689] env[69226]: INFO nova.compute.manager [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Took 48.84 seconds to build instance. [ 785.987150] env[69226]: DEBUG nova.compute.manager [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.055729] env[69226]: DEBUG nova.network.neutron [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Successfully created port: f8d11894-cb97-49bb-843e-c29bb4167e2a {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.103667] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Acquiring lock "refresh_cache-082b9d94-88f6-4b1d-b7af-fb508bb61e82" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.103826] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Acquired lock "refresh_cache-082b9d94-88f6-4b1d-b7af-fb508bb61e82" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.103987] env[69226]: DEBUG nova.network.neutron [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.116218] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ed8f07-647e-4527-89b5-4fc02d04eae3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.127451] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d3d50e-6062-4133-ae05-e6b8ca5ec40c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.167737] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc58407e-d680-45d9-9047-0fbff0e07cb3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.175870] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acac5f6c-2767-4c90-af76-23287d211262 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.190987] env[69226]: DEBUG nova.compute.provider_tree [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.325781] env[69226]: DEBUG nova.network.neutron [None req-a5502450-d290-4058-9410-6b9297624be1 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Updating instance_info_cache with network_info: [{"id": "c975cd8a-a8bb-4f65-8651-0a10e691cd10", "address": "fa:16:3e:29:12:76", "network": {"id": "c7514b30-2a24-4cf3-a5d7-1d683ba392ca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1160003248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b03943abd344fca2b8697307d84557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975cd8a-a8", "ovs_interfaceid": "c975cd8a-a8bb-4f65-8651-0a10e691cd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.437261] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1587aad5-e05e-4c9f-9f63-1cd266e7e139 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.137s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.640564] env[69226]: DEBUG nova.network.neutron [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.694386] env[69226]: DEBUG nova.scheduler.client.report [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.805121] env[69226]: DEBUG nova.network.neutron [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Updating instance_info_cache with network_info: [{"id": "6515a865-93c2-4cd0-8e48-3104fcbd70d0", "address": "fa:16:3e:1c:d6:08", "network": {"id": "0c3ce34b-148e-463d-a9f1-ab2cebda2668", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-623576819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b41f0db4c0f54e168336ce8ebaf9c4f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6515a865-93", "ovs_interfaceid": "6515a865-93c2-4cd0-8e48-3104fcbd70d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.828868] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a5502450-d290-4058-9410-6b9297624be1 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Releasing lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.829202] env[69226]: DEBUG nova.compute.manager [None req-a5502450-d290-4058-9410-6b9297624be1 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Inject network info {{(pid=69226) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 786.829485] env[69226]: DEBUG nova.compute.manager [None req-a5502450-d290-4058-9410-6b9297624be1 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] network_info to inject: |[{"id": "c975cd8a-a8bb-4f65-8651-0a10e691cd10", "address": "fa:16:3e:29:12:76", "network": {"id": "c7514b30-2a24-4cf3-a5d7-1d683ba392ca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1160003248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b03943abd344fca2b8697307d84557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975cd8a-a8", "ovs_interfaceid": "c975cd8a-a8bb-4f65-8651-0a10e691cd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 786.844852] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a5502450-d290-4058-9410-6b9297624be1 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Reconfiguring VM instance to set the machine id {{(pid=69226) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 786.846823] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c899ed0-404a-45cb-a92c-66f36bb22d22 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.865351] env[69226]: DEBUG oslo_vmware.api [None req-a5502450-d290-4058-9410-6b9297624be1 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Waiting for the task: (returnval){ [ 786.865351] env[69226]: value = "task-3494606" [ 786.865351] env[69226]: _type = "Task" [ 786.865351] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.876391] env[69226]: DEBUG oslo_vmware.api [None req-a5502450-d290-4058-9410-6b9297624be1 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.942876] env[69226]: DEBUG nova.compute.manager [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.978552] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquiring lock "40485daf-2011-4d34-b9d0-c696988de711" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.978661] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "40485daf-2011-4d34-b9d0-c696988de711" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.000442] env[69226]: DEBUG nova.compute.manager [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.038543] env[69226]: DEBUG nova.virt.hardware [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.038543] env[69226]: DEBUG nova.virt.hardware [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.038543] env[69226]: DEBUG nova.virt.hardware [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.038543] env[69226]: DEBUG nova.virt.hardware [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.038543] env[69226]: DEBUG nova.virt.hardware [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.038543] env[69226]: DEBUG nova.virt.hardware [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.038543] env[69226]: DEBUG nova.virt.hardware [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.038543] env[69226]: DEBUG nova.virt.hardware [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.038834] env[69226]: DEBUG nova.virt.hardware [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.038867] env[69226]: DEBUG nova.virt.hardware [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.039058] env[69226]: DEBUG nova.virt.hardware [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.039947] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b914480e-4121-47cf-a360-2ec460824217 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.048233] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16a79f6-3350-46c1-9130-9bcbc7c86a17 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.200594] env[69226]: DEBUG oslo_concurrency.lockutils [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.203376] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.571s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.204937] env[69226]: INFO nova.compute.claims [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.220057] env[69226]: INFO nova.scheduler.client.report [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Deleted allocations for instance 168831bc-c8b0-415e-89d4-6a1b5ea03dc3 [ 787.308966] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Releasing lock "refresh_cache-082b9d94-88f6-4b1d-b7af-fb508bb61e82" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.309061] env[69226]: DEBUG nova.compute.manager [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Instance network_info: |[{"id": "6515a865-93c2-4cd0-8e48-3104fcbd70d0", "address": "fa:16:3e:1c:d6:08", "network": {"id": "0c3ce34b-148e-463d-a9f1-ab2cebda2668", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-623576819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b41f0db4c0f54e168336ce8ebaf9c4f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6515a865-93", "ovs_interfaceid": "6515a865-93c2-4cd0-8e48-3104fcbd70d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.309459] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:d6:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6515a865-93c2-4cd0-8e48-3104fcbd70d0', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.317808] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Creating folder: Project (b41f0db4c0f54e168336ce8ebaf9c4f2). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.318397] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1e79c98-c462-4a4d-b214-6963ab38e0d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.331025] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Created folder: Project (b41f0db4c0f54e168336ce8ebaf9c4f2) in parent group-v698365. [ 787.331230] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Creating folder: Instances. Parent ref: group-v698467. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.331631] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc2de815-81e7-4f97-a43b-90588e81b0d9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.341594] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Created folder: Instances in parent group-v698467. [ 787.341853] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.342100] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.342345] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d618ee21-f9a8-4cfb-9191-1d37eef61505 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.362130] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.362130] env[69226]: value = "task-3494609" [ 787.362130] env[69226]: _type = "Task" [ 787.362130] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.372740] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494609, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.375875] env[69226]: DEBUG oslo_vmware.api [None req-a5502450-d290-4058-9410-6b9297624be1 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.414091] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Acquiring lock "3858324e-af5f-44a8-8099-22bd4305a3c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.414320] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Lock "3858324e-af5f-44a8-8099-22bd4305a3c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.472097] env[69226]: DEBUG oslo_concurrency.lockutils [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.481849] env[69226]: DEBUG nova.compute.utils [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.556275] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Acquiring lock "8a18b244-a347-4b96-ae6f-bb2aeec8f85d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.557392] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Lock "8a18b244-a347-4b96-ae6f-bb2aeec8f85d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.637818] env[69226]: DEBUG nova.network.neutron [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Successfully updated port: f8d11894-cb97-49bb-843e-c29bb4167e2a {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.730974] env[69226]: DEBUG oslo_concurrency.lockutils [None req-06c7e2de-d9ba-417f-919d-38e430ecdace tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lock "168831bc-c8b0-415e-89d4-6a1b5ea03dc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.871s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.875895] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494609, 'name': CreateVM_Task, 'duration_secs': 0.394536} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.879184] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.879467] env[69226]: DEBUG oslo_vmware.api [None req-a5502450-d290-4058-9410-6b9297624be1 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494606, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.880171] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.880338] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.880710] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.880968] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-089b81bc-5f33-44c4-b8eb-6bdaefc90fec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.886152] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for the task: (returnval){ [ 787.886152] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52322a7c-2c30-b1f5-47fe-71cfe26af4fc" [ 787.886152] env[69226]: _type = "Task" [ 787.886152] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.894311] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52322a7c-2c30-b1f5-47fe-71cfe26af4fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.984346] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "40485daf-2011-4d34-b9d0-c696988de711" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.140731] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquiring lock "refresh_cache-bebef016-51f9-4368-9862-b1fc990fbb98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.141045] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquired lock "refresh_cache-bebef016-51f9-4368-9862-b1fc990fbb98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.141045] env[69226]: DEBUG nova.network.neutron [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.380341] env[69226]: DEBUG oslo_vmware.api [None req-a5502450-d290-4058-9410-6b9297624be1 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494606, 'name': ReconfigVM_Task, 'duration_secs': 1.028498} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.380616] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a5502450-d290-4058-9410-6b9297624be1 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Reconfigured VM instance to set the machine id {{(pid=69226) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 788.396731] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52322a7c-2c30-b1f5-47fe-71cfe26af4fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010411} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.399619] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.399816] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.400080] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.400249] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.401040] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.401040] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2ff9056-d843-427b-950a-8569c2f15614 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.409957] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.410162] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.414166] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29de75ee-6a27-4366-b95e-5f565e32d275 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.420599] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for the task: (returnval){ [ 788.420599] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c27399-af45-91ec-a45e-642e2014dff3" [ 788.420599] env[69226]: _type = "Task" [ 788.420599] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.428998] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c27399-af45-91ec-a45e-642e2014dff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.641506] env[69226]: DEBUG nova.compute.manager [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Received event network-changed-c975cd8a-a8bb-4f65-8651-0a10e691cd10 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.641732] env[69226]: DEBUG nova.compute.manager [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Refreshing instance network info cache due to event network-changed-c975cd8a-a8bb-4f65-8651-0a10e691cd10. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.641909] env[69226]: DEBUG oslo_concurrency.lockutils [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] Acquiring lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.642065] env[69226]: DEBUG oslo_concurrency.lockutils [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] Acquired lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.642231] env[69226]: DEBUG nova.network.neutron [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Refreshing network info cache for port c975cd8a-a8bb-4f65-8651-0a10e691cd10 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.684519] env[69226]: DEBUG nova.network.neutron [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.694315] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001e0185-4ce9-4229-b1ea-ab83c805ef30 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.702367] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e120189-8ec2-4d84-a735-4321d42726e0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.737877] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3957bbf8-9096-477a-bc76-32a09f81422c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.746101] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8481431-c27d-4391-8a74-e4366ac7c6ba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.760235] env[69226]: DEBUG nova.compute.provider_tree [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.847439] env[69226]: DEBUG nova.network.neutron [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Updating instance_info_cache with network_info: [{"id": "f8d11894-cb97-49bb-843e-c29bb4167e2a", "address": "fa:16:3e:a8:c2:96", "network": {"id": "dac0aea7-b89d-4976-9e71-6a17b300ac54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1832143608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0972fc64504476a87b822ac7a36e8db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8d11894-cb", "ovs_interfaceid": "f8d11894-cb97-49bb-843e-c29bb4167e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.932125] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c27399-af45-91ec-a45e-642e2014dff3, 'name': SearchDatastore_Task, 'duration_secs': 0.013096} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.932903] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4861f2bf-84dd-4995-86b0-e2cc7bfdf5c6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.938762] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for the task: (returnval){ [ 788.938762] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526e9edf-9e92-dc32-cfb3-50f174050969" [ 788.938762] env[69226]: _type = "Task" [ 788.938762] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.946341] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526e9edf-9e92-dc32-cfb3-50f174050969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.062147] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquiring lock "40485daf-2011-4d34-b9d0-c696988de711" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.062147] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "40485daf-2011-4d34-b9d0-c696988de711" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.062147] env[69226]: INFO nova.compute.manager [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Attaching volume f3da5209-d94a-42b9-b278-dc892865a088 to /dev/sdb [ 789.106325] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fb1d2d-2541-49b0-b967-5ab7b322659a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.113964] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053410db-02c8-44a3-97b7-44a1d189dea7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.129641] env[69226]: DEBUG nova.virt.block_device [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Updating existing volume attachment record: 653aa891-0dc8-49bc-a770-02cd52f68670 {{(pid=69226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 789.169112] env[69226]: DEBUG nova.objects.instance [None req-82696809-5644-4dc3-83ef-8f05a8c5b92e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Lazy-loading 'flavor' on Instance uuid f24d0958-af72-4bb1-b88d-5244a488ef2b {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.263140] env[69226]: DEBUG nova.scheduler.client.report [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.350081] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Releasing lock "refresh_cache-bebef016-51f9-4368-9862-b1fc990fbb98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.350406] env[69226]: DEBUG nova.compute.manager [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Instance network_info: |[{"id": "f8d11894-cb97-49bb-843e-c29bb4167e2a", "address": "fa:16:3e:a8:c2:96", "network": {"id": "dac0aea7-b89d-4976-9e71-6a17b300ac54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1832143608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0972fc64504476a87b822ac7a36e8db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8d11894-cb", "ovs_interfaceid": "f8d11894-cb97-49bb-843e-c29bb4167e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.351185] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:c2:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8d11894-cb97-49bb-843e-c29bb4167e2a', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.358755] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.359294] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.359526] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8a92a6e-f62a-4ad6-8191-ae9e511ffbe9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.386340] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.386340] env[69226]: value = "task-3494611" [ 789.386340] env[69226]: _type = "Task" [ 789.386340] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.393913] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494611, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.416651] env[69226]: DEBUG nova.network.neutron [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Updated VIF entry in instance network info cache for port c975cd8a-a8bb-4f65-8651-0a10e691cd10. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.417076] env[69226]: DEBUG nova.network.neutron [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Updating instance_info_cache with network_info: [{"id": "c975cd8a-a8bb-4f65-8651-0a10e691cd10", "address": "fa:16:3e:29:12:76", "network": {"id": "c7514b30-2a24-4cf3-a5d7-1d683ba392ca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1160003248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b03943abd344fca2b8697307d84557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975cd8a-a8", "ovs_interfaceid": "c975cd8a-a8bb-4f65-8651-0a10e691cd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.452250] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526e9edf-9e92-dc32-cfb3-50f174050969, 'name': SearchDatastore_Task, 'duration_secs': 0.014322} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.454015] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.454015] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 082b9d94-88f6-4b1d-b7af-fb508bb61e82/082b9d94-88f6-4b1d-b7af-fb508bb61e82.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.454015] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed3e6579-6e35-4694-8227-f17292db05b2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.459673] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for the task: (returnval){ [ 789.459673] env[69226]: value = "task-3494612" [ 789.459673] env[69226]: _type = "Task" [ 789.459673] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.467710] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.637651] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquiring lock "ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.637948] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lock "ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.638199] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquiring lock "ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.638401] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lock "ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.638573] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lock "ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.641620] env[69226]: INFO nova.compute.manager [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Terminating instance [ 789.681321] env[69226]: DEBUG oslo_concurrency.lockutils [None req-82696809-5644-4dc3-83ef-8f05a8c5b92e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Acquiring lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.771142] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.771142] env[69226]: DEBUG nova.compute.manager [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.772589] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.712s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.775283] env[69226]: INFO nova.compute.claims [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.778530] env[69226]: DEBUG oslo_concurrency.lockutils [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "interface-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c-fc9e8471-7d07-41ef-b80f-2ee605594798" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.778809] env[69226]: DEBUG oslo_concurrency.lockutils [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "interface-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c-fc9e8471-7d07-41ef-b80f-2ee605594798" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.895958] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494611, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.920298] env[69226]: DEBUG oslo_concurrency.lockutils [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] Releasing lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.920558] env[69226]: DEBUG nova.compute.manager [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Received event network-changed-6515a865-93c2-4cd0-8e48-3104fcbd70d0 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.920731] env[69226]: DEBUG nova.compute.manager [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Refreshing instance network info cache due to event network-changed-6515a865-93c2-4cd0-8e48-3104fcbd70d0. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.920954] env[69226]: DEBUG oslo_concurrency.lockutils [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] Acquiring lock "refresh_cache-082b9d94-88f6-4b1d-b7af-fb508bb61e82" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.921115] env[69226]: DEBUG oslo_concurrency.lockutils [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] Acquired lock "refresh_cache-082b9d94-88f6-4b1d-b7af-fb508bb61e82" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.921347] env[69226]: DEBUG nova.network.neutron [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Refreshing network info cache for port 6515a865-93c2-4cd0-8e48-3104fcbd70d0 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.922648] env[69226]: DEBUG oslo_concurrency.lockutils [None req-82696809-5644-4dc3-83ef-8f05a8c5b92e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Acquired lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.970319] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494612, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.152567] env[69226]: DEBUG nova.compute.manager [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.152810] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.153765] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d911ac-c1be-4bdf-90e8-d7320788a843 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.162174] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.162427] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbf8dd18-c782-486d-92b6-5662b0f20484 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.168123] env[69226]: DEBUG oslo_vmware.api [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for the task: (returnval){ [ 790.168123] env[69226]: value = "task-3494615" [ 790.168123] env[69226]: _type = "Task" [ 790.168123] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.175588] env[69226]: DEBUG oslo_vmware.api [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.273853] env[69226]: DEBUG nova.network.neutron [None req-82696809-5644-4dc3-83ef-8f05a8c5b92e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.280522] env[69226]: DEBUG nova.compute.utils [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.283295] env[69226]: DEBUG nova.compute.manager [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.283295] env[69226]: DEBUG nova.network.neutron [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.286838] env[69226]: DEBUG oslo_concurrency.lockutils [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.287052] env[69226]: DEBUG oslo_concurrency.lockutils [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.288224] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b43b76e-64fb-402a-bb78-2fc485d39d22 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.308232] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc70e00-a246-449f-8444-168c15c8cd67 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.334777] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Reconfiguring VM to detach interface {{(pid=69226) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 790.336536] env[69226]: DEBUG nova.policy [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a24f5c1a37874bba917981e4ed07fa1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '011ca348b5f448e4a2d98e689303400f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.338387] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24fc6e04-5626-45cb-bdcb-a84dc6422d6d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.357960] env[69226]: DEBUG oslo_vmware.api [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 790.357960] env[69226]: value = "task-3494616" [ 790.357960] env[69226]: _type = "Task" [ 790.357960] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.367259] env[69226]: DEBUG oslo_vmware.api [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.397819] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494611, 'name': CreateVM_Task, 'duration_secs': 0.525155} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.397819] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.398593] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.398593] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.398873] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.399860] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98c7c1e8-f08f-4576-9b90-06daf4cdcc30 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.405188] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for the task: (returnval){ [ 790.405188] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522dbe3b-2f5e-3637-b723-1e506147371f" [ 790.405188] env[69226]: _type = "Task" [ 790.405188] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.414553] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522dbe3b-2f5e-3637-b723-1e506147371f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.471134] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540444} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.473829] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 082b9d94-88f6-4b1d-b7af-fb508bb61e82/082b9d94-88f6-4b1d-b7af-fb508bb61e82.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.474239] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.474664] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85db0673-18d0-4d42-8c7b-b00e802b909c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.482085] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for the task: (returnval){ [ 790.482085] env[69226]: value = "task-3494617" [ 790.482085] env[69226]: _type = "Task" [ 790.482085] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.491869] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.678768] env[69226]: DEBUG oslo_vmware.api [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494615, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.725367] env[69226]: DEBUG nova.network.neutron [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Updated VIF entry in instance network info cache for port 6515a865-93c2-4cd0-8e48-3104fcbd70d0. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.725684] env[69226]: DEBUG nova.network.neutron [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Updating instance_info_cache with network_info: [{"id": "6515a865-93c2-4cd0-8e48-3104fcbd70d0", "address": "fa:16:3e:1c:d6:08", "network": {"id": "0c3ce34b-148e-463d-a9f1-ab2cebda2668", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-623576819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b41f0db4c0f54e168336ce8ebaf9c4f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6515a865-93", "ovs_interfaceid": "6515a865-93c2-4cd0-8e48-3104fcbd70d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.778161] env[69226]: DEBUG nova.network.neutron [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Successfully created port: f7677335-149a-49b2-bba7-246abacca3a2 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.787055] env[69226]: DEBUG nova.compute.manager [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.870601] env[69226]: DEBUG oslo_vmware.api [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.876410] env[69226]: DEBUG nova.compute.manager [req-c86327fa-6398-4064-ac48-1d9075996034 req-48ca7f1e-b646-442a-ba91-03140b87e04f service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Received event network-changed-c975cd8a-a8bb-4f65-8651-0a10e691cd10 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.876410] env[69226]: DEBUG nova.compute.manager [req-c86327fa-6398-4064-ac48-1d9075996034 req-48ca7f1e-b646-442a-ba91-03140b87e04f service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Refreshing instance network info cache due to event network-changed-c975cd8a-a8bb-4f65-8651-0a10e691cd10. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.876410] env[69226]: DEBUG oslo_concurrency.lockutils [req-c86327fa-6398-4064-ac48-1d9075996034 req-48ca7f1e-b646-442a-ba91-03140b87e04f service nova] Acquiring lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.918339] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522dbe3b-2f5e-3637-b723-1e506147371f, 'name': SearchDatastore_Task, 'duration_secs': 0.019016} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.918630] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.918853] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.921023] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.921023] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.921023] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.921023] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8112adc2-d066-4cfe-9742-36914f8760e2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.934587] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.934783] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.935611] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99741d52-bec1-410b-8e64-62888f50939f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.945635] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for the task: (returnval){ [ 790.945635] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520e4642-5122-bfec-ed15-8a94c7693d59" [ 790.945635] env[69226]: _type = "Task" [ 790.945635] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.953969] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520e4642-5122-bfec-ed15-8a94c7693d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.993253] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.276701} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.995768] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.996917] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401387a3-d648-4894-99e0-5564e4f0db86 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.020590] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 082b9d94-88f6-4b1d-b7af-fb508bb61e82/082b9d94-88f6-4b1d-b7af-fb508bb61e82.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.027777] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9050e9a5-aff6-4b92-9285-76837ab75b41 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.052205] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for the task: (returnval){ [ 791.052205] env[69226]: value = "task-3494618" [ 791.052205] env[69226]: _type = "Task" [ 791.052205] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.062994] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.179214] env[69226]: DEBUG oslo_vmware.api [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494615, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.193461] env[69226]: DEBUG nova.network.neutron [None req-82696809-5644-4dc3-83ef-8f05a8c5b92e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Updating instance_info_cache with network_info: [{"id": "c975cd8a-a8bb-4f65-8651-0a10e691cd10", "address": "fa:16:3e:29:12:76", "network": {"id": "c7514b30-2a24-4cf3-a5d7-1d683ba392ca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1160003248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b03943abd344fca2b8697307d84557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975cd8a-a8", "ovs_interfaceid": "c975cd8a-a8bb-4f65-8651-0a10e691cd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.230455] env[69226]: DEBUG oslo_concurrency.lockutils [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] Releasing lock "refresh_cache-082b9d94-88f6-4b1d-b7af-fb508bb61e82" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.230735] env[69226]: DEBUG nova.compute.manager [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Received event network-vif-plugged-f8d11894-cb97-49bb-843e-c29bb4167e2a {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.230928] env[69226]: DEBUG oslo_concurrency.lockutils [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] Acquiring lock "bebef016-51f9-4368-9862-b1fc990fbb98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.231142] env[69226]: DEBUG oslo_concurrency.lockutils [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] Lock "bebef016-51f9-4368-9862-b1fc990fbb98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.231300] env[69226]: DEBUG oslo_concurrency.lockutils [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] Lock "bebef016-51f9-4368-9862-b1fc990fbb98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.231458] env[69226]: DEBUG nova.compute.manager [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] No waiting events found dispatching network-vif-plugged-f8d11894-cb97-49bb-843e-c29bb4167e2a {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.231616] env[69226]: WARNING nova.compute.manager [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Received unexpected event network-vif-plugged-f8d11894-cb97-49bb-843e-c29bb4167e2a for instance with vm_state building and task_state spawning. [ 791.231773] env[69226]: DEBUG nova.compute.manager [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Received event network-changed-f8d11894-cb97-49bb-843e-c29bb4167e2a {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.231964] env[69226]: DEBUG nova.compute.manager [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Refreshing instance network info cache due to event network-changed-f8d11894-cb97-49bb-843e-c29bb4167e2a. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.232174] env[69226]: DEBUG oslo_concurrency.lockutils [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] Acquiring lock "refresh_cache-bebef016-51f9-4368-9862-b1fc990fbb98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.232309] env[69226]: DEBUG oslo_concurrency.lockutils [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] Acquired lock "refresh_cache-bebef016-51f9-4368-9862-b1fc990fbb98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.232462] env[69226]: DEBUG nova.network.neutron [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Refreshing network info cache for port f8d11894-cb97-49bb-843e-c29bb4167e2a {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.370999] env[69226]: DEBUG oslo_vmware.api [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.387210] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fb5375-18ad-4bd3-b495-c36f87ff1ca8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.394504] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a78499-1f00-4db1-8ea1-687ebd597d60 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.433042] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe030dc-3792-4d5e-a583-841e49dfbe9a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.440303] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debcad22-f7ee-4f50-9d93-f39d954fa559 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.455810] env[69226]: DEBUG nova.compute.provider_tree [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.463016] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520e4642-5122-bfec-ed15-8a94c7693d59, 'name': SearchDatastore_Task, 'duration_secs': 0.064157} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.463016] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f0f82bc-43c1-4244-b401-b65801d48941 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.469958] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for the task: (returnval){ [ 791.469958] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e95d35-6b5c-89c2-920a-99bf030e049d" [ 791.469958] env[69226]: _type = "Task" [ 791.469958] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.477167] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e95d35-6b5c-89c2-920a-99bf030e049d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.562456] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494618, 'name': ReconfigVM_Task, 'duration_secs': 0.294277} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.563780] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 082b9d94-88f6-4b1d-b7af-fb508bb61e82/082b9d94-88f6-4b1d-b7af-fb508bb61e82.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.566497] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7971e43-c8e8-4b29-be2e-d130a7abb333 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.573174] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for the task: (returnval){ [ 791.573174] env[69226]: value = "task-3494619" [ 791.573174] env[69226]: _type = "Task" [ 791.573174] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.581455] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494619, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.680063] env[69226]: DEBUG oslo_vmware.api [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494615, 'name': PowerOffVM_Task, 'duration_secs': 1.241817} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.681344] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.681344] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.681344] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f042db2b-a6f0-4986-bc2a-e269cda4ddde {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.696520] env[69226]: DEBUG oslo_concurrency.lockutils [None req-82696809-5644-4dc3-83ef-8f05a8c5b92e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Releasing lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.696811] env[69226]: DEBUG nova.compute.manager [None req-82696809-5644-4dc3-83ef-8f05a8c5b92e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Inject network info {{(pid=69226) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 791.697081] env[69226]: DEBUG nova.compute.manager [None req-82696809-5644-4dc3-83ef-8f05a8c5b92e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] network_info to inject: |[{"id": "c975cd8a-a8bb-4f65-8651-0a10e691cd10", "address": "fa:16:3e:29:12:76", "network": {"id": "c7514b30-2a24-4cf3-a5d7-1d683ba392ca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1160003248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b03943abd344fca2b8697307d84557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975cd8a-a8", "ovs_interfaceid": "c975cd8a-a8bb-4f65-8651-0a10e691cd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 791.701929] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-82696809-5644-4dc3-83ef-8f05a8c5b92e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Reconfiguring VM instance to set the machine id {{(pid=69226) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 791.702252] env[69226]: DEBUG oslo_concurrency.lockutils [req-c86327fa-6398-4064-ac48-1d9075996034 req-48ca7f1e-b646-442a-ba91-03140b87e04f service nova] Acquired lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.702425] env[69226]: DEBUG nova.network.neutron [req-c86327fa-6398-4064-ac48-1d9075996034 req-48ca7f1e-b646-442a-ba91-03140b87e04f service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Refreshing network info cache for port c975cd8a-a8bb-4f65-8651-0a10e691cd10 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.704207] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a53e041f-a148-4e14-a92a-678ce6bba9cb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.720184] env[69226]: DEBUG oslo_vmware.api [None req-82696809-5644-4dc3-83ef-8f05a8c5b92e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Waiting for the task: (returnval){ [ 791.720184] env[69226]: value = "task-3494622" [ 791.720184] env[69226]: _type = "Task" [ 791.720184] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.729209] env[69226]: DEBUG oslo_vmware.api [None req-82696809-5644-4dc3-83ef-8f05a8c5b92e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494622, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.753512] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.753746] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.753897] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Deleting the datastore file [datastore1] ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.754300] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6160b309-6ea5-4ac2-bf06-35193d10d8dc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.761980] env[69226]: DEBUG oslo_vmware.api [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for the task: (returnval){ [ 791.761980] env[69226]: value = "task-3494623" [ 791.761980] env[69226]: _type = "Task" [ 791.761980] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.770820] env[69226]: DEBUG oslo_vmware.api [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.798823] env[69226]: DEBUG nova.compute.manager [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.823369] env[69226]: DEBUG nova.virt.hardware [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.823645] env[69226]: DEBUG nova.virt.hardware [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.823802] env[69226]: DEBUG nova.virt.hardware [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.823982] env[69226]: DEBUG nova.virt.hardware [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.826176] env[69226]: DEBUG nova.virt.hardware [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.826765] env[69226]: DEBUG nova.virt.hardware [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.827636] env[69226]: DEBUG nova.virt.hardware [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.827636] env[69226]: DEBUG nova.virt.hardware [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.827784] env[69226]: DEBUG nova.virt.hardware [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.827967] env[69226]: DEBUG nova.virt.hardware [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.828469] env[69226]: DEBUG nova.virt.hardware [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.829818] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c9b8a0-9713-47fa-878c-2fc52c714d7a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.841450] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6c2913-905c-4c38-b124-900d95857d2b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.871893] env[69226]: DEBUG oslo_vmware.api [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.958878] env[69226]: DEBUG nova.scheduler.client.report [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.983062] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e95d35-6b5c-89c2-920a-99bf030e049d, 'name': SearchDatastore_Task, 'duration_secs': 0.041248} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.983915] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.984203] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] bebef016-51f9-4368-9862-b1fc990fbb98/bebef016-51f9-4368-9862-b1fc990fbb98.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.984460] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d62c42b-7c55-44e0-b460-fce429c73b3b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.990967] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for the task: (returnval){ [ 791.990967] env[69226]: value = "task-3494624" [ 791.990967] env[69226]: _type = "Task" [ 791.990967] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.001287] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.090613] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494619, 'name': Rename_Task, 'duration_secs': 0.137134} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.090613] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.090613] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a26f68e-a5df-40d7-8eeb-572b394cd414 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.098724] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for the task: (returnval){ [ 792.098724] env[69226]: value = "task-3494625" [ 792.098724] env[69226]: _type = "Task" [ 792.098724] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.108383] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.217666] env[69226]: DEBUG nova.network.neutron [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Updated VIF entry in instance network info cache for port f8d11894-cb97-49bb-843e-c29bb4167e2a. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.218211] env[69226]: DEBUG nova.network.neutron [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Updating instance_info_cache with network_info: [{"id": "f8d11894-cb97-49bb-843e-c29bb4167e2a", "address": "fa:16:3e:a8:c2:96", "network": {"id": "dac0aea7-b89d-4976-9e71-6a17b300ac54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1832143608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0972fc64504476a87b822ac7a36e8db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8d11894-cb", "ovs_interfaceid": "f8d11894-cb97-49bb-843e-c29bb4167e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.236027] env[69226]: DEBUG oslo_vmware.api [None req-82696809-5644-4dc3-83ef-8f05a8c5b92e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494622, 'name': ReconfigVM_Task, 'duration_secs': 0.141188} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.236027] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-82696809-5644-4dc3-83ef-8f05a8c5b92e tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Reconfigured VM instance to set the machine id {{(pid=69226) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 792.276925] env[69226]: DEBUG oslo_vmware.api [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Task: {'id': task-3494623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182292} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.278018] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.278280] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.278488] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.278675] env[69226]: INFO nova.compute.manager [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Took 2.13 seconds to destroy the instance on the hypervisor. [ 792.279067] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.279527] env[69226]: DEBUG nova.compute.manager [-] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.279640] env[69226]: DEBUG nova.network.neutron [-] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.371438] env[69226]: DEBUG oslo_vmware.api [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.464247] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.464728] env[69226]: DEBUG nova.compute.manager [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.469800] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.808s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.469800] env[69226]: INFO nova.compute.claims [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.507458] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494624, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.575165] env[69226]: DEBUG nova.compute.manager [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.576038] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba8ecfc-29a3-48c9-bdc9-54967e2fe925 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.613195] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494625, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.615051] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Acquiring lock "f24d0958-af72-4bb1-b88d-5244a488ef2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.615319] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Lock "f24d0958-af72-4bb1-b88d-5244a488ef2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.615658] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Acquiring lock "f24d0958-af72-4bb1-b88d-5244a488ef2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.615800] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Lock "f24d0958-af72-4bb1-b88d-5244a488ef2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.615890] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Lock "f24d0958-af72-4bb1-b88d-5244a488ef2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.617998] env[69226]: INFO nova.compute.manager [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Terminating instance [ 792.722799] env[69226]: DEBUG oslo_concurrency.lockutils [req-4d0cf737-4b21-46e9-a8db-1e063cdfdbe5 req-0a4584a7-a2cb-4b93-b00d-43259ab0aefa service nova] Releasing lock "refresh_cache-bebef016-51f9-4368-9862-b1fc990fbb98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.790840] env[69226]: DEBUG nova.network.neutron [req-c86327fa-6398-4064-ac48-1d9075996034 req-48ca7f1e-b646-442a-ba91-03140b87e04f service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Updated VIF entry in instance network info cache for port c975cd8a-a8bb-4f65-8651-0a10e691cd10. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.791516] env[69226]: DEBUG nova.network.neutron [req-c86327fa-6398-4064-ac48-1d9075996034 req-48ca7f1e-b646-442a-ba91-03140b87e04f service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Updating instance_info_cache with network_info: [{"id": "c975cd8a-a8bb-4f65-8651-0a10e691cd10", "address": "fa:16:3e:29:12:76", "network": {"id": "c7514b30-2a24-4cf3-a5d7-1d683ba392ca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1160003248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b03943abd344fca2b8697307d84557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975cd8a-a8", "ovs_interfaceid": "c975cd8a-a8bb-4f65-8651-0a10e691cd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.885673] env[69226]: DEBUG oslo_vmware.api [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.887811] env[69226]: DEBUG nova.network.neutron [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Successfully updated port: f7677335-149a-49b2-bba7-246abacca3a2 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.902992] env[69226]: DEBUG nova.compute.manager [req-1f9453dd-c432-46e1-abe7-81bfb5c576da req-57a00bf2-2bc0-4603-81e5-7fa6740047b9 service nova] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Received event network-vif-plugged-f7677335-149a-49b2-bba7-246abacca3a2 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.903183] env[69226]: DEBUG oslo_concurrency.lockutils [req-1f9453dd-c432-46e1-abe7-81bfb5c576da req-57a00bf2-2bc0-4603-81e5-7fa6740047b9 service nova] Acquiring lock "a54aeb5b-9769-4ee7-9669-0974db55d501-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.903398] env[69226]: DEBUG oslo_concurrency.lockutils [req-1f9453dd-c432-46e1-abe7-81bfb5c576da req-57a00bf2-2bc0-4603-81e5-7fa6740047b9 service nova] Lock "a54aeb5b-9769-4ee7-9669-0974db55d501-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.905263] env[69226]: DEBUG oslo_concurrency.lockutils [req-1f9453dd-c432-46e1-abe7-81bfb5c576da req-57a00bf2-2bc0-4603-81e5-7fa6740047b9 service nova] Lock "a54aeb5b-9769-4ee7-9669-0974db55d501-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.905263] env[69226]: DEBUG nova.compute.manager [req-1f9453dd-c432-46e1-abe7-81bfb5c576da req-57a00bf2-2bc0-4603-81e5-7fa6740047b9 service nova] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] No waiting events found dispatching network-vif-plugged-f7677335-149a-49b2-bba7-246abacca3a2 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.905263] env[69226]: WARNING nova.compute.manager [req-1f9453dd-c432-46e1-abe7-81bfb5c576da req-57a00bf2-2bc0-4603-81e5-7fa6740047b9 service nova] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Received unexpected event network-vif-plugged-f7677335-149a-49b2-bba7-246abacca3a2 for instance with vm_state building and task_state spawning. [ 792.974409] env[69226]: DEBUG nova.compute.utils [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.977534] env[69226]: DEBUG nova.compute.manager [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.977534] env[69226]: DEBUG nova.network.neutron [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.005554] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625261} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.005554] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] bebef016-51f9-4368-9862-b1fc990fbb98/bebef016-51f9-4368-9862-b1fc990fbb98.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.005554] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.005554] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb23f607-5a1e-40e7-aa5b-6737ec4034e6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.010463] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for the task: (returnval){ [ 793.010463] env[69226]: value = "task-3494626" [ 793.010463] env[69226]: _type = "Task" [ 793.010463] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.019346] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.020803] env[69226]: DEBUG nova.policy [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a24f5c1a37874bba917981e4ed07fa1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '011ca348b5f448e4a2d98e689303400f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.091124] env[69226]: INFO nova.compute.manager [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] instance snapshotting [ 793.093931] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19370a25-0012-4182-9441-97c49daca6fc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.117176] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f30e9f-32de-4c05-8138-8dd1b3cc4da6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.125926] env[69226]: DEBUG nova.compute.manager [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.126234] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.126493] env[69226]: DEBUG oslo_vmware.api [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494625, 'name': PowerOnVM_Task, 'duration_secs': 0.80793} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.128996] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2177543-9db9-4bb5-9d1e-7e99db1bd8e8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.131795] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.132011] env[69226]: INFO nova.compute.manager [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Took 8.97 seconds to spawn the instance on the hypervisor. [ 793.132215] env[69226]: DEBUG nova.compute.manager [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.135170] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f3ecb7-f233-4c01-885d-b7d90f27b12b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.143294] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.144387] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09234f03-daf3-4da7-abd6-9cf30d4f987f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.153383] env[69226]: DEBUG oslo_vmware.api [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Waiting for the task: (returnval){ [ 793.153383] env[69226]: value = "task-3494627" [ 793.153383] env[69226]: _type = "Task" [ 793.153383] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.162293] env[69226]: DEBUG oslo_vmware.api [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.272755] env[69226]: DEBUG nova.network.neutron [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Successfully created port: 7e9bf5e0-5a58-4602-bf49-3963d902d427 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.296971] env[69226]: DEBUG oslo_concurrency.lockutils [req-c86327fa-6398-4064-ac48-1d9075996034 req-48ca7f1e-b646-442a-ba91-03140b87e04f service nova] Releasing lock "refresh_cache-f24d0958-af72-4bb1-b88d-5244a488ef2b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.371763] env[69226]: DEBUG oslo_vmware.api [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.392601] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "refresh_cache-a54aeb5b-9769-4ee7-9669-0974db55d501" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.392789] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquired lock "refresh_cache-a54aeb5b-9769-4ee7-9669-0974db55d501" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.392971] env[69226]: DEBUG nova.network.neutron [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.401920] env[69226]: DEBUG nova.network.neutron [-] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.477858] env[69226]: DEBUG nova.compute.manager [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.523634] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065037} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.524818] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.525688] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4c3294-c1b1-4dc1-82fb-7d64930719fd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.554431] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] bebef016-51f9-4368-9862-b1fc990fbb98/bebef016-51f9-4368-9862-b1fc990fbb98.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.557472] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b72b71d5-a3b9-4a4d-b304-be79b54b04b8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.579548] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for the task: (returnval){ [ 793.579548] env[69226]: value = "task-3494628" [ 793.579548] env[69226]: _type = "Task" [ 793.579548] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.591417] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.640217] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Creating Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 793.640551] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f9049c5d-bfcd-4876-8c43-1daa23ee8e20 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.649235] env[69226]: DEBUG oslo_vmware.api [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 793.649235] env[69226]: value = "task-3494629" [ 793.649235] env[69226]: _type = "Task" [ 793.649235] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.667177] env[69226]: INFO nova.compute.manager [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Took 52.75 seconds to build instance. [ 793.668158] env[69226]: DEBUG oslo_vmware.api [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494629, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.673736] env[69226]: DEBUG oslo_vmware.api [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494627, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.700992] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Volume attach. Driver type: vmdk {{(pid=69226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 793.701428] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698472', 'volume_id': 'f3da5209-d94a-42b9-b278-dc892865a088', 'name': 'volume-f3da5209-d94a-42b9-b278-dc892865a088', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40485daf-2011-4d34-b9d0-c696988de711', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3da5209-d94a-42b9-b278-dc892865a088', 'serial': 'f3da5209-d94a-42b9-b278-dc892865a088'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 793.702403] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ec32ca-afac-4a62-8880-3b9f27f535f3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.728981] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c14a01-c802-4878-9fa4-427b2b1b9d3a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.755485] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] volume-f3da5209-d94a-42b9-b278-dc892865a088/volume-f3da5209-d94a-42b9-b278-dc892865a088.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.759173] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9df6d6e0-d7ab-47d3-8bc6-0bb02df72c34 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.780179] env[69226]: DEBUG oslo_vmware.api [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 793.780179] env[69226]: value = "task-3494630" [ 793.780179] env[69226]: _type = "Task" [ 793.780179] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.791623] env[69226]: DEBUG oslo_vmware.api [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.874070] env[69226]: DEBUG oslo_vmware.api [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.904705] env[69226]: INFO nova.compute.manager [-] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Took 1.62 seconds to deallocate network for instance. [ 793.926817] env[69226]: DEBUG nova.network.neutron [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.086235] env[69226]: DEBUG nova.network.neutron [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Updating instance_info_cache with network_info: [{"id": "f7677335-149a-49b2-bba7-246abacca3a2", "address": "fa:16:3e:db:c3:c4", "network": {"id": "85cf7be8-41f9-4e70-8b2f-485ca7fec54d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-222152902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "011ca348b5f448e4a2d98e689303400f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7677335-14", "ovs_interfaceid": "f7677335-149a-49b2-bba7-246abacca3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.094397] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494628, 'name': ReconfigVM_Task, 'duration_secs': 0.294168} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.098984] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Reconfigured VM instance instance-00000024 to attach disk [datastore2] bebef016-51f9-4368-9862-b1fc990fbb98/bebef016-51f9-4368-9862-b1fc990fbb98.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.101016] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff1198eb-6afd-424e-b11b-44a2ee50effc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.109343] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for the task: (returnval){ [ 794.109343] env[69226]: value = "task-3494631" [ 794.109343] env[69226]: _type = "Task" [ 794.109343] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.116017] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64eec592-cd7d-43ce-adc9-5b25c9645a9b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.127737] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494631, 'name': Rename_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.129177] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03a8a7a-d177-424e-a176-b1e14c91fc9a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.165180] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9f2301-14e1-48fc-85ff-912c28aca665 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.169616] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da24ce10-821a-4dcd-9307-146102b92346 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Lock "082b9d94-88f6-4b1d-b7af-fb508bb61e82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.045s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.176450] env[69226]: DEBUG oslo_vmware.api [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494629, 'name': CreateSnapshot_Task, 'duration_secs': 0.486686} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.180669] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Created Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 794.181030] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fc0502-4763-497f-b571-1824282454dc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.188987] env[69226]: DEBUG oslo_vmware.api [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494627, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.188987] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4481880a-853d-4cca-aa07-b53507675b96 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.207878] env[69226]: DEBUG nova.compute.provider_tree [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.292639] env[69226]: DEBUG oslo_vmware.api [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494630, 'name': ReconfigVM_Task, 'duration_secs': 0.349405} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.293046] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Reconfigured VM instance instance-0000001b to attach disk [datastore2] volume-f3da5209-d94a-42b9-b278-dc892865a088/volume-f3da5209-d94a-42b9-b278-dc892865a088.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.300921] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5552e374-1126-403c-b47f-1e83b23e739f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.319980] env[69226]: DEBUG oslo_vmware.api [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 794.319980] env[69226]: value = "task-3494632" [ 794.319980] env[69226]: _type = "Task" [ 794.319980] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.328811] env[69226]: DEBUG oslo_vmware.api [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.373387] env[69226]: DEBUG oslo_vmware.api [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.412484] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.490484] env[69226]: DEBUG nova.compute.manager [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.516194] env[69226]: DEBUG nova.virt.hardware [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.516194] env[69226]: DEBUG nova.virt.hardware [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.516194] env[69226]: DEBUG nova.virt.hardware [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.516194] env[69226]: DEBUG nova.virt.hardware [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.516194] env[69226]: DEBUG nova.virt.hardware [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.516623] env[69226]: DEBUG nova.virt.hardware [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.516992] env[69226]: DEBUG nova.virt.hardware [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.517424] env[69226]: DEBUG nova.virt.hardware [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.517722] env[69226]: DEBUG nova.virt.hardware [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.518017] env[69226]: DEBUG nova.virt.hardware [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.518357] env[69226]: DEBUG nova.virt.hardware [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.519427] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8140ffb-67b1-4310-a095-c71f9a740b5a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.530122] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb3f9c8-a02a-4745-ab29-1ff830a78ccf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.589829] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Releasing lock "refresh_cache-a54aeb5b-9769-4ee7-9669-0974db55d501" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.590770] env[69226]: DEBUG nova.compute.manager [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Instance network_info: |[{"id": "f7677335-149a-49b2-bba7-246abacca3a2", "address": "fa:16:3e:db:c3:c4", "network": {"id": "85cf7be8-41f9-4e70-8b2f-485ca7fec54d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-222152902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "011ca348b5f448e4a2d98e689303400f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7677335-14", "ovs_interfaceid": "f7677335-149a-49b2-bba7-246abacca3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.590770] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:c3:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7677335-149a-49b2-bba7-246abacca3a2', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.599016] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Creating folder: Project (011ca348b5f448e4a2d98e689303400f). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.599493] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb541eac-51e5-44ba-80eb-3fa242df8b7b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.611722] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Created folder: Project (011ca348b5f448e4a2d98e689303400f) in parent group-v698365. [ 794.612047] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Creating folder: Instances. Parent ref: group-v698474. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.616785] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d09f8384-94f7-45e0-a4db-3c0003997c57 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.626878] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494631, 'name': Rename_Task, 'duration_secs': 0.143973} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.628565] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.628974] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Created folder: Instances in parent group-v698474. [ 794.629282] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.629664] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a67402c2-0b1a-43b5-a7b7-1843e16c21c0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.633308] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.633900] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1675dfa-9f71-4e1e-91a6-1cb41c617960 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.666535] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for the task: (returnval){ [ 794.666535] env[69226]: value = "task-3494635" [ 794.666535] env[69226]: _type = "Task" [ 794.666535] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.673266] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.673266] env[69226]: value = "task-3494636" [ 794.673266] env[69226]: _type = "Task" [ 794.673266] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.687774] env[69226]: DEBUG nova.compute.manager [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.692193] env[69226]: DEBUG oslo_vmware.api [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494627, 'name': PowerOffVM_Task, 'duration_secs': 1.172429} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.692193] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.693602] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.693888] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.694728] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4603766e-68e1-4351-9719-cdacde1c17e4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.701700] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494636, 'name': CreateVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.720625] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Creating linked-clone VM from snapshot {{(pid=69226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 794.723714] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f57d87d4-3fff-4cc8-a08e-f99e3833ff6f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.733299] env[69226]: DEBUG oslo_vmware.api [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 794.733299] env[69226]: value = "task-3494638" [ 794.733299] env[69226]: _type = "Task" [ 794.733299] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.746277] env[69226]: DEBUG oslo_vmware.api [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494638, 'name': CloneVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.755864] env[69226]: ERROR nova.scheduler.client.report [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [req-76402cc0-de8f-4488-ae93-cb04c5d78738] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b569e5e-3afa-426e-9210-ba55a6e69f42. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-76402cc0-de8f-4488-ae93-cb04c5d78738"}]} [ 794.769212] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.769473] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.769724] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Deleting the datastore file [datastore1] f24d0958-af72-4bb1-b88d-5244a488ef2b {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.769996] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a702a93c-d461-4264-947c-8b868ffd9792 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.778269] env[69226]: DEBUG nova.network.neutron [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Successfully updated port: 7e9bf5e0-5a58-4602-bf49-3963d902d427 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.779087] env[69226]: DEBUG nova.scheduler.client.report [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Refreshing inventories for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 794.781817] env[69226]: DEBUG oslo_vmware.api [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Waiting for the task: (returnval){ [ 794.781817] env[69226]: value = "task-3494639" [ 794.781817] env[69226]: _type = "Task" [ 794.781817] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.790575] env[69226]: DEBUG oslo_vmware.api [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.802281] env[69226]: DEBUG nova.scheduler.client.report [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Updating ProviderTree inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 794.802531] env[69226]: DEBUG nova.compute.provider_tree [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.820143] env[69226]: DEBUG nova.scheduler.client.report [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Refreshing aggregate associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, aggregates: None {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 794.837929] env[69226]: DEBUG oslo_vmware.api [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494632, 'name': ReconfigVM_Task, 'duration_secs': 0.275502} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.838420] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698472', 'volume_id': 'f3da5209-d94a-42b9-b278-dc892865a088', 'name': 'volume-f3da5209-d94a-42b9-b278-dc892865a088', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40485daf-2011-4d34-b9d0-c696988de711', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3da5209-d94a-42b9-b278-dc892865a088', 'serial': 'f3da5209-d94a-42b9-b278-dc892865a088'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 794.849148] env[69226]: DEBUG nova.scheduler.client.report [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Refreshing trait associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 794.873637] env[69226]: DEBUG oslo_vmware.api [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.960321] env[69226]: DEBUG nova.compute.manager [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Received event network-changed-f7677335-149a-49b2-bba7-246abacca3a2 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.960648] env[69226]: DEBUG nova.compute.manager [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Refreshing instance network info cache due to event network-changed-f7677335-149a-49b2-bba7-246abacca3a2. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.960820] env[69226]: DEBUG oslo_concurrency.lockutils [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] Acquiring lock "refresh_cache-a54aeb5b-9769-4ee7-9669-0974db55d501" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.961119] env[69226]: DEBUG oslo_concurrency.lockutils [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] Acquired lock "refresh_cache-a54aeb5b-9769-4ee7-9669-0974db55d501" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.961333] env[69226]: DEBUG nova.network.neutron [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Refreshing network info cache for port f7677335-149a-49b2-bba7-246abacca3a2 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.177351] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494635, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.187508] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494636, 'name': CreateVM_Task, 'duration_secs': 0.331259} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.187679] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.188492] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.188651] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.188970] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.189248] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ccb1f0b-8efb-457b-9118-15c00b05afca {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.199663] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 795.199663] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52112a9f-d2d9-9d09-9402-57cdfb5bdfe2" [ 795.199663] env[69226]: _type = "Task" [ 795.199663] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.208042] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52112a9f-d2d9-9d09-9402-57cdfb5bdfe2, 'name': SearchDatastore_Task, 'duration_secs': 0.010526} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.210638] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.210931] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.211284] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.211379] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.211559] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.212492] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.212856] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5402ad3b-7aaa-4211-891e-f94760819932 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.220259] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.220426] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.221136] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c62055-75fe-4c7f-83de-bd49fe935004 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.229249] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 795.229249] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dfea2b-7f45-b8ca-fbbc-23cb11d023f3" [ 795.229249] env[69226]: _type = "Task" [ 795.229249] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.240881] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dfea2b-7f45-b8ca-fbbc-23cb11d023f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.246102] env[69226]: DEBUG oslo_vmware.api [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494638, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.269386] env[69226]: DEBUG nova.compute.manager [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.270359] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31a5f6b-3808-48e7-9dcc-97e0844cbab0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.283036] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "refresh_cache-88f2ec1c-f6dc-4d20-96df-d3272d74dc7e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.283208] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquired lock "refresh_cache-88f2ec1c-f6dc-4d20-96df-d3272d74dc7e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.283249] env[69226]: DEBUG nova.network.neutron [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.299515] env[69226]: DEBUG oslo_vmware.api [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Task: {'id': task-3494639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18494} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.299515] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.299515] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.299515] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.299515] env[69226]: INFO nova.compute.manager [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Took 2.17 seconds to destroy the instance on the hypervisor. [ 795.299515] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.300282] env[69226]: DEBUG nova.compute.manager [-] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.300282] env[69226]: DEBUG nova.network.neutron [-] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.383104] env[69226]: DEBUG oslo_vmware.api [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.394130] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc694ff-5831-4097-8a54-494cf5375dcd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.403939] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be43768-b11f-464e-81b3-c27441bd2c83 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.439706] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43d9296-6c3b-4f1a-9d43-2ef0af3bf66b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.446810] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8a5c6c-5e17-4a59-8f56-56558b09b497 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.462118] env[69226]: DEBUG nova.compute.provider_tree [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.684305] env[69226]: DEBUG oslo_vmware.api [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494635, 'name': PowerOnVM_Task, 'duration_secs': 0.821033} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.684897] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.685150] env[69226]: INFO nova.compute.manager [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Took 8.68 seconds to spawn the instance on the hypervisor. [ 795.685413] env[69226]: DEBUG nova.compute.manager [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.686246] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9092525e-90c6-4ffd-a829-a8ed6b2f5761 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.753284] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dfea2b-7f45-b8ca-fbbc-23cb11d023f3, 'name': SearchDatastore_Task, 'duration_secs': 0.00893} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.758887] env[69226]: DEBUG oslo_vmware.api [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494638, 'name': CloneVM_Task} progress is 95%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.759164] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c8b20cc-8daa-4377-81b4-6238e2740340 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.766827] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 795.766827] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5258fdf1-56f8-4747-55e9-8a4fe9af2e5d" [ 795.766827] env[69226]: _type = "Task" [ 795.766827] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.778659] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5258fdf1-56f8-4747-55e9-8a4fe9af2e5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.783863] env[69226]: INFO nova.compute.manager [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] instance snapshotting [ 795.789322] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd79c3e-3613-4fce-a2d5-1585a35f6efa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.810430] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4193fab-9737-4f85-a0dc-8beccd58a6a8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.848536] env[69226]: DEBUG nova.network.neutron [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.856230] env[69226]: DEBUG nova.network.neutron [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Updated VIF entry in instance network info cache for port f7677335-149a-49b2-bba7-246abacca3a2. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.856314] env[69226]: DEBUG nova.network.neutron [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Updating instance_info_cache with network_info: [{"id": "f7677335-149a-49b2-bba7-246abacca3a2", "address": "fa:16:3e:db:c3:c4", "network": {"id": "85cf7be8-41f9-4e70-8b2f-485ca7fec54d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-222152902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "011ca348b5f448e4a2d98e689303400f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7677335-14", "ovs_interfaceid": "f7677335-149a-49b2-bba7-246abacca3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.877839] env[69226]: DEBUG oslo_vmware.api [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494616, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.904263] env[69226]: DEBUG nova.objects.instance [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lazy-loading 'flavor' on Instance uuid 40485daf-2011-4d34-b9d0-c696988de711 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.015022] env[69226]: DEBUG nova.scheduler.client.report [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 796.015336] env[69226]: DEBUG nova.compute.provider_tree [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 66 to 67 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 796.015524] env[69226]: DEBUG nova.compute.provider_tree [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 796.093047] env[69226]: DEBUG nova.network.neutron [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Updating instance_info_cache with network_info: [{"id": "7e9bf5e0-5a58-4602-bf49-3963d902d427", "address": "fa:16:3e:67:5f:9b", "network": {"id": "85cf7be8-41f9-4e70-8b2f-485ca7fec54d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-222152902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "011ca348b5f448e4a2d98e689303400f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e9bf5e0-5a", "ovs_interfaceid": "7e9bf5e0-5a58-4602-bf49-3963d902d427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.204842] env[69226]: INFO nova.compute.manager [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Took 52.56 seconds to build instance. [ 796.246753] env[69226]: DEBUG oslo_vmware.api [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494638, 'name': CloneVM_Task, 'duration_secs': 1.189802} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.247750] env[69226]: INFO nova.virt.vmwareapi.vmops [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Created linked-clone VM from snapshot [ 796.248753] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8998f863-9f75-432d-a502-291c5216bb42 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.259656] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Uploading image 664130dc-891e-4c48-9cde-0c8f496cc78c {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 796.273527] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Destroying the VM {{(pid=69226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 796.276603] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d309cd57-4d7c-4cd8-8e43-93d12cf4f7d6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.278874] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5258fdf1-56f8-4747-55e9-8a4fe9af2e5d, 'name': SearchDatastore_Task, 'duration_secs': 0.017713} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.279497] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.279776] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] a54aeb5b-9769-4ee7-9669-0974db55d501/a54aeb5b-9769-4ee7-9669-0974db55d501.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.280107] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ea958d8-10f8-42dc-97c5-8c8194cc62ef {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.284758] env[69226]: DEBUG oslo_vmware.api [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 796.284758] env[69226]: value = "task-3494640" [ 796.284758] env[69226]: _type = "Task" [ 796.284758] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.292032] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 796.292032] env[69226]: value = "task-3494641" [ 796.292032] env[69226]: _type = "Task" [ 796.292032] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.298664] env[69226]: DEBUG oslo_vmware.api [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494640, 'name': Destroy_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.303496] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.322669] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Creating Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 796.324265] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1b11039c-e54d-4f91-a777-6883e736c000 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.331268] env[69226]: DEBUG oslo_vmware.api [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for the task: (returnval){ [ 796.331268] env[69226]: value = "task-3494642" [ 796.331268] env[69226]: _type = "Task" [ 796.331268] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.339270] env[69226]: DEBUG oslo_vmware.api [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494642, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.359551] env[69226]: DEBUG oslo_concurrency.lockutils [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] Releasing lock "refresh_cache-a54aeb5b-9769-4ee7-9669-0974db55d501" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.359859] env[69226]: DEBUG nova.compute.manager [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Received event network-vif-deleted-9a465952-674f-435c-85cf-3d38dcbd3d64 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.360083] env[69226]: DEBUG nova.compute.manager [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Received event network-vif-plugged-7e9bf5e0-5a58-4602-bf49-3963d902d427 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.360308] env[69226]: DEBUG oslo_concurrency.lockutils [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] Acquiring lock "88f2ec1c-f6dc-4d20-96df-d3272d74dc7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.360541] env[69226]: DEBUG oslo_concurrency.lockutils [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] Lock "88f2ec1c-f6dc-4d20-96df-d3272d74dc7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.360726] env[69226]: DEBUG oslo_concurrency.lockutils [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] Lock "88f2ec1c-f6dc-4d20-96df-d3272d74dc7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.360925] env[69226]: DEBUG nova.compute.manager [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] No waiting events found dispatching network-vif-plugged-7e9bf5e0-5a58-4602-bf49-3963d902d427 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.361155] env[69226]: WARNING nova.compute.manager [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Received unexpected event network-vif-plugged-7e9bf5e0-5a58-4602-bf49-3963d902d427 for instance with vm_state building and task_state spawning. [ 796.361352] env[69226]: DEBUG nova.compute.manager [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Received event network-changed-7e9bf5e0-5a58-4602-bf49-3963d902d427 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.361532] env[69226]: DEBUG nova.compute.manager [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Refreshing instance network info cache due to event network-changed-7e9bf5e0-5a58-4602-bf49-3963d902d427. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.361708] env[69226]: DEBUG oslo_concurrency.lockutils [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] Acquiring lock "refresh_cache-88f2ec1c-f6dc-4d20-96df-d3272d74dc7e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.376078] env[69226]: DEBUG oslo_vmware.api [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494616, 'name': ReconfigVM_Task, 'duration_secs': 5.842193} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.376434] env[69226]: DEBUG oslo_concurrency.lockutils [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.376752] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Reconfigured VM to detach interface {{(pid=69226) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 796.409418] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59b7ab69-3157-4a0d-8a20-280d4c6acc4d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "40485daf-2011-4d34-b9d0-c696988de711" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.349s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.520727] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.053s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.521315] env[69226]: DEBUG nova.compute.manager [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.526846] env[69226]: DEBUG oslo_concurrency.lockutils [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.557s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.527522] env[69226]: DEBUG nova.objects.instance [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 796.589415] env[69226]: DEBUG nova.network.neutron [-] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.599644] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Releasing lock "refresh_cache-88f2ec1c-f6dc-4d20-96df-d3272d74dc7e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.599978] env[69226]: DEBUG nova.compute.manager [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Instance network_info: |[{"id": "7e9bf5e0-5a58-4602-bf49-3963d902d427", "address": "fa:16:3e:67:5f:9b", "network": {"id": "85cf7be8-41f9-4e70-8b2f-485ca7fec54d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-222152902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "011ca348b5f448e4a2d98e689303400f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e9bf5e0-5a", "ovs_interfaceid": "7e9bf5e0-5a58-4602-bf49-3963d902d427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.600480] env[69226]: DEBUG oslo_concurrency.lockutils [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] Acquired lock "refresh_cache-88f2ec1c-f6dc-4d20-96df-d3272d74dc7e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.600557] env[69226]: DEBUG nova.network.neutron [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Refreshing network info cache for port 7e9bf5e0-5a58-4602-bf49-3963d902d427 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.604385] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:5f:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e9bf5e0-5a58-4602-bf49-3963d902d427', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.610664] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.611769] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.612719] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80eee652-37ff-46c4-855f-0ac842eb15de {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.639854] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.639854] env[69226]: value = "task-3494643" [ 796.639854] env[69226]: _type = "Task" [ 796.639854] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.650956] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494643, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.706405] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b792bf6f-0db9-4cb0-b6d4-a167a2db2152 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "bebef016-51f9-4368-9862-b1fc990fbb98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.608s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.797748] env[69226]: DEBUG oslo_vmware.api [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494640, 'name': Destroy_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.808441] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494641, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.842418] env[69226]: DEBUG oslo_vmware.api [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494642, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.980385] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1ccfd7e0-25e0-4081-afa2-4a9179e41e27 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquiring lock "40485daf-2011-4d34-b9d0-c696988de711" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.980864] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1ccfd7e0-25e0-4081-afa2-4a9179e41e27 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "40485daf-2011-4d34-b9d0-c696988de711" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.038334] env[69226]: DEBUG nova.compute.utils [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.038334] env[69226]: DEBUG nova.compute.manager [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.038334] env[69226]: DEBUG nova.network.neutron [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.093398] env[69226]: INFO nova.compute.manager [-] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Took 1.79 seconds to deallocate network for instance. [ 797.116463] env[69226]: DEBUG nova.policy [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30fe6d8302eb430dab18fb3664dcc1b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f84f9a713bea443aa7090d8bb05a7af0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.154944] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494643, 'name': CreateVM_Task, 'duration_secs': 0.489677} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.155214] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.155898] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.157392] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.157734] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.158511] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9b8a00-da17-4773-97b9-19108585525a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.163354] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 797.163354] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d5ff41-fe67-d2be-efc9-bf39e36df56b" [ 797.163354] env[69226]: _type = "Task" [ 797.163354] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.171710] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d5ff41-fe67-d2be-efc9-bf39e36df56b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.210634] env[69226]: DEBUG nova.compute.manager [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.294833] env[69226]: DEBUG oslo_vmware.api [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494640, 'name': Destroy_Task, 'duration_secs': 0.662803} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.295124] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Destroyed the VM [ 797.295384] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Deleting Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 797.295627] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-099fc1c3-5447-4af6-a933-edd49f30db6d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.302492] env[69226]: DEBUG oslo_vmware.api [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 797.302492] env[69226]: value = "task-3494644" [ 797.302492] env[69226]: _type = "Task" [ 797.302492] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.305953] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584728} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.308935] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] a54aeb5b-9769-4ee7-9669-0974db55d501/a54aeb5b-9769-4ee7-9669-0974db55d501.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.308935] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.309225] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-232435aa-2c1b-43e4-bcd8-577b8eb1ecd2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.315778] env[69226]: DEBUG oslo_vmware.api [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494644, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.317354] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 797.317354] env[69226]: value = "task-3494645" [ 797.317354] env[69226]: _type = "Task" [ 797.317354] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.329289] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.341302] env[69226]: DEBUG oslo_vmware.api [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494642, 'name': CreateSnapshot_Task, 'duration_secs': 0.820893} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.341594] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Created Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 797.342393] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cc1202-4850-448e-8472-b165a039f86d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.453705] env[69226]: DEBUG nova.network.neutron [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Updated VIF entry in instance network info cache for port 7e9bf5e0-5a58-4602-bf49-3963d902d427. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.454085] env[69226]: DEBUG nova.network.neutron [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Updating instance_info_cache with network_info: [{"id": "7e9bf5e0-5a58-4602-bf49-3963d902d427", "address": "fa:16:3e:67:5f:9b", "network": {"id": "85cf7be8-41f9-4e70-8b2f-485ca7fec54d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-222152902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "011ca348b5f448e4a2d98e689303400f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e9bf5e0-5a", "ovs_interfaceid": "7e9bf5e0-5a58-4602-bf49-3963d902d427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.484052] env[69226]: INFO nova.compute.manager [None req-1ccfd7e0-25e0-4081-afa2-4a9179e41e27 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Detaching volume f3da5209-d94a-42b9-b278-dc892865a088 [ 797.527057] env[69226]: INFO nova.virt.block_device [None req-1ccfd7e0-25e0-4081-afa2-4a9179e41e27 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Attempting to driver detach volume f3da5209-d94a-42b9-b278-dc892865a088 from mountpoint /dev/sdb [ 797.527351] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ccfd7e0-25e0-4081-afa2-4a9179e41e27 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Volume detach. Driver type: vmdk {{(pid=69226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 797.527544] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ccfd7e0-25e0-4081-afa2-4a9179e41e27 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698472', 'volume_id': 'f3da5209-d94a-42b9-b278-dc892865a088', 'name': 'volume-f3da5209-d94a-42b9-b278-dc892865a088', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40485daf-2011-4d34-b9d0-c696988de711', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3da5209-d94a-42b9-b278-dc892865a088', 'serial': 'f3da5209-d94a-42b9-b278-dc892865a088'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 797.528447] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10383f63-0b60-4c74-9196-28de6deac608 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.559477] env[69226]: DEBUG oslo_concurrency.lockutils [None req-48be4278-81a5-4251-bf82-95d4279477dd tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.033s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.561688] env[69226]: DEBUG nova.compute.manager [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.565691] env[69226]: DEBUG nova.network.neutron [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Successfully created port: 6089470e-70d0-4e3f-8161-3079675130df {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.569135] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.553s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.569393] env[69226]: DEBUG nova.objects.instance [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lazy-loading 'resources' on Instance uuid 04510015-46c8-4629-9033-3ae5817e59df {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.571015] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406e1c4f-38e2-4152-9795-1bfae09b8119 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.574835] env[69226]: DEBUG nova.compute.manager [req-5c20128f-5860-4add-b452-9965cb370578 req-b24b43b9-c9f3-41dd-ba57-e9bec6025501 service nova] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Received event network-vif-deleted-c975cd8a-a8bb-4f65-8651-0a10e691cd10 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.575072] env[69226]: DEBUG nova.compute.manager [req-5c20128f-5860-4add-b452-9965cb370578 req-b24b43b9-c9f3-41dd-ba57-e9bec6025501 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Received event network-vif-deleted-fc9e8471-7d07-41ef-b80f-2ee605594798 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.575247] env[69226]: INFO nova.compute.manager [req-5c20128f-5860-4add-b452-9965cb370578 req-b24b43b9-c9f3-41dd-ba57-e9bec6025501 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Neutron deleted interface fc9e8471-7d07-41ef-b80f-2ee605594798; detaching it from the instance and deleting it from the info cache [ 797.575481] env[69226]: DEBUG nova.network.neutron [req-5c20128f-5860-4add-b452-9965cb370578 req-b24b43b9-c9f3-41dd-ba57-e9bec6025501 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Updating instance_info_cache with network_info: [{"id": "4291446f-fafc-495e-805f-4c346d58f9c3", "address": "fa:16:3e:44:52:23", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4291446f-fa", "ovs_interfaceid": "4291446f-fafc-495e-805f-4c346d58f9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.584552] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f682764-180d-48d7-a46e-a6ce5c08ea39 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.611156] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.612691] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca890aa8-f91d-4c70-bee4-58a603dd9a48 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.628953] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ccfd7e0-25e0-4081-afa2-4a9179e41e27 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] The volume has not been displaced from its original location: [datastore2] volume-f3da5209-d94a-42b9-b278-dc892865a088/volume-f3da5209-d94a-42b9-b278-dc892865a088.vmdk. No consolidation needed. {{(pid=69226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 797.634303] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ccfd7e0-25e0-4081-afa2-4a9179e41e27 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Reconfiguring VM instance instance-0000001b to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 797.634620] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dca4c4b-df8f-4bc8-a3a1-15a4abde4365 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.648603] env[69226]: DEBUG oslo_concurrency.lockutils [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "refresh_cache-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.648825] env[69226]: DEBUG oslo_concurrency.lockutils [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "refresh_cache-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.649067] env[69226]: DEBUG nova.network.neutron [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.655179] env[69226]: DEBUG oslo_vmware.api [None req-1ccfd7e0-25e0-4081-afa2-4a9179e41e27 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 797.655179] env[69226]: value = "task-3494646" [ 797.655179] env[69226]: _type = "Task" [ 797.655179] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.666027] env[69226]: DEBUG oslo_vmware.api [None req-1ccfd7e0-25e0-4081-afa2-4a9179e41e27 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.674252] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d5ff41-fe67-d2be-efc9-bf39e36df56b, 'name': SearchDatastore_Task, 'duration_secs': 0.035957} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.674575] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.674863] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.675101] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.675253] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.675430] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.675725] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee47fae7-c13d-4086-8e05-24fb2d17b3be {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.692016] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.692302] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.692925] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b23bfc-81aa-4b17-8ba2-ba1305ae7ded {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.700147] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 797.700147] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5239f2a9-5ec4-8b18-483e-bca04943a007" [ 797.700147] env[69226]: _type = "Task" [ 797.700147] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.707678] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5239f2a9-5ec4-8b18-483e-bca04943a007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.742602] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.818519] env[69226]: DEBUG oslo_vmware.api [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494644, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.827845] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072161} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.827845] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.827845] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d956cdcb-b3ec-4a11-a52c-5daaf3a0cf34 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.854393] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] a54aeb5b-9769-4ee7-9669-0974db55d501/a54aeb5b-9769-4ee7-9669-0974db55d501.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.863704] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Creating linked-clone VM from snapshot {{(pid=69226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 797.863704] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a3ee7e6-025c-4534-9c71-1e176f29415b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.876334] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5cb82159-30b5-4bfe-8cd4-57e7ca96c066 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.890686] env[69226]: DEBUG oslo_vmware.api [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for the task: (returnval){ [ 797.890686] env[69226]: value = "task-3494647" [ 797.890686] env[69226]: _type = "Task" [ 797.890686] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.890970] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 797.890970] env[69226]: value = "task-3494648" [ 797.890970] env[69226]: _type = "Task" [ 797.890970] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.903325] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.906741] env[69226]: DEBUG oslo_vmware.api [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494647, 'name': CloneVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.960530] env[69226]: DEBUG oslo_concurrency.lockutils [req-0b857b50-cf77-41f7-8e82-2ffee00c3e7b req-b67ae87e-fa88-4bc3-a438-de6d2936173f service nova] Releasing lock "refresh_cache-88f2ec1c-f6dc-4d20-96df-d3272d74dc7e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.087033] env[69226]: DEBUG oslo_concurrency.lockutils [req-5c20128f-5860-4add-b452-9965cb370578 req-b24b43b9-c9f3-41dd-ba57-e9bec6025501 service nova] Acquiring lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.087033] env[69226]: DEBUG oslo_concurrency.lockutils [req-5c20128f-5860-4add-b452-9965cb370578 req-b24b43b9-c9f3-41dd-ba57-e9bec6025501 service nova] Acquired lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.087033] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a56b9a9-ca3a-415f-94fd-8e46e31eadcb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.106978] env[69226]: DEBUG oslo_concurrency.lockutils [req-5c20128f-5860-4add-b452-9965cb370578 req-b24b43b9-c9f3-41dd-ba57-e9bec6025501 service nova] Releasing lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.107554] env[69226]: WARNING nova.compute.manager [req-5c20128f-5860-4add-b452-9965cb370578 req-b24b43b9-c9f3-41dd-ba57-e9bec6025501 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Detach interface failed, port_id=fc9e8471-7d07-41ef-b80f-2ee605594798, reason: No device with interface-id fc9e8471-7d07-41ef-b80f-2ee605594798 exists on VM: nova.exception.NotFound: No device with interface-id fc9e8471-7d07-41ef-b80f-2ee605594798 exists on VM [ 798.170680] env[69226]: DEBUG oslo_vmware.api [None req-1ccfd7e0-25e0-4081-afa2-4a9179e41e27 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494646, 'name': ReconfigVM_Task, 'duration_secs': 0.268985} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.170680] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ccfd7e0-25e0-4081-afa2-4a9179e41e27 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Reconfigured VM instance instance-0000001b to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 798.175380] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2fa0b93-2943-44e1-9855-65f4c99dd1bb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.188099] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.188352] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.188557] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.188731] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.188895] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.196390] env[69226]: INFO nova.compute.manager [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Terminating instance [ 798.198619] env[69226]: DEBUG oslo_vmware.api [None req-1ccfd7e0-25e0-4081-afa2-4a9179e41e27 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 798.198619] env[69226]: value = "task-3494649" [ 798.198619] env[69226]: _type = "Task" [ 798.198619] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.215679] env[69226]: DEBUG oslo_vmware.api [None req-1ccfd7e0-25e0-4081-afa2-4a9179e41e27 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.219459] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5239f2a9-5ec4-8b18-483e-bca04943a007, 'name': SearchDatastore_Task, 'duration_secs': 0.017771} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.222872] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edccad0a-ea08-4d22-9d98-1066158f8c2b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.231020] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 798.231020] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52230212-2028-7bdc-6e39-0d3d2e5b18a1" [ 798.231020] env[69226]: _type = "Task" [ 798.231020] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.239045] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52230212-2028-7bdc-6e39-0d3d2e5b18a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.244406] env[69226]: DEBUG nova.compute.manager [req-b617abf1-56d4-46d3-9638-1f03804c0489 req-f6943821-4cf9-4f3a-ba8d-26b7358bd7f5 service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Received event network-changed-9e7e92bf-e3e8-4128-aa88-c8977d55d258 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.244620] env[69226]: DEBUG nova.compute.manager [req-b617abf1-56d4-46d3-9638-1f03804c0489 req-f6943821-4cf9-4f3a-ba8d-26b7358bd7f5 service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Refreshing instance network info cache due to event network-changed-9e7e92bf-e3e8-4128-aa88-c8977d55d258. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.244831] env[69226]: DEBUG oslo_concurrency.lockutils [req-b617abf1-56d4-46d3-9638-1f03804c0489 req-f6943821-4cf9-4f3a-ba8d-26b7358bd7f5 service nova] Acquiring lock "refresh_cache-bc027f19-a069-407f-b861-66aa7c868033" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.244971] env[69226]: DEBUG oslo_concurrency.lockutils [req-b617abf1-56d4-46d3-9638-1f03804c0489 req-f6943821-4cf9-4f3a-ba8d-26b7358bd7f5 service nova] Acquired lock "refresh_cache-bc027f19-a069-407f-b861-66aa7c868033" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.245147] env[69226]: DEBUG nova.network.neutron [req-b617abf1-56d4-46d3-9638-1f03804c0489 req-f6943821-4cf9-4f3a-ba8d-26b7358bd7f5 service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Refreshing network info cache for port 9e7e92bf-e3e8-4128-aa88-c8977d55d258 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.317661] env[69226]: DEBUG oslo_vmware.api [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494644, 'name': RemoveSnapshot_Task, 'duration_secs': 0.888516} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.317661] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Deleted Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 798.410291] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494648, 'name': ReconfigVM_Task, 'duration_secs': 0.299367} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.410455] env[69226]: DEBUG oslo_vmware.api [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494647, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.411474] env[69226]: DEBUG nova.network.neutron [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Updating instance_info_cache with network_info: [{"id": "4291446f-fafc-495e-805f-4c346d58f9c3", "address": "fa:16:3e:44:52:23", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4291446f-fa", "ovs_interfaceid": "4291446f-fafc-495e-805f-4c346d58f9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.412635] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Reconfigured VM instance instance-00000025 to attach disk [datastore2] a54aeb5b-9769-4ee7-9669-0974db55d501/a54aeb5b-9769-4ee7-9669-0974db55d501.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.413432] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b52f9b6e-eea5-45ec-964b-13f16c090931 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.420423] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 798.420423] env[69226]: value = "task-3494650" [ 798.420423] env[69226]: _type = "Task" [ 798.420423] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.434046] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494650, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.592236] env[69226]: DEBUG nova.compute.manager [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.622192] env[69226]: DEBUG nova.virt.hardware [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.622741] env[69226]: DEBUG nova.virt.hardware [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.623069] env[69226]: DEBUG nova.virt.hardware [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.623419] env[69226]: DEBUG nova.virt.hardware [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.623725] env[69226]: DEBUG nova.virt.hardware [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.627171] env[69226]: DEBUG nova.virt.hardware [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.627171] env[69226]: DEBUG nova.virt.hardware [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.627171] env[69226]: DEBUG nova.virt.hardware [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.627171] env[69226]: DEBUG nova.virt.hardware [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.627171] env[69226]: DEBUG nova.virt.hardware [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.627171] env[69226]: DEBUG nova.virt.hardware [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.627171] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de380000-e046-49eb-8af8-7bc00dabbb2d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.637590] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477243a7-58a9-418d-a3ce-8fd6b299b91e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.701594] env[69226]: DEBUG nova.compute.manager [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.701594] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.701594] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71657a7f-a4e3-44ae-a3fc-9465ca07338c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.709029] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7bf88f-b3dd-4ad7-b294-f4c74fe7d8c4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.720821] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52910019-c53c-4338-a3d8-c0d347e0b2ba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.725107] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.726317] env[69226]: DEBUG oslo_vmware.api [None req-1ccfd7e0-25e0-4081-afa2-4a9179e41e27 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494649, 'name': ReconfigVM_Task, 'duration_secs': 0.136081} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.726740] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00e2f367-eb60-408c-80a1-ad04ac5d8ea9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.728510] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ccfd7e0-25e0-4081-afa2-4a9179e41e27 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698472', 'volume_id': 'f3da5209-d94a-42b9-b278-dc892865a088', 'name': 'volume-f3da5209-d94a-42b9-b278-dc892865a088', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40485daf-2011-4d34-b9d0-c696988de711', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3da5209-d94a-42b9-b278-dc892865a088', 'serial': 'f3da5209-d94a-42b9-b278-dc892865a088'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 798.771434] env[69226]: DEBUG oslo_vmware.api [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 798.771434] env[69226]: value = "task-3494651" [ 798.771434] env[69226]: _type = "Task" [ 798.771434] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.776220] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c784a43b-3614-4949-98ff-1a9002261eef {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.787824] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52230212-2028-7bdc-6e39-0d3d2e5b18a1, 'name': SearchDatastore_Task, 'duration_secs': 0.028894} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.788713] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.789639] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e/88f2ec1c-f6dc-4d20-96df-d3272d74dc7e.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.789639] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8565ef28-c708-442e-a1cf-8e9bcdb838cc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.797807] env[69226]: DEBUG oslo_vmware.api [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.799464] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61512a6c-e7b0-416b-8d92-e6d661c4ece4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.805511] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 798.805511] env[69226]: value = "task-3494652" [ 798.805511] env[69226]: _type = "Task" [ 798.805511] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.817774] env[69226]: DEBUG nova.compute.provider_tree [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.824031] env[69226]: WARNING nova.compute.manager [None req-b0a13a32-fcdf-456f-9488-522f0034d4a6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Image not found during snapshot: nova.exception.ImageNotFound: Image 664130dc-891e-4c48-9cde-0c8f496cc78c could not be found. [ 798.829269] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.902512] env[69226]: DEBUG oslo_vmware.api [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494647, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.916135] env[69226]: DEBUG oslo_concurrency.lockutils [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "refresh_cache-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.930333] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494650, 'name': Rename_Task, 'duration_secs': 0.15044} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.931996] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.932402] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54ea1787-b8db-478c-a14a-57c22f3100cd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.938583] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 798.938583] env[69226]: value = "task-3494653" [ 798.938583] env[69226]: _type = "Task" [ 798.938583] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.947310] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.164578] env[69226]: DEBUG nova.network.neutron [req-b617abf1-56d4-46d3-9638-1f03804c0489 req-f6943821-4cf9-4f3a-ba8d-26b7358bd7f5 service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Updated VIF entry in instance network info cache for port 9e7e92bf-e3e8-4128-aa88-c8977d55d258. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.164578] env[69226]: DEBUG nova.network.neutron [req-b617abf1-56d4-46d3-9638-1f03804c0489 req-f6943821-4cf9-4f3a-ba8d-26b7358bd7f5 service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Updating instance_info_cache with network_info: [{"id": "9e7e92bf-e3e8-4128-aa88-c8977d55d258", "address": "fa:16:3e:99:44:a5", "network": {"id": "dac0aea7-b89d-4976-9e71-6a17b300ac54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1832143608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0972fc64504476a87b822ac7a36e8db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e7e92bf-e3", "ovs_interfaceid": "9e7e92bf-e3e8-4128-aa88-c8977d55d258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.285225] env[69226]: DEBUG nova.network.neutron [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Successfully updated port: 6089470e-70d0-4e3f-8161-3079675130df {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.295474] env[69226]: DEBUG oslo_vmware.api [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494651, 'name': PowerOffVM_Task, 'duration_secs': 0.182585} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.296168] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.296536] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.297105] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-497dc0f6-0c3b-4753-81e6-7e809034e41c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.312167] env[69226]: DEBUG nova.objects.instance [None req-1ccfd7e0-25e0-4081-afa2-4a9179e41e27 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lazy-loading 'flavor' on Instance uuid 40485daf-2011-4d34-b9d0-c696988de711 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.319585] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494652, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.327044] env[69226]: DEBUG nova.scheduler.client.report [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.368580] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.369186] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.369549] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Deleting the datastore file [datastore1] e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.370036] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ca6cfbb-d607-4e34-978e-e3885bf0a6ff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.381028] env[69226]: DEBUG oslo_vmware.api [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 799.381028] env[69226]: value = "task-3494655" [ 799.381028] env[69226]: _type = "Task" [ 799.381028] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.388026] env[69226]: DEBUG oslo_vmware.api [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.402503] env[69226]: DEBUG oslo_vmware.api [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494647, 'name': CloneVM_Task} progress is 95%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.418445] env[69226]: DEBUG oslo_concurrency.lockutils [None req-892167f5-3748-4b59-867f-446bab64c148 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "interface-e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c-fc9e8471-7d07-41ef-b80f-2ee605594798" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.639s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.453289] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494653, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.667095] env[69226]: DEBUG oslo_concurrency.lockutils [req-b617abf1-56d4-46d3-9638-1f03804c0489 req-f6943821-4cf9-4f3a-ba8d-26b7358bd7f5 service nova] Releasing lock "refresh_cache-bc027f19-a069-407f-b861-66aa7c868033" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.789796] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquiring lock "refresh_cache-d8fe6fbd-05c2-4bf5-8615-bb505bd0c031" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.789796] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquired lock "refresh_cache-d8fe6fbd-05c2-4bf5-8615-bb505bd0c031" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.789796] env[69226]: DEBUG nova.network.neutron [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.818386] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545671} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.820856] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e/88f2ec1c-f6dc-4d20-96df-d3272d74dc7e.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.820856] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.820856] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fcf7178-2f08-450d-9f2f-4e373bdc9653 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.828193] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 799.828193] env[69226]: value = "task-3494656" [ 799.828193] env[69226]: _type = "Task" [ 799.828193] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.834587] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.839795] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.428s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.842164] env[69226]: INFO nova.compute.claims [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.844441] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.887588] env[69226]: INFO nova.scheduler.client.report [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleted allocations for instance 04510015-46c8-4629-9033-3ae5817e59df [ 799.896643] env[69226]: DEBUG oslo_vmware.api [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.906211] env[69226]: DEBUG oslo_vmware.api [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494647, 'name': CloneVM_Task, 'duration_secs': 1.672949} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.906211] env[69226]: INFO nova.virt.vmwareapi.vmops [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Created linked-clone VM from snapshot [ 799.906873] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077c61eb-43b7-4cea-9d0d-b159274de188 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.919328] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Uploading image 7ef1f360-9ac4-418d-a227-eb0ba277a204 {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 799.949902] env[69226]: DEBUG oslo_vmware.api [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494653, 'name': PowerOnVM_Task, 'duration_secs': 0.57887} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.951844] env[69226]: DEBUG oslo_vmware.rw_handles [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 799.951844] env[69226]: value = "vm-698480" [ 799.951844] env[69226]: _type = "VirtualMachine" [ 799.951844] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 799.952253] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.952511] env[69226]: INFO nova.compute.manager [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Took 8.16 seconds to spawn the instance on the hypervisor. [ 799.952803] env[69226]: DEBUG nova.compute.manager [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.953104] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-45317a7a-7cc6-4749-a220-0b354417bfd6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.955023] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f417be5f-ccd0-4ccc-80ad-7e63052d9b21 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.965209] env[69226]: DEBUG oslo_vmware.rw_handles [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Lease: (returnval){ [ 799.965209] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5237473f-3531-18d6-e6fa-752f13cf5704" [ 799.965209] env[69226]: _type = "HttpNfcLease" [ 799.965209] env[69226]: } obtained for exporting VM: (result){ [ 799.965209] env[69226]: value = "vm-698480" [ 799.965209] env[69226]: _type = "VirtualMachine" [ 799.965209] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 799.965902] env[69226]: DEBUG oslo_vmware.api [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for the lease: (returnval){ [ 799.965902] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5237473f-3531-18d6-e6fa-752f13cf5704" [ 799.965902] env[69226]: _type = "HttpNfcLease" [ 799.965902] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 799.972665] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 799.972665] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5237473f-3531-18d6-e6fa-752f13cf5704" [ 799.972665] env[69226]: _type = "HttpNfcLease" [ 799.972665] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 800.185340] env[69226]: DEBUG oslo_concurrency.lockutils [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.185618] env[69226]: DEBUG oslo_concurrency.lockutils [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.185842] env[69226]: DEBUG oslo_concurrency.lockutils [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.186122] env[69226]: DEBUG oslo_concurrency.lockutils [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.186299] env[69226]: DEBUG oslo_concurrency.lockutils [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.188625] env[69226]: INFO nova.compute.manager [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Terminating instance [ 800.323137] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1ccfd7e0-25e0-4081-afa2-4a9179e41e27 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "40485daf-2011-4d34-b9d0-c696988de711" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.342s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.325291] env[69226]: DEBUG nova.network.neutron [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.348225] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064578} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.349296] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.350469] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360a6301-fed3-474b-85b4-87bcd625dae9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.382059] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e/88f2ec1c-f6dc-4d20-96df-d3272d74dc7e.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.385303] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-000ad4d7-7df8-4ebb-a614-803fb358bf00 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.410284] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f6c60063-9101-43b8-97d8-3bd497904f04 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "04510015-46c8-4629-9033-3ae5817e59df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.834s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.414809] env[69226]: DEBUG oslo_vmware.api [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550977} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.416352] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.416596] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.419201] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.419201] env[69226]: INFO nova.compute.manager [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Took 1.72 seconds to destroy the instance on the hypervisor. [ 800.419201] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.419201] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 800.419201] env[69226]: value = "task-3494658" [ 800.419201] env[69226]: _type = "Task" [ 800.419201] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.419201] env[69226]: DEBUG nova.compute.manager [-] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.419201] env[69226]: DEBUG nova.network.neutron [-] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.433204] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494658, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.454230] env[69226]: DEBUG nova.compute.manager [req-37fa5319-505b-4d0c-83e6-c402fe96ae0a req-a2c34b23-a122-4c4b-8f1c-3c8fabc74a16 service nova] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Received event network-vif-plugged-6089470e-70d0-4e3f-8161-3079675130df {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.454490] env[69226]: DEBUG oslo_concurrency.lockutils [req-37fa5319-505b-4d0c-83e6-c402fe96ae0a req-a2c34b23-a122-4c4b-8f1c-3c8fabc74a16 service nova] Acquiring lock "d8fe6fbd-05c2-4bf5-8615-bb505bd0c031-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.454691] env[69226]: DEBUG oslo_concurrency.lockutils [req-37fa5319-505b-4d0c-83e6-c402fe96ae0a req-a2c34b23-a122-4c4b-8f1c-3c8fabc74a16 service nova] Lock "d8fe6fbd-05c2-4bf5-8615-bb505bd0c031-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.454855] env[69226]: DEBUG oslo_concurrency.lockutils [req-37fa5319-505b-4d0c-83e6-c402fe96ae0a req-a2c34b23-a122-4c4b-8f1c-3c8fabc74a16 service nova] Lock "d8fe6fbd-05c2-4bf5-8615-bb505bd0c031-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.455031] env[69226]: DEBUG nova.compute.manager [req-37fa5319-505b-4d0c-83e6-c402fe96ae0a req-a2c34b23-a122-4c4b-8f1c-3c8fabc74a16 service nova] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] No waiting events found dispatching network-vif-plugged-6089470e-70d0-4e3f-8161-3079675130df {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.455201] env[69226]: WARNING nova.compute.manager [req-37fa5319-505b-4d0c-83e6-c402fe96ae0a req-a2c34b23-a122-4c4b-8f1c-3c8fabc74a16 service nova] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Received unexpected event network-vif-plugged-6089470e-70d0-4e3f-8161-3079675130df for instance with vm_state building and task_state spawning. [ 800.455359] env[69226]: DEBUG nova.compute.manager [req-37fa5319-505b-4d0c-83e6-c402fe96ae0a req-a2c34b23-a122-4c4b-8f1c-3c8fabc74a16 service nova] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Received event network-changed-6089470e-70d0-4e3f-8161-3079675130df {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.455531] env[69226]: DEBUG nova.compute.manager [req-37fa5319-505b-4d0c-83e6-c402fe96ae0a req-a2c34b23-a122-4c4b-8f1c-3c8fabc74a16 service nova] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Refreshing instance network info cache due to event network-changed-6089470e-70d0-4e3f-8161-3079675130df. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.455705] env[69226]: DEBUG oslo_concurrency.lockutils [req-37fa5319-505b-4d0c-83e6-c402fe96ae0a req-a2c34b23-a122-4c4b-8f1c-3c8fabc74a16 service nova] Acquiring lock "refresh_cache-d8fe6fbd-05c2-4bf5-8615-bb505bd0c031" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.476073] env[69226]: INFO nova.compute.manager [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Took 51.87 seconds to build instance. [ 800.482942] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 800.482942] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5237473f-3531-18d6-e6fa-752f13cf5704" [ 800.482942] env[69226]: _type = "HttpNfcLease" [ 800.482942] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 800.483835] env[69226]: DEBUG oslo_vmware.rw_handles [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 800.483835] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5237473f-3531-18d6-e6fa-752f13cf5704" [ 800.483835] env[69226]: _type = "HttpNfcLease" [ 800.483835] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 800.484027] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4067ba-0da9-4449-9654-bf9b2b8b9159 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.493258] env[69226]: DEBUG oslo_vmware.rw_handles [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292d351-13a4-0425-17f6-48bf95f87301/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 800.493383] env[69226]: DEBUG oslo_vmware.rw_handles [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292d351-13a4-0425-17f6-48bf95f87301/disk-0.vmdk for reading. {{(pid=69226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 800.600902] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ab5eca6-a346-458a-ad04-1adf71791853 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.623757] env[69226]: DEBUG nova.network.neutron [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Updating instance_info_cache with network_info: [{"id": "6089470e-70d0-4e3f-8161-3079675130df", "address": "fa:16:3e:0f:e8:6c", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6089470e-70", "ovs_interfaceid": "6089470e-70d0-4e3f-8161-3079675130df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.692902] env[69226]: DEBUG nova.compute.manager [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.693477] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.694449] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ca4b6b-b935-4a63-8d36-d0f127870c88 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.703846] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.703846] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a30a9741-1c5b-4b37-a18c-15a1ce6ef8ac {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.708802] env[69226]: DEBUG oslo_vmware.api [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 800.708802] env[69226]: value = "task-3494659" [ 800.708802] env[69226]: _type = "Task" [ 800.708802] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.711388] env[69226]: DEBUG nova.compute.manager [req-2158f57f-5415-4449-b007-372c1abac204 req-89cb5cdc-90c0-48dc-9c72-fb2ee9b46ebb service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Received event network-changed-9e7e92bf-e3e8-4128-aa88-c8977d55d258 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.711577] env[69226]: DEBUG nova.compute.manager [req-2158f57f-5415-4449-b007-372c1abac204 req-89cb5cdc-90c0-48dc-9c72-fb2ee9b46ebb service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Refreshing instance network info cache due to event network-changed-9e7e92bf-e3e8-4128-aa88-c8977d55d258. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.711785] env[69226]: DEBUG oslo_concurrency.lockutils [req-2158f57f-5415-4449-b007-372c1abac204 req-89cb5cdc-90c0-48dc-9c72-fb2ee9b46ebb service nova] Acquiring lock "refresh_cache-bc027f19-a069-407f-b861-66aa7c868033" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.711923] env[69226]: DEBUG oslo_concurrency.lockutils [req-2158f57f-5415-4449-b007-372c1abac204 req-89cb5cdc-90c0-48dc-9c72-fb2ee9b46ebb service nova] Acquired lock "refresh_cache-bc027f19-a069-407f-b861-66aa7c868033" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.712092] env[69226]: DEBUG nova.network.neutron [req-2158f57f-5415-4449-b007-372c1abac204 req-89cb5cdc-90c0-48dc-9c72-fb2ee9b46ebb service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Refreshing network info cache for port 9e7e92bf-e3e8-4128-aa88-c8977d55d258 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.722458] env[69226]: DEBUG oslo_vmware.api [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.940234] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494658, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.978535] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d6d96c12-6390-49b3-b6d0-af7b91d82f82 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "a54aeb5b-9769-4ee7-9669-0974db55d501" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.997s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.127228] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Releasing lock "refresh_cache-d8fe6fbd-05c2-4bf5-8615-bb505bd0c031" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.127572] env[69226]: DEBUG nova.compute.manager [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Instance network_info: |[{"id": "6089470e-70d0-4e3f-8161-3079675130df", "address": "fa:16:3e:0f:e8:6c", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6089470e-70", "ovs_interfaceid": "6089470e-70d0-4e3f-8161-3079675130df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.127875] env[69226]: DEBUG oslo_concurrency.lockutils [req-37fa5319-505b-4d0c-83e6-c402fe96ae0a req-a2c34b23-a122-4c4b-8f1c-3c8fabc74a16 service nova] Acquired lock "refresh_cache-d8fe6fbd-05c2-4bf5-8615-bb505bd0c031" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.128115] env[69226]: DEBUG nova.network.neutron [req-37fa5319-505b-4d0c-83e6-c402fe96ae0a req-a2c34b23-a122-4c4b-8f1c-3c8fabc74a16 service nova] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Refreshing network info cache for port 6089470e-70d0-4e3f-8161-3079675130df {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.129586] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:e8:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6089470e-70d0-4e3f-8161-3079675130df', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.139668] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.143391] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.144154] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30cbf975-bd59-4888-97c9-22d209246b79 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.177496] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.177496] env[69226]: value = "task-3494660" [ 801.177496] env[69226]: _type = "Task" [ 801.177496] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.192905] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494660, 'name': CreateVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.223877] env[69226]: DEBUG oslo_vmware.api [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494659, 'name': PowerOffVM_Task, 'duration_secs': 0.169874} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.226926] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.229346] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.229346] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8618ff76-d24f-43a6-a820-b1ba4b818512 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.434592] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494658, 'name': ReconfigVM_Task, 'duration_secs': 0.538997} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.439260] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e/88f2ec1c-f6dc-4d20-96df-d3272d74dc7e.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.441159] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c567bfa-6703-416b-ac5a-fa42e78342cc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.449151] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 801.449151] env[69226]: value = "task-3494662" [ 801.449151] env[69226]: _type = "Task" [ 801.449151] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.469258] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494662, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.478112] env[69226]: DEBUG nova.network.neutron [-] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.483354] env[69226]: DEBUG nova.compute.manager [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.525594] env[69226]: DEBUG nova.network.neutron [req-2158f57f-5415-4449-b007-372c1abac204 req-89cb5cdc-90c0-48dc-9c72-fb2ee9b46ebb service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Updated VIF entry in instance network info cache for port 9e7e92bf-e3e8-4128-aa88-c8977d55d258. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.526226] env[69226]: DEBUG nova.network.neutron [req-2158f57f-5415-4449-b007-372c1abac204 req-89cb5cdc-90c0-48dc-9c72-fb2ee9b46ebb service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Updating instance_info_cache with network_info: [{"id": "9e7e92bf-e3e8-4128-aa88-c8977d55d258", "address": "fa:16:3e:99:44:a5", "network": {"id": "dac0aea7-b89d-4976-9e71-6a17b300ac54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1832143608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0972fc64504476a87b822ac7a36e8db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e7e92bf-e3", "ovs_interfaceid": "9e7e92bf-e3e8-4128-aa88-c8977d55d258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.571187] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bda0b4-b725-4a6d-9259-bff5afe80347 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.582228] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4191dc-6964-4796-a39c-6c62b958a73e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.621110] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580a7ffb-01f7-403e-97fd-02ea3986608c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.629883] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869425e9-e902-4ff8-b3f0-7d42105a0561 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.647333] env[69226]: DEBUG nova.compute.provider_tree [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.688722] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494660, 'name': CreateVM_Task, 'duration_secs': 0.446579} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.691401] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.692537] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.692721] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.693032] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.693631] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be752614-092e-4788-83e9-c3c96b3de0a6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.698312] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for the task: (returnval){ [ 801.698312] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52840d40-20fd-63a5-b949-248ff4f6fab1" [ 801.698312] env[69226]: _type = "Task" [ 801.698312] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.706811] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52840d40-20fd-63a5-b949-248ff4f6fab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.793483] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.793902] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.794340] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Deleting the datastore file [datastore2] 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.794717] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d123fd94-cca0-48d9-bd20-1c26ec14bd76 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.804925] env[69226]: DEBUG oslo_vmware.api [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 801.804925] env[69226]: value = "task-3494663" [ 801.804925] env[69226]: _type = "Task" [ 801.804925] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.815931] env[69226]: DEBUG oslo_vmware.api [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.916249] env[69226]: DEBUG oslo_concurrency.lockutils [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquiring lock "9e2ae17d-ccd9-46cf-9896-67977cfc5e4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.916803] env[69226]: DEBUG oslo_concurrency.lockutils [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "9e2ae17d-ccd9-46cf-9896-67977cfc5e4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.920197] env[69226]: DEBUG nova.network.neutron [req-37fa5319-505b-4d0c-83e6-c402fe96ae0a req-a2c34b23-a122-4c4b-8f1c-3c8fabc74a16 service nova] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Updated VIF entry in instance network info cache for port 6089470e-70d0-4e3f-8161-3079675130df. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.920197] env[69226]: DEBUG nova.network.neutron [req-37fa5319-505b-4d0c-83e6-c402fe96ae0a req-a2c34b23-a122-4c4b-8f1c-3c8fabc74a16 service nova] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Updating instance_info_cache with network_info: [{"id": "6089470e-70d0-4e3f-8161-3079675130df", "address": "fa:16:3e:0f:e8:6c", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6089470e-70", "ovs_interfaceid": "6089470e-70d0-4e3f-8161-3079675130df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.968847] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494662, 'name': Rename_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.988547] env[69226]: INFO nova.compute.manager [-] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Took 1.57 seconds to deallocate network for instance. [ 802.039980] env[69226]: DEBUG oslo_concurrency.lockutils [req-2158f57f-5415-4449-b007-372c1abac204 req-89cb5cdc-90c0-48dc-9c72-fb2ee9b46ebb service nova] Releasing lock "refresh_cache-bc027f19-a069-407f-b861-66aa7c868033" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.040351] env[69226]: DEBUG nova.compute.manager [req-2158f57f-5415-4449-b007-372c1abac204 req-89cb5cdc-90c0-48dc-9c72-fb2ee9b46ebb service nova] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Received event network-changed-f8d11894-cb97-49bb-843e-c29bb4167e2a {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.040557] env[69226]: DEBUG nova.compute.manager [req-2158f57f-5415-4449-b007-372c1abac204 req-89cb5cdc-90c0-48dc-9c72-fb2ee9b46ebb service nova] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Refreshing instance network info cache due to event network-changed-f8d11894-cb97-49bb-843e-c29bb4167e2a. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.040826] env[69226]: DEBUG oslo_concurrency.lockutils [req-2158f57f-5415-4449-b007-372c1abac204 req-89cb5cdc-90c0-48dc-9c72-fb2ee9b46ebb service nova] Acquiring lock "refresh_cache-bebef016-51f9-4368-9862-b1fc990fbb98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.042272] env[69226]: DEBUG oslo_concurrency.lockutils [req-2158f57f-5415-4449-b007-372c1abac204 req-89cb5cdc-90c0-48dc-9c72-fb2ee9b46ebb service nova] Acquired lock "refresh_cache-bebef016-51f9-4368-9862-b1fc990fbb98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.042272] env[69226]: DEBUG nova.network.neutron [req-2158f57f-5415-4449-b007-372c1abac204 req-89cb5cdc-90c0-48dc-9c72-fb2ee9b46ebb service nova] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Refreshing network info cache for port f8d11894-cb97-49bb-843e-c29bb4167e2a {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.045034] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.152459] env[69226]: DEBUG nova.scheduler.client.report [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.210355] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52840d40-20fd-63a5-b949-248ff4f6fab1, 'name': SearchDatastore_Task, 'duration_secs': 0.022317} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.210692] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.210934] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.211198] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.211446] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.211706] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.211985] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d37aedf7-4431-40bc-b038-ab1f951af14c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.221410] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.221612] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.222471] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3acceb17-f32e-4c8e-a1a9-298d65928021 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.229590] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for the task: (returnval){ [ 802.229590] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527fe5bb-9494-afc2-21f6-a8ed1635c410" [ 802.229590] env[69226]: _type = "Task" [ 802.229590] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.239018] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527fe5bb-9494-afc2-21f6-a8ed1635c410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.319335] env[69226]: DEBUG oslo_vmware.api [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225046} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.319824] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.319980] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.320282] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.320549] env[69226]: INFO nova.compute.manager [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Took 1.63 seconds to destroy the instance on the hypervisor. [ 802.320892] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.321457] env[69226]: DEBUG nova.compute.manager [-] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.323619] env[69226]: DEBUG nova.network.neutron [-] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.430556] env[69226]: DEBUG oslo_concurrency.lockutils [req-37fa5319-505b-4d0c-83e6-c402fe96ae0a req-a2c34b23-a122-4c4b-8f1c-3c8fabc74a16 service nova] Releasing lock "refresh_cache-d8fe6fbd-05c2-4bf5-8615-bb505bd0c031" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.464021] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494662, 'name': Rename_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.507962] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.658271] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.658731] env[69226]: DEBUG nova.compute.manager [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.661562] env[69226]: DEBUG oslo_concurrency.lockutils [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.906s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.663541] env[69226]: INFO nova.compute.claims [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.751852] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527fe5bb-9494-afc2-21f6-a8ed1635c410, 'name': SearchDatastore_Task, 'duration_secs': 0.013373} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.752808] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f498368-b6d8-468b-9c78-4e17c803e7d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.758885] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for the task: (returnval){ [ 802.758885] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5232ca83-a0c7-4b7e-6057-bbfe3a1fc052" [ 802.758885] env[69226]: _type = "Task" [ 802.758885] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.772679] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5232ca83-a0c7-4b7e-6057-bbfe3a1fc052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.865878] env[69226]: DEBUG nova.compute.manager [req-1d65b869-9fbb-44d6-832c-afaa24b3596c req-efc33c0a-493f-4d6d-9544-21c05b9e9d67 service nova] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Received event network-vif-deleted-4291446f-fafc-495e-805f-4c346d58f9c3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.959897] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494662, 'name': Rename_Task, 'duration_secs': 1.159286} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.960414] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.960713] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af639f00-1dc7-44c4-a91b-9c1910c4feef {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.966609] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 802.966609] env[69226]: value = "task-3494664" [ 802.966609] env[69226]: _type = "Task" [ 802.966609] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.974804] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.994420] env[69226]: DEBUG nova.compute.manager [req-ae6d79d9-f1f3-4862-8a3e-3e2ea219ef23 req-99e82fa8-6a6f-49b0-938e-6fba757675dc service nova] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Received event network-changed-f8d11894-cb97-49bb-843e-c29bb4167e2a {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.994633] env[69226]: DEBUG nova.compute.manager [req-ae6d79d9-f1f3-4862-8a3e-3e2ea219ef23 req-99e82fa8-6a6f-49b0-938e-6fba757675dc service nova] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Refreshing instance network info cache due to event network-changed-f8d11894-cb97-49bb-843e-c29bb4167e2a. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.994831] env[69226]: DEBUG oslo_concurrency.lockutils [req-ae6d79d9-f1f3-4862-8a3e-3e2ea219ef23 req-99e82fa8-6a6f-49b0-938e-6fba757675dc service nova] Acquiring lock "refresh_cache-bebef016-51f9-4368-9862-b1fc990fbb98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.058314] env[69226]: DEBUG nova.network.neutron [req-2158f57f-5415-4449-b007-372c1abac204 req-89cb5cdc-90c0-48dc-9c72-fb2ee9b46ebb service nova] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Updated VIF entry in instance network info cache for port f8d11894-cb97-49bb-843e-c29bb4167e2a. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.058684] env[69226]: DEBUG nova.network.neutron [req-2158f57f-5415-4449-b007-372c1abac204 req-89cb5cdc-90c0-48dc-9c72-fb2ee9b46ebb service nova] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Updating instance_info_cache with network_info: [{"id": "f8d11894-cb97-49bb-843e-c29bb4167e2a", "address": "fa:16:3e:a8:c2:96", "network": {"id": "dac0aea7-b89d-4976-9e71-6a17b300ac54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1832143608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0972fc64504476a87b822ac7a36e8db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8d11894-cb", "ovs_interfaceid": "f8d11894-cb97-49bb-843e-c29bb4167e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.108946] env[69226]: DEBUG nova.network.neutron [-] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.168746] env[69226]: DEBUG nova.compute.utils [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.170364] env[69226]: DEBUG nova.compute.manager [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.170544] env[69226]: DEBUG nova.network.neutron [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.231982] env[69226]: DEBUG nova.policy [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '096626cfab7f40c5b675b88410d8d8c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46d4970e224e409c9dc6da9e6b6a3576', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.271068] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5232ca83-a0c7-4b7e-6057-bbfe3a1fc052, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.271394] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.271767] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] d8fe6fbd-05c2-4bf5-8615-bb505bd0c031/d8fe6fbd-05c2-4bf5-8615-bb505bd0c031.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.271972] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67991d65-0a57-45fc-8524-ddd81dc1ff73 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.279223] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for the task: (returnval){ [ 803.279223] env[69226]: value = "task-3494665" [ 803.279223] env[69226]: _type = "Task" [ 803.279223] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.290027] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquiring lock "bebef016-51f9-4368-9862-b1fc990fbb98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.290366] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "bebef016-51f9-4368-9862-b1fc990fbb98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.290575] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquiring lock "bebef016-51f9-4368-9862-b1fc990fbb98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.290756] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "bebef016-51f9-4368-9862-b1fc990fbb98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.290920] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "bebef016-51f9-4368-9862-b1fc990fbb98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.292545] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.293034] env[69226]: INFO nova.compute.manager [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Terminating instance [ 803.477298] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494664, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.563710] env[69226]: DEBUG oslo_concurrency.lockutils [req-2158f57f-5415-4449-b007-372c1abac204 req-89cb5cdc-90c0-48dc-9c72-fb2ee9b46ebb service nova] Releasing lock "refresh_cache-bebef016-51f9-4368-9862-b1fc990fbb98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.564280] env[69226]: DEBUG oslo_concurrency.lockutils [req-ae6d79d9-f1f3-4862-8a3e-3e2ea219ef23 req-99e82fa8-6a6f-49b0-938e-6fba757675dc service nova] Acquired lock "refresh_cache-bebef016-51f9-4368-9862-b1fc990fbb98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.564481] env[69226]: DEBUG nova.network.neutron [req-ae6d79d9-f1f3-4862-8a3e-3e2ea219ef23 req-99e82fa8-6a6f-49b0-938e-6fba757675dc service nova] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Refreshing network info cache for port f8d11894-cb97-49bb-843e-c29bb4167e2a {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.610933] env[69226]: INFO nova.compute.manager [-] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Took 1.29 seconds to deallocate network for instance. [ 803.618148] env[69226]: DEBUG nova.network.neutron [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Successfully created port: 3f75fcf7-f3b8-4b4b-87de-6d94a055e350 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.677724] env[69226]: DEBUG nova.compute.manager [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.796809] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.798155] env[69226]: DEBUG nova.compute.manager [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.798376] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.799346] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86c53c0-33e8-42be-8abe-4d71e14ed6b4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.806574] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.806846] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-544d2857-a5c8-4f01-a088-dccfbb173dfc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.817406] env[69226]: DEBUG oslo_vmware.api [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for the task: (returnval){ [ 803.817406] env[69226]: value = "task-3494666" [ 803.817406] env[69226]: _type = "Task" [ 803.817406] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.826406] env[69226]: DEBUG oslo_vmware.api [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.990307] env[69226]: DEBUG oslo_vmware.api [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494664, 'name': PowerOnVM_Task, 'duration_secs': 0.635804} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.993846] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.995391] env[69226]: INFO nova.compute.manager [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Took 9.50 seconds to spawn the instance on the hypervisor. [ 803.996186] env[69226]: DEBUG nova.compute.manager [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.997040] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5f9f03-025c-4ae9-a04e-c603870fb664 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.118581] env[69226]: DEBUG oslo_concurrency.lockutils [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.289958] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.303826] env[69226]: DEBUG nova.network.neutron [req-ae6d79d9-f1f3-4862-8a3e-3e2ea219ef23 req-99e82fa8-6a6f-49b0-938e-6fba757675dc service nova] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Updated VIF entry in instance network info cache for port f8d11894-cb97-49bb-843e-c29bb4167e2a. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.305272] env[69226]: DEBUG nova.network.neutron [req-ae6d79d9-f1f3-4862-8a3e-3e2ea219ef23 req-99e82fa8-6a6f-49b0-938e-6fba757675dc service nova] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Updating instance_info_cache with network_info: [{"id": "f8d11894-cb97-49bb-843e-c29bb4167e2a", "address": "fa:16:3e:a8:c2:96", "network": {"id": "dac0aea7-b89d-4976-9e71-6a17b300ac54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1832143608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0972fc64504476a87b822ac7a36e8db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8d11894-cb", "ovs_interfaceid": "f8d11894-cb97-49bb-843e-c29bb4167e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.328736] env[69226]: DEBUG oslo_vmware.api [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494666, 'name': PowerOffVM_Task, 'duration_secs': 0.292167} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.331205] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.331331] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.331790] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2e91578-5a33-4cf1-8059-352fa6741297 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.346557] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ecb18c-390e-4f68-92d9-2a5cd6a2e644 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.354927] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3b7ac8-1424-49c1-88bd-3507fca43e46 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.388444] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127e2b2a-c0a5-4a1e-887c-f5372ffd4bb8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.396503] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0e19f1-e242-4078-97d6-2610a3cbcafe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.410987] env[69226]: DEBUG nova.compute.provider_tree [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.418523] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.418695] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.418949] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Deleting the datastore file [datastore2] bebef016-51f9-4368-9862-b1fc990fbb98 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.419823] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f313566-afde-492e-ab2b-e87f3520e4d4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.427574] env[69226]: DEBUG oslo_vmware.api [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for the task: (returnval){ [ 804.427574] env[69226]: value = "task-3494668" [ 804.427574] env[69226]: _type = "Task" [ 804.427574] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.435695] env[69226]: DEBUG oslo_vmware.api [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.517876] env[69226]: INFO nova.compute.manager [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Took 53.49 seconds to build instance. [ 804.691815] env[69226]: DEBUG nova.compute.manager [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.716814] env[69226]: DEBUG nova.virt.hardware [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.717102] env[69226]: DEBUG nova.virt.hardware [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.717265] env[69226]: DEBUG nova.virt.hardware [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.717448] env[69226]: DEBUG nova.virt.hardware [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.717592] env[69226]: DEBUG nova.virt.hardware [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.717738] env[69226]: DEBUG nova.virt.hardware [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.717949] env[69226]: DEBUG nova.virt.hardware [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.718112] env[69226]: DEBUG nova.virt.hardware [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.718283] env[69226]: DEBUG nova.virt.hardware [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.718444] env[69226]: DEBUG nova.virt.hardware [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.718615] env[69226]: DEBUG nova.virt.hardware [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.719553] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e156cb-9a18-49ff-a0f2-6977ec334d5f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.727666] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7285bc-15c7-4e35-b584-98dc3dc192f8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.791549] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494665, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.807566] env[69226]: DEBUG oslo_concurrency.lockutils [req-ae6d79d9-f1f3-4862-8a3e-3e2ea219ef23 req-99e82fa8-6a6f-49b0-938e-6fba757675dc service nova] Releasing lock "refresh_cache-bebef016-51f9-4368-9862-b1fc990fbb98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.915115] env[69226]: DEBUG nova.scheduler.client.report [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.939262] env[69226]: DEBUG oslo_vmware.api [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285972} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.939520] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.939700] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.939871] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.940048] env[69226]: INFO nova.compute.manager [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Took 1.14 seconds to destroy the instance on the hypervisor. [ 804.940294] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.940497] env[69226]: DEBUG nova.compute.manager [-] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.940606] env[69226]: DEBUG nova.network.neutron [-] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.020374] env[69226]: DEBUG oslo_concurrency.lockutils [None req-59139227-9525-4046-bc7b-5e84fcd50fc4 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "88f2ec1c-f6dc-4d20-96df-d3272d74dc7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.830s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.291941] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494665, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.320902] env[69226]: DEBUG nova.network.neutron [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Successfully updated port: 3f75fcf7-f3b8-4b4b-87de-6d94a055e350 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.421201] env[69226]: DEBUG oslo_concurrency.lockutils [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.421816] env[69226]: DEBUG nova.compute.manager [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.424462] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.383s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.424670] env[69226]: DEBUG nova.objects.instance [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Lazy-loading 'resources' on Instance uuid 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.522766] env[69226]: DEBUG nova.compute.manager [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.549848] env[69226]: DEBUG nova.compute.manager [req-4013dcef-d45b-4d8b-832b-07d3a8deace4 req-c59325d9-fada-4ec5-80ce-01e0745dd1ef service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Received event network-changed-9e7e92bf-e3e8-4128-aa88-c8977d55d258 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.550169] env[69226]: DEBUG nova.compute.manager [req-4013dcef-d45b-4d8b-832b-07d3a8deace4 req-c59325d9-fada-4ec5-80ce-01e0745dd1ef service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Refreshing instance network info cache due to event network-changed-9e7e92bf-e3e8-4128-aa88-c8977d55d258. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.550418] env[69226]: DEBUG oslo_concurrency.lockutils [req-4013dcef-d45b-4d8b-832b-07d3a8deace4 req-c59325d9-fada-4ec5-80ce-01e0745dd1ef service nova] Acquiring lock "refresh_cache-bc027f19-a069-407f-b861-66aa7c868033" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.550589] env[69226]: DEBUG oslo_concurrency.lockutils [req-4013dcef-d45b-4d8b-832b-07d3a8deace4 req-c59325d9-fada-4ec5-80ce-01e0745dd1ef service nova] Acquired lock "refresh_cache-bc027f19-a069-407f-b861-66aa7c868033" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.550827] env[69226]: DEBUG nova.network.neutron [req-4013dcef-d45b-4d8b-832b-07d3a8deace4 req-c59325d9-fada-4ec5-80ce-01e0745dd1ef service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Refreshing network info cache for port 9e7e92bf-e3e8-4128-aa88-c8977d55d258 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.569283] env[69226]: DEBUG nova.compute.manager [req-d467b6f4-df08-464b-be4a-498e0af7607d req-4f08780b-0fe4-4320-a2ca-fd086b580c02 service nova] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Received event network-vif-deleted-cab4653c-e289-4ef1-8b2e-5f8239db591d {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.792148] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494665, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.826469] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquiring lock "refresh_cache-e2e4929c-9137-4f8d-aef9-de71867e438f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.826469] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquired lock "refresh_cache-e2e4929c-9137-4f8d-aef9-de71867e438f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.826469] env[69226]: DEBUG nova.network.neutron [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.856220] env[69226]: DEBUG nova.network.neutron [-] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.929074] env[69226]: DEBUG nova.compute.utils [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.931088] env[69226]: DEBUG nova.compute.manager [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.931387] env[69226]: DEBUG nova.network.neutron [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.026693] env[69226]: DEBUG nova.policy [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '096626cfab7f40c5b675b88410d8d8c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46d4970e224e409c9dc6da9e6b6a3576', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.047978] env[69226]: DEBUG oslo_concurrency.lockutils [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.298384] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494665, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.361772] env[69226]: INFO nova.compute.manager [-] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Took 1.42 seconds to deallocate network for instance. [ 806.405161] env[69226]: DEBUG nova.network.neutron [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.442617] env[69226]: DEBUG nova.compute.manager [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.583558] env[69226]: DEBUG nova.network.neutron [req-4013dcef-d45b-4d8b-832b-07d3a8deace4 req-c59325d9-fada-4ec5-80ce-01e0745dd1ef service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Updated VIF entry in instance network info cache for port 9e7e92bf-e3e8-4128-aa88-c8977d55d258. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.583949] env[69226]: DEBUG nova.network.neutron [req-4013dcef-d45b-4d8b-832b-07d3a8deace4 req-c59325d9-fada-4ec5-80ce-01e0745dd1ef service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Updating instance_info_cache with network_info: [{"id": "9e7e92bf-e3e8-4128-aa88-c8977d55d258", "address": "fa:16:3e:99:44:a5", "network": {"id": "dac0aea7-b89d-4976-9e71-6a17b300ac54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1832143608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0972fc64504476a87b822ac7a36e8db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e7e92bf-e3", "ovs_interfaceid": "9e7e92bf-e3e8-4128-aa88-c8977d55d258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.620077] env[69226]: DEBUG nova.network.neutron [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Successfully created port: 14dfc654-7b7a-4028-9da7-a1650bf6bc7c {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.678863] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc9db4b-d2be-407e-ab40-efbdc28e33b2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.688315] env[69226]: INFO nova.compute.manager [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Rescuing [ 806.688315] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "refresh_cache-88f2ec1c-f6dc-4d20-96df-d3272d74dc7e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.688633] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquired lock "refresh_cache-88f2ec1c-f6dc-4d20-96df-d3272d74dc7e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.689073] env[69226]: DEBUG nova.network.neutron [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.691477] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64be823a-1e4d-43f8-8285-43aa15a47989 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.700976] env[69226]: DEBUG nova.network.neutron [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Updating instance_info_cache with network_info: [{"id": "3f75fcf7-f3b8-4b4b-87de-6d94a055e350", "address": "fa:16:3e:a4:f4:53", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f75fcf7-f3", "ovs_interfaceid": "3f75fcf7-f3b8-4b4b-87de-6d94a055e350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.732807] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Releasing lock "refresh_cache-e2e4929c-9137-4f8d-aef9-de71867e438f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.735057] env[69226]: DEBUG nova.compute.manager [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Instance network_info: |[{"id": "3f75fcf7-f3b8-4b4b-87de-6d94a055e350", "address": "fa:16:3e:a4:f4:53", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f75fcf7-f3", "ovs_interfaceid": "3f75fcf7-f3b8-4b4b-87de-6d94a055e350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.735057] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f857b1ef-838e-479e-b923-0ae9cb84338a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.737966] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:f4:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f75fcf7-f3b8-4b4b-87de-6d94a055e350', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.746640] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Creating folder: Project (46d4970e224e409c9dc6da9e6b6a3576). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.747435] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85a1c985-0fbd-44f3-9bd9-f2d6fd2281f2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.758035] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0548c1e-331f-48f7-9912-245ae4dca97f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.765268] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Created folder: Project (46d4970e224e409c9dc6da9e6b6a3576) in parent group-v698365. [ 806.765268] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Creating folder: Instances. Parent ref: group-v698482. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.765910] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d6f604c-714e-4783-ae6b-9d59585335da {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.779932] env[69226]: DEBUG nova.compute.provider_tree [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.790824] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Created folder: Instances in parent group-v698482. [ 806.791217] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.795347] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.796071] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494665, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.221323} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.796284] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3bebd42-f883-4cf5-9e70-75cf172d844a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.813401] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] d8fe6fbd-05c2-4bf5-8615-bb505bd0c031/d8fe6fbd-05c2-4bf5-8615-bb505bd0c031.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.813666] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.817022] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51eda40b-5e39-45e3-accd-847fb01bb2b7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.822161] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.822161] env[69226]: value = "task-3494671" [ 806.822161] env[69226]: _type = "Task" [ 806.822161] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.823934] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for the task: (returnval){ [ 806.823934] env[69226]: value = "task-3494672" [ 806.823934] env[69226]: _type = "Task" [ 806.823934] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.837987] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.846158] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494671, 'name': CreateVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.873385] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.092022] env[69226]: DEBUG oslo_concurrency.lockutils [req-4013dcef-d45b-4d8b-832b-07d3a8deace4 req-c59325d9-fada-4ec5-80ce-01e0745dd1ef service nova] Releasing lock "refresh_cache-bc027f19-a069-407f-b861-66aa7c868033" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.099160] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquiring lock "bebef016-51f9-4368-9862-b1fc990fbb98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.283394] env[69226]: DEBUG nova.scheduler.client.report [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.338143] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082057} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.342013] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.342301] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494671, 'name': CreateVM_Task, 'duration_secs': 0.459558} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.343065] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8910fe1d-e5c3-4a22-91fe-7364b6e482a3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.345860] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.348662] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.348762] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.350034] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.350034] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b2fe923-a860-443d-abc1-8d53bcf764eb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.373121] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] d8fe6fbd-05c2-4bf5-8615-bb505bd0c031/d8fe6fbd-05c2-4bf5-8615-bb505bd0c031.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.373121] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c555f87-c9a9-4d53-8d95-a303212c6627 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.388183] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 807.388183] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5216dd9f-3e70-e88c-2c10-4d2194692064" [ 807.388183] env[69226]: _type = "Task" [ 807.388183] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.396399] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for the task: (returnval){ [ 807.396399] env[69226]: value = "task-3494673" [ 807.396399] env[69226]: _type = "Task" [ 807.396399] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.404614] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5216dd9f-3e70-e88c-2c10-4d2194692064, 'name': SearchDatastore_Task, 'duration_secs': 0.017963} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.404614] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.404758] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.404940] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.405103] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.405307] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.405606] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bea9fc6-3e3e-47a9-991d-3cacd6f5a4d5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.413628] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.419780] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.419964] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.420845] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4543324d-60cf-4bf3-af6a-cdd6dae22035 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.428343] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 807.428343] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ef1027-ead7-5ec3-8178-2b8a4b7c0945" [ 807.428343] env[69226]: _type = "Task" [ 807.428343] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.433462] env[69226]: DEBUG nova.network.neutron [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Updating instance_info_cache with network_info: [{"id": "7e9bf5e0-5a58-4602-bf49-3963d902d427", "address": "fa:16:3e:67:5f:9b", "network": {"id": "85cf7be8-41f9-4e70-8b2f-485ca7fec54d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-222152902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "011ca348b5f448e4a2d98e689303400f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e9bf5e0-5a", "ovs_interfaceid": "7e9bf5e0-5a58-4602-bf49-3963d902d427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.438697] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ef1027-ead7-5ec3-8178-2b8a4b7c0945, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.452796] env[69226]: DEBUG nova.compute.manager [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.482660] env[69226]: DEBUG nova.virt.hardware [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.482923] env[69226]: DEBUG nova.virt.hardware [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.483092] env[69226]: DEBUG nova.virt.hardware [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.483275] env[69226]: DEBUG nova.virt.hardware [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.483425] env[69226]: DEBUG nova.virt.hardware [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.483570] env[69226]: DEBUG nova.virt.hardware [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.483773] env[69226]: DEBUG nova.virt.hardware [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.483941] env[69226]: DEBUG nova.virt.hardware [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.484159] env[69226]: DEBUG nova.virt.hardware [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.484330] env[69226]: DEBUG nova.virt.hardware [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.484502] env[69226]: DEBUG nova.virt.hardware [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.486482] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dda843-d205-4599-bea5-1c4799818946 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.497687] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb7ad91-51e1-4638-ac0c-b0cd90d74e5b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.631547] env[69226]: DEBUG nova.compute.manager [req-b0a38500-a6a7-4f58-a151-62b9d80795dc req-34917a7e-e1f2-45a4-87b5-a976185d1f23 service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Received event network-changed-9e7e92bf-e3e8-4128-aa88-c8977d55d258 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.631547] env[69226]: DEBUG nova.compute.manager [req-b0a38500-a6a7-4f58-a151-62b9d80795dc req-34917a7e-e1f2-45a4-87b5-a976185d1f23 service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Refreshing instance network info cache due to event network-changed-9e7e92bf-e3e8-4128-aa88-c8977d55d258. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.632072] env[69226]: DEBUG oslo_concurrency.lockutils [req-b0a38500-a6a7-4f58-a151-62b9d80795dc req-34917a7e-e1f2-45a4-87b5-a976185d1f23 service nova] Acquiring lock "refresh_cache-bc027f19-a069-407f-b861-66aa7c868033" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.632072] env[69226]: DEBUG oslo_concurrency.lockutils [req-b0a38500-a6a7-4f58-a151-62b9d80795dc req-34917a7e-e1f2-45a4-87b5-a976185d1f23 service nova] Acquired lock "refresh_cache-bc027f19-a069-407f-b861-66aa7c868033" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.632072] env[69226]: DEBUG nova.network.neutron [req-b0a38500-a6a7-4f58-a151-62b9d80795dc req-34917a7e-e1f2-45a4-87b5-a976185d1f23 service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Refreshing network info cache for port 9e7e92bf-e3e8-4128-aa88-c8977d55d258 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.657825] env[69226]: DEBUG nova.compute.manager [req-424c93b8-cc46-45aa-9d01-d78d8b00c7c5 req-17496f2f-bcb7-4b9f-a829-43169e8c265b service nova] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Received event network-vif-plugged-3f75fcf7-f3b8-4b4b-87de-6d94a055e350 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.658350] env[69226]: DEBUG oslo_concurrency.lockutils [req-424c93b8-cc46-45aa-9d01-d78d8b00c7c5 req-17496f2f-bcb7-4b9f-a829-43169e8c265b service nova] Acquiring lock "e2e4929c-9137-4f8d-aef9-de71867e438f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.658350] env[69226]: DEBUG oslo_concurrency.lockutils [req-424c93b8-cc46-45aa-9d01-d78d8b00c7c5 req-17496f2f-bcb7-4b9f-a829-43169e8c265b service nova] Lock "e2e4929c-9137-4f8d-aef9-de71867e438f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.658524] env[69226]: DEBUG oslo_concurrency.lockutils [req-424c93b8-cc46-45aa-9d01-d78d8b00c7c5 req-17496f2f-bcb7-4b9f-a829-43169e8c265b service nova] Lock "e2e4929c-9137-4f8d-aef9-de71867e438f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.658672] env[69226]: DEBUG nova.compute.manager [req-424c93b8-cc46-45aa-9d01-d78d8b00c7c5 req-17496f2f-bcb7-4b9f-a829-43169e8c265b service nova] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] No waiting events found dispatching network-vif-plugged-3f75fcf7-f3b8-4b4b-87de-6d94a055e350 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.658867] env[69226]: WARNING nova.compute.manager [req-424c93b8-cc46-45aa-9d01-d78d8b00c7c5 req-17496f2f-bcb7-4b9f-a829-43169e8c265b service nova] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Received unexpected event network-vif-plugged-3f75fcf7-f3b8-4b4b-87de-6d94a055e350 for instance with vm_state building and task_state spawning. [ 807.661124] env[69226]: DEBUG nova.compute.manager [req-424c93b8-cc46-45aa-9d01-d78d8b00c7c5 req-17496f2f-bcb7-4b9f-a829-43169e8c265b service nova] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Received event network-changed-3f75fcf7-f3b8-4b4b-87de-6d94a055e350 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.661124] env[69226]: DEBUG nova.compute.manager [req-424c93b8-cc46-45aa-9d01-d78d8b00c7c5 req-17496f2f-bcb7-4b9f-a829-43169e8c265b service nova] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Refreshing instance network info cache due to event network-changed-3f75fcf7-f3b8-4b4b-87de-6d94a055e350. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.661124] env[69226]: DEBUG oslo_concurrency.lockutils [req-424c93b8-cc46-45aa-9d01-d78d8b00c7c5 req-17496f2f-bcb7-4b9f-a829-43169e8c265b service nova] Acquiring lock "refresh_cache-e2e4929c-9137-4f8d-aef9-de71867e438f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.661124] env[69226]: DEBUG oslo_concurrency.lockutils [req-424c93b8-cc46-45aa-9d01-d78d8b00c7c5 req-17496f2f-bcb7-4b9f-a829-43169e8c265b service nova] Acquired lock "refresh_cache-e2e4929c-9137-4f8d-aef9-de71867e438f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.661268] env[69226]: DEBUG nova.network.neutron [req-424c93b8-cc46-45aa-9d01-d78d8b00c7c5 req-17496f2f-bcb7-4b9f-a829-43169e8c265b service nova] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Refreshing network info cache for port 3f75fcf7-f3b8-4b4b-87de-6d94a055e350 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.792207] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.368s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.795237] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.566s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.795609] env[69226]: DEBUG nova.objects.instance [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Lazy-loading 'resources' on Instance uuid efe57460-22b1-4a19-875c-0d19098a8c4a {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.825501] env[69226]: INFO nova.scheduler.client.report [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Deleted allocations for instance 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0 [ 807.907861] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494673, 'name': ReconfigVM_Task, 'duration_secs': 0.437196} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.909163] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Reconfigured VM instance instance-00000027 to attach disk [datastore1] d8fe6fbd-05c2-4bf5-8615-bb505bd0c031/d8fe6fbd-05c2-4bf5-8615-bb505bd0c031.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.909163] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f81d8b7f-3bd9-4061-a6ce-40fdc1a644d1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.916871] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for the task: (returnval){ [ 807.916871] env[69226]: value = "task-3494674" [ 807.916871] env[69226]: _type = "Task" [ 807.916871] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.927443] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494674, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.937876] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ef1027-ead7-5ec3-8178-2b8a4b7c0945, 'name': SearchDatastore_Task, 'duration_secs': 0.020215} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.938693] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac167ae-8b93-402a-8dc7-eac54ba7c224 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.941504] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Releasing lock "refresh_cache-88f2ec1c-f6dc-4d20-96df-d3272d74dc7e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.947147] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 807.947147] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523602f2-434a-4031-9e55-ead2d5359916" [ 807.947147] env[69226]: _type = "Task" [ 807.947147] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.957032] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523602f2-434a-4031-9e55-ead2d5359916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.340969] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0666b136-1940-4241-a02a-8881cc09a604 tempest-ServersAaction247Test-698638936 tempest-ServersAaction247Test-698638936-project-member] Lock "15a216a3-85e7-40f3-bdd2-7d1ac563aeb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.521s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.414148] env[69226]: DEBUG oslo_vmware.rw_handles [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292d351-13a4-0425-17f6-48bf95f87301/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 808.416376] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdccdb61-7319-435a-b93e-2382d9461378 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.432810] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494674, 'name': Rename_Task, 'duration_secs': 0.152179} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.436285] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.436587] env[69226]: DEBUG oslo_vmware.rw_handles [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292d351-13a4-0425-17f6-48bf95f87301/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 808.436767] env[69226]: ERROR oslo_vmware.rw_handles [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292d351-13a4-0425-17f6-48bf95f87301/disk-0.vmdk due to incomplete transfer. [ 808.437291] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bb7351b-f1d6-4b35-a42b-0db88aee5ab9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.438887] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a423849a-3773-424d-a78b-c7d8ccd8ae47 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.445529] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for the task: (returnval){ [ 808.445529] env[69226]: value = "task-3494675" [ 808.445529] env[69226]: _type = "Task" [ 808.445529] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.453483] env[69226]: DEBUG oslo_vmware.rw_handles [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292d351-13a4-0425-17f6-48bf95f87301/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 808.453963] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Uploaded image 7ef1f360-9ac4-418d-a227-eb0ba277a204 to the Glance image server {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 808.456214] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Destroying the VM {{(pid=69226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 808.460085] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-08bfebb1-4614-4a8c-8f4e-d5fd6b8eda41 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.470272] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494675, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.487390] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523602f2-434a-4031-9e55-ead2d5359916, 'name': SearchDatastore_Task, 'duration_secs': 0.017244} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.487542] env[69226]: DEBUG oslo_vmware.api [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for the task: (returnval){ [ 808.487542] env[69226]: value = "task-3494676" [ 808.487542] env[69226]: _type = "Task" [ 808.487542] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.488029] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.488275] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] e2e4929c-9137-4f8d-aef9-de71867e438f/e2e4929c-9137-4f8d-aef9-de71867e438f.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.488906] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfd07afe-cf1b-4882-87de-64e16994469b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.504518] env[69226]: DEBUG oslo_vmware.api [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494676, 'name': Destroy_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.505870] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 808.505870] env[69226]: value = "task-3494677" [ 808.505870] env[69226]: _type = "Task" [ 808.505870] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.517585] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.563197] env[69226]: DEBUG nova.network.neutron [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Successfully updated port: 14dfc654-7b7a-4028-9da7-a1650bf6bc7c {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.690324] env[69226]: DEBUG nova.network.neutron [req-b0a38500-a6a7-4f58-a151-62b9d80795dc req-34917a7e-e1f2-45a4-87b5-a976185d1f23 service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Updated VIF entry in instance network info cache for port 9e7e92bf-e3e8-4128-aa88-c8977d55d258. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.690716] env[69226]: DEBUG nova.network.neutron [req-b0a38500-a6a7-4f58-a151-62b9d80795dc req-34917a7e-e1f2-45a4-87b5-a976185d1f23 service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Updating instance_info_cache with network_info: [{"id": "9e7e92bf-e3e8-4128-aa88-c8977d55d258", "address": "fa:16:3e:99:44:a5", "network": {"id": "dac0aea7-b89d-4976-9e71-6a17b300ac54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1832143608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0972fc64504476a87b822ac7a36e8db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e7e92bf-e3", "ovs_interfaceid": "9e7e92bf-e3e8-4128-aa88-c8977d55d258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.693305] env[69226]: DEBUG nova.network.neutron [req-424c93b8-cc46-45aa-9d01-d78d8b00c7c5 req-17496f2f-bcb7-4b9f-a829-43169e8c265b service nova] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Updated VIF entry in instance network info cache for port 3f75fcf7-f3b8-4b4b-87de-6d94a055e350. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.693401] env[69226]: DEBUG nova.network.neutron [req-424c93b8-cc46-45aa-9d01-d78d8b00c7c5 req-17496f2f-bcb7-4b9f-a829-43169e8c265b service nova] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Updating instance_info_cache with network_info: [{"id": "3f75fcf7-f3b8-4b4b-87de-6d94a055e350", "address": "fa:16:3e:a4:f4:53", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f75fcf7-f3", "ovs_interfaceid": "3f75fcf7-f3b8-4b4b-87de-6d94a055e350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.962469] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.964481] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d235a3a8-1fa8-46ee-a20c-ed02bbe813d4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.975661] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f062c3-1141-41b2-98d5-11d0cb139b15 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.021463] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ecd7e4-5d24-4980-ae34-6914ebd91f05 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.039017] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d675180-0508-48fc-bf90-6680ae9e4088 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.043016] env[69226]: DEBUG oslo_vmware.api [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494676, 'name': Destroy_Task, 'duration_secs': 0.322513} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.043703] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494677, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.044026] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Destroyed the VM [ 809.044314] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Deleting Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 809.045056] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a9f8dff5-5e95-49eb-93ac-c7061b4c4d60 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.058192] env[69226]: DEBUG nova.compute.provider_tree [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.062594] env[69226]: DEBUG oslo_vmware.api [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for the task: (returnval){ [ 809.062594] env[69226]: value = "task-3494678" [ 809.062594] env[69226]: _type = "Task" [ 809.062594] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.066525] env[69226]: DEBUG oslo_concurrency.lockutils [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquiring lock "refresh_cache-13e72229-59cc-4f51-bda1-f8c69cbef790" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.066687] env[69226]: DEBUG oslo_concurrency.lockutils [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquired lock "refresh_cache-13e72229-59cc-4f51-bda1-f8c69cbef790" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.066841] env[69226]: DEBUG nova.network.neutron [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.075928] env[69226]: DEBUG oslo_vmware.api [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494678, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.196722] env[69226]: DEBUG oslo_concurrency.lockutils [req-b0a38500-a6a7-4f58-a151-62b9d80795dc req-34917a7e-e1f2-45a4-87b5-a976185d1f23 service nova] Releasing lock "refresh_cache-bc027f19-a069-407f-b861-66aa7c868033" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.201761] env[69226]: DEBUG oslo_concurrency.lockutils [req-424c93b8-cc46-45aa-9d01-d78d8b00c7c5 req-17496f2f-bcb7-4b9f-a829-43169e8c265b service nova] Releasing lock "refresh_cache-e2e4929c-9137-4f8d-aef9-de71867e438f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.202059] env[69226]: DEBUG nova.compute.manager [req-424c93b8-cc46-45aa-9d01-d78d8b00c7c5 req-17496f2f-bcb7-4b9f-a829-43169e8c265b service nova] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Received event network-vif-deleted-f8d11894-cb97-49bb-843e-c29bb4167e2a {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.458417] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494675, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.517093] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.517093] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a13f1d4b-1fc4-4d74-8bea-0a214ebf4eaa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.526304] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752361} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.527746] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] e2e4929c-9137-4f8d-aef9-de71867e438f/e2e4929c-9137-4f8d-aef9-de71867e438f.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.528176] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.528618] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 809.528618] env[69226]: value = "task-3494679" [ 809.528618] env[69226]: _type = "Task" [ 809.528618] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.529022] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39cd8bd7-cdc7-40fd-8c7b-ee05cccd977a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.539427] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.541046] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 809.541046] env[69226]: value = "task-3494680" [ 809.541046] env[69226]: _type = "Task" [ 809.541046] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.552422] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.564034] env[69226]: DEBUG nova.scheduler.client.report [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.585610] env[69226]: DEBUG oslo_vmware.api [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494678, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.616157] env[69226]: DEBUG nova.network.neutron [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.707909] env[69226]: DEBUG nova.compute.manager [req-07c4fbac-39ab-4860-a7d2-a51661c14967 req-2396508f-dc1e-4687-9df6-92ca2f11006f service nova] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Received event network-vif-plugged-14dfc654-7b7a-4028-9da7-a1650bf6bc7c {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.708319] env[69226]: DEBUG oslo_concurrency.lockutils [req-07c4fbac-39ab-4860-a7d2-a51661c14967 req-2396508f-dc1e-4687-9df6-92ca2f11006f service nova] Acquiring lock "13e72229-59cc-4f51-bda1-f8c69cbef790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.708381] env[69226]: DEBUG oslo_concurrency.lockutils [req-07c4fbac-39ab-4860-a7d2-a51661c14967 req-2396508f-dc1e-4687-9df6-92ca2f11006f service nova] Lock "13e72229-59cc-4f51-bda1-f8c69cbef790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.708538] env[69226]: DEBUG oslo_concurrency.lockutils [req-07c4fbac-39ab-4860-a7d2-a51661c14967 req-2396508f-dc1e-4687-9df6-92ca2f11006f service nova] Lock "13e72229-59cc-4f51-bda1-f8c69cbef790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.708701] env[69226]: DEBUG nova.compute.manager [req-07c4fbac-39ab-4860-a7d2-a51661c14967 req-2396508f-dc1e-4687-9df6-92ca2f11006f service nova] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] No waiting events found dispatching network-vif-plugged-14dfc654-7b7a-4028-9da7-a1650bf6bc7c {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.708876] env[69226]: WARNING nova.compute.manager [req-07c4fbac-39ab-4860-a7d2-a51661c14967 req-2396508f-dc1e-4687-9df6-92ca2f11006f service nova] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Received unexpected event network-vif-plugged-14dfc654-7b7a-4028-9da7-a1650bf6bc7c for instance with vm_state building and task_state spawning. [ 809.709122] env[69226]: DEBUG nova.compute.manager [req-07c4fbac-39ab-4860-a7d2-a51661c14967 req-2396508f-dc1e-4687-9df6-92ca2f11006f service nova] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Received event network-changed-14dfc654-7b7a-4028-9da7-a1650bf6bc7c {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.709299] env[69226]: DEBUG nova.compute.manager [req-07c4fbac-39ab-4860-a7d2-a51661c14967 req-2396508f-dc1e-4687-9df6-92ca2f11006f service nova] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Refreshing instance network info cache due to event network-changed-14dfc654-7b7a-4028-9da7-a1650bf6bc7c. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.709467] env[69226]: DEBUG oslo_concurrency.lockutils [req-07c4fbac-39ab-4860-a7d2-a51661c14967 req-2396508f-dc1e-4687-9df6-92ca2f11006f service nova] Acquiring lock "refresh_cache-13e72229-59cc-4f51-bda1-f8c69cbef790" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.832428] env[69226]: DEBUG nova.network.neutron [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Updating instance_info_cache with network_info: [{"id": "14dfc654-7b7a-4028-9da7-a1650bf6bc7c", "address": "fa:16:3e:15:24:2e", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14dfc654-7b", "ovs_interfaceid": "14dfc654-7b7a-4028-9da7-a1650bf6bc7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.959642] env[69226]: DEBUG oslo_vmware.api [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494675, 'name': PowerOnVM_Task, 'duration_secs': 1.156745} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.960132] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.960132] env[69226]: INFO nova.compute.manager [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Took 11.37 seconds to spawn the instance on the hypervisor. [ 809.960308] env[69226]: DEBUG nova.compute.manager [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.961153] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f90963-d5b2-4d79-a1af-2ee821ae310c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.041869] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494679, 'name': PowerOffVM_Task, 'duration_secs': 0.220856} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.042369] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.050373] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0f96ab-c85d-4a26-bed6-8628fc678cfd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.071020] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076659} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.071907] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.073972] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.077680] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc98a722-de15-48c1-94bb-e32251cfc0cc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.080732] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.603s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.083562] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056ce06a-3851-40c5-b0c9-80a41183d2eb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.091025] env[69226]: DEBUG oslo_vmware.api [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494678, 'name': RemoveSnapshot_Task, 'duration_secs': 0.834626} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.102230] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Deleted Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 810.102495] env[69226]: INFO nova.compute.manager [None req-3ccca001-235c-4014-92ed-bed8174bf6a2 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Took 14.32 seconds to snapshot the instance on the hypervisor. [ 810.116353] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] e2e4929c-9137-4f8d-aef9-de71867e438f/e2e4929c-9137-4f8d-aef9-de71867e438f.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.117432] env[69226]: INFO nova.scheduler.client.report [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Deleted allocations for instance efe57460-22b1-4a19-875c-0d19098a8c4a [ 810.121283] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d537e98-f859-4146-953f-513841644a1d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.148899] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 810.148899] env[69226]: value = "task-3494681" [ 810.148899] env[69226]: _type = "Task" [ 810.148899] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.151262] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.154269] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5143d0c-a3d1-452c-a479-1eda29dd69d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.162127] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494681, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.163369] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 810.163369] env[69226]: value = "task-3494682" [ 810.163369] env[69226]: _type = "Task" [ 810.163369] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.172060] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.335592] env[69226]: DEBUG oslo_concurrency.lockutils [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Releasing lock "refresh_cache-13e72229-59cc-4f51-bda1-f8c69cbef790" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.335957] env[69226]: DEBUG nova.compute.manager [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Instance network_info: |[{"id": "14dfc654-7b7a-4028-9da7-a1650bf6bc7c", "address": "fa:16:3e:15:24:2e", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14dfc654-7b", "ovs_interfaceid": "14dfc654-7b7a-4028-9da7-a1650bf6bc7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.336294] env[69226]: DEBUG oslo_concurrency.lockutils [req-07c4fbac-39ab-4860-a7d2-a51661c14967 req-2396508f-dc1e-4687-9df6-92ca2f11006f service nova] Acquired lock "refresh_cache-13e72229-59cc-4f51-bda1-f8c69cbef790" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.336478] env[69226]: DEBUG nova.network.neutron [req-07c4fbac-39ab-4860-a7d2-a51661c14967 req-2396508f-dc1e-4687-9df6-92ca2f11006f service nova] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Refreshing network info cache for port 14dfc654-7b7a-4028-9da7-a1650bf6bc7c {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.338044] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:24:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14dfc654-7b7a-4028-9da7-a1650bf6bc7c', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.345181] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.348461] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.348948] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57479c42-c965-482f-8c05-55cd656b4f2c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.372011] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.372011] env[69226]: value = "task-3494683" [ 810.372011] env[69226]: _type = "Task" [ 810.372011] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.379742] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494683, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.483449] env[69226]: INFO nova.compute.manager [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Took 49.84 seconds to build instance. [ 810.648293] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2cac1e91-bdfb-4cca-80f0-54377884811e tempest-VolumesAssistedSnapshotsTest-1735245712 tempest-VolumesAssistedSnapshotsTest-1735245712-project-member] Lock "efe57460-22b1-4a19-875c-0d19098a8c4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.588s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.661476] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494681, 'name': ReconfigVM_Task, 'duration_secs': 0.414717} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.661763] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Reconfigured VM instance instance-00000028 to attach disk [datastore1] e2e4929c-9137-4f8d-aef9-de71867e438f/e2e4929c-9137-4f8d-aef9-de71867e438f.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.662690] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ad16cc7-711b-4022-8a0a-e08d27d1bdff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.672523] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 810.672523] env[69226]: value = "task-3494684" [ 810.672523] env[69226]: _type = "Task" [ 810.672523] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.679783] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] VM already powered off {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 810.679783] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.679783] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.679783] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.679927] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.680136] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ec08a6d-431b-4ec9-992f-7d0e3749d442 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.695259] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494684, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.695259] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.695259] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.695259] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f90cc5f-6733-4408-bf86-0aecf5f13804 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.701127] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 810.701127] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52fc6ca3-d2f9-ad84-8234-c7e1cc2cbfcd" [ 810.701127] env[69226]: _type = "Task" [ 810.701127] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.710456] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52fc6ca3-d2f9-ad84-8234-c7e1cc2cbfcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.762748] env[69226]: DEBUG nova.network.neutron [req-07c4fbac-39ab-4860-a7d2-a51661c14967 req-2396508f-dc1e-4687-9df6-92ca2f11006f service nova] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Updated VIF entry in instance network info cache for port 14dfc654-7b7a-4028-9da7-a1650bf6bc7c. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.764455] env[69226]: DEBUG nova.network.neutron [req-07c4fbac-39ab-4860-a7d2-a51661c14967 req-2396508f-dc1e-4687-9df6-92ca2f11006f service nova] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Updating instance_info_cache with network_info: [{"id": "14dfc654-7b7a-4028-9da7-a1650bf6bc7c", "address": "fa:16:3e:15:24:2e", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14dfc654-7b", "ovs_interfaceid": "14dfc654-7b7a-4028-9da7-a1650bf6bc7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.884140] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494683, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.988715] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6468cba6-d15e-41f2-ae3b-c23419c020b4 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Lock "d8fe6fbd-05c2-4bf5-8615-bb505bd0c031" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.809s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.121175] env[69226]: WARNING nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 811.122060] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance d9bb3328-3100-4fdf-8b21-1a18930c98a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 811.122060] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance b1264f78-7279-4b02-b49b-df2d228690e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 811.122060] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance bc027f19-a069-407f-b861-66aa7c868033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 811.122060] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 2a72a8c9-861c-4579-beb6-fe810df0cfeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 811.122060] env[69226]: WARNING nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 811.122060] env[69226]: WARNING nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance f24d0958-af72-4bb1-b88d-5244a488ef2b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 811.122060] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 40485daf-2011-4d34-b9d0-c696988de711 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 811.122386] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 811.122386] env[69226]: WARNING nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 8214b619-33e9-463b-bc33-cb2957f8b348 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 811.122456] env[69226]: WARNING nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance a823bd62-20a8-4b40-8698-e164d21a7471 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 811.122548] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 5d5ac77b-9d87-4206-a210-616b240c4e91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 811.122630] env[69226]: WARNING nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 811.122741] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 082b9d94-88f6-4b1d-b7af-fb508bb61e82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 811.122879] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (1b569e5e-3afa-426e-9210-ba55a6e69f42): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 811.122992] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance a54aeb5b-9769-4ee7-9669-0974db55d501 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 811.123450] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 811.123575] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance d8fe6fbd-05c2-4bf5-8615-bb505bd0c031 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 811.123693] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance e2e4929c-9137-4f8d-aef9-de71867e438f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 811.123799] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 13e72229-59cc-4f51-bda1-f8c69cbef790 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 811.190674] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494684, 'name': Rename_Task, 'duration_secs': 0.19048} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.190674] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.190674] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92b6c2e2-eba3-4418-a9b2-cf337bf03586 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.198580] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 811.198580] env[69226]: value = "task-3494685" [ 811.198580] env[69226]: _type = "Task" [ 811.198580] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.216710] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.216710] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52fc6ca3-d2f9-ad84-8234-c7e1cc2cbfcd, 'name': SearchDatastore_Task, 'duration_secs': 0.01747} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.216879] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad905e0-70f8-4ad1-b3b2-988e7f952123 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.222832] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 811.222832] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b2c470-efd2-40b4-544a-adfbdb91bc14" [ 811.222832] env[69226]: _type = "Task" [ 811.222832] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.232214] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b2c470-efd2-40b4-544a-adfbdb91bc14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.268037] env[69226]: DEBUG oslo_concurrency.lockutils [req-07c4fbac-39ab-4860-a7d2-a51661c14967 req-2396508f-dc1e-4687-9df6-92ca2f11006f service nova] Releasing lock "refresh_cache-13e72229-59cc-4f51-bda1-f8c69cbef790" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.383779] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494683, 'name': CreateVM_Task, 'duration_secs': 0.528798} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.384132] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.385059] env[69226]: DEBUG oslo_concurrency.lockutils [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.385351] env[69226]: DEBUG oslo_concurrency.lockutils [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.387927] env[69226]: DEBUG oslo_concurrency.lockutils [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.387927] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-303aeeda-cfcf-4a1a-90be-45b669fb47b9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.393073] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 811.393073] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f0011d-a30c-9c6c-a0b3-e74b33441746" [ 811.393073] env[69226]: _type = "Task" [ 811.393073] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.399143] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f0011d-a30c-9c6c-a0b3-e74b33441746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.491778] env[69226]: DEBUG nova.compute.manager [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.629655] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 811.715958] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494685, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.734974] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b2c470-efd2-40b4-544a-adfbdb91bc14, 'name': SearchDatastore_Task, 'duration_secs': 0.010168} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.735287] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.735547] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk. {{(pid=69226) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 811.735827] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f12d65a5-0a44-4607-92b5-f78762621946 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.746595] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 811.746595] env[69226]: value = "task-3494686" [ 811.746595] env[69226]: _type = "Task" [ 811.746595] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.755315] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.781631] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquiring lock "d8fe6fbd-05c2-4bf5-8615-bb505bd0c031" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.781984] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Lock "d8fe6fbd-05c2-4bf5-8615-bb505bd0c031" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.782223] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquiring lock "d8fe6fbd-05c2-4bf5-8615-bb505bd0c031-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.782493] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Lock "d8fe6fbd-05c2-4bf5-8615-bb505bd0c031-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.784787] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Lock "d8fe6fbd-05c2-4bf5-8615-bb505bd0c031-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.788444] env[69226]: INFO nova.compute.manager [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Terminating instance [ 811.909020] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f0011d-a30c-9c6c-a0b3-e74b33441746, 'name': SearchDatastore_Task, 'duration_secs': 0.017856} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.909020] env[69226]: DEBUG oslo_concurrency.lockutils [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.909020] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.909020] env[69226]: DEBUG oslo_concurrency.lockutils [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.909020] env[69226]: DEBUG oslo_concurrency.lockutils [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.909020] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.909020] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c107b8ff-73d0-4786-ad92-472646237287 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.920061] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.920288] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.921480] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d68fc74f-dc4a-49f3-90c2-a9924331555b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.928517] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 811.928517] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d71fc9-cae9-8dce-8157-34a41453d8e7" [ 811.928517] env[69226]: _type = "Task" [ 811.928517] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.939015] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d71fc9-cae9-8dce-8157-34a41453d8e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.023261] env[69226]: DEBUG oslo_concurrency.lockutils [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.133303] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance ffae9122-9be9-4ba6-84d3-52272208922d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 812.212162] env[69226]: DEBUG oslo_vmware.api [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494685, 'name': PowerOnVM_Task, 'duration_secs': 0.632411} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.212506] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.212771] env[69226]: INFO nova.compute.manager [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Took 7.52 seconds to spawn the instance on the hypervisor. [ 812.213150] env[69226]: DEBUG nova.compute.manager [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.215038] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e21f5b-0b98-4ef5-b4ee-abefc3fdac8a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.260277] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494686, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.296224] env[69226]: DEBUG nova.compute.manager [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.296473] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.297515] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe5fe8a-377d-4867-bd78-0af88c1c31dc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.316867] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.317465] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69d74a8d-c613-4c84-9839-2b6e28b9c29c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.328391] env[69226]: DEBUG oslo_vmware.api [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for the task: (returnval){ [ 812.328391] env[69226]: value = "task-3494687" [ 812.328391] env[69226]: _type = "Task" [ 812.328391] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.342070] env[69226]: DEBUG oslo_vmware.api [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.443549] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d71fc9-cae9-8dce-8157-34a41453d8e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012769} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.444526] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b8b7fb2-e62e-48d4-b22a-06ab1afb2c05 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.450607] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 812.450607] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dbcbd5-8bd9-a2d0-1c02-091aa5b06f1b" [ 812.450607] env[69226]: _type = "Task" [ 812.450607] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.460652] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dbcbd5-8bd9-a2d0-1c02-091aa5b06f1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.636940] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 22c24625-6973-44f4-8f39-7ae9c88bd8f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 812.739984] env[69226]: INFO nova.compute.manager [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Took 45.35 seconds to build instance. [ 812.759250] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693524} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.759747] env[69226]: INFO nova.virt.vmwareapi.ds_util [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk. [ 812.760683] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59fed7d-633b-4aa1-b625-3887cc2c93a0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.806067] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.806915] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2871f433-bc23-4cd0-9326-6a98cc7c36db {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.837773] env[69226]: DEBUG oslo_vmware.api [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494687, 'name': PowerOffVM_Task, 'duration_secs': 0.187208} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.838924] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.839136] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.839458] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 812.839458] env[69226]: value = "task-3494688" [ 812.839458] env[69226]: _type = "Task" [ 812.839458] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.839683] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-932bf6fd-57be-4e03-ac1c-01bc1b010f4a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.850200] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494688, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.961638] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dbcbd5-8bd9-a2d0-1c02-091aa5b06f1b, 'name': SearchDatastore_Task, 'duration_secs': 0.013223} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.961898] env[69226]: DEBUG oslo_concurrency.lockutils [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.966022] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 13e72229-59cc-4f51-bda1-f8c69cbef790/13e72229-59cc-4f51-bda1-f8c69cbef790.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.966022] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78155647-2ada-41f2-9fbb-232d9c022360 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.969621] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 812.969621] env[69226]: value = "task-3494690" [ 812.969621] env[69226]: _type = "Task" [ 812.969621] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.980734] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.028280] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.028505] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.028686] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Deleting the datastore file [datastore1] d8fe6fbd-05c2-4bf5-8615-bb505bd0c031 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.032021] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f15a62a-6099-478c-a2c6-a3c447448725 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.035746] env[69226]: DEBUG oslo_vmware.api [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for the task: (returnval){ [ 813.035746] env[69226]: value = "task-3494691" [ 813.035746] env[69226]: _type = "Task" [ 813.035746] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.044169] env[69226]: DEBUG oslo_vmware.api [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.143448] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 69098679-d76f-4276-a76f-cba54747246d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 813.246824] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5335feb5-3879-4dd2-b27f-103e861b38ac tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lock "e2e4929c-9137-4f8d-aef9-de71867e438f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.774s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.352619] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494688, 'name': ReconfigVM_Task, 'duration_secs': 0.407604} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.356191] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.356191] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2d35bb-eebc-465d-8a15-ebeb5fb95296 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.401781] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23b9b930-7cc5-4f30-ac2b-7c246f2dc935 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.412679] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Acquiring lock "4803440d-f8d7-47e1-be2c-61bd31e8ccfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.412941] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Lock "4803440d-f8d7-47e1-be2c-61bd31e8ccfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.419974] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 813.419974] env[69226]: value = "task-3494692" [ 813.419974] env[69226]: _type = "Task" [ 813.419974] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.436113] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.480609] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494690, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.546163] env[69226]: DEBUG oslo_vmware.api [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Task: {'id': task-3494691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374542} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.546734] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.547597] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.547597] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.547597] env[69226]: INFO nova.compute.manager [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Took 1.25 seconds to destroy the instance on the hypervisor. [ 813.547597] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.547839] env[69226]: DEBUG nova.compute.manager [-] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.547875] env[69226]: DEBUG nova.network.neutron [-] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.651521] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 0614d5ec-c144-48fe-9248-a498b34699a6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 813.751816] env[69226]: DEBUG nova.compute.manager [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.902023] env[69226]: DEBUG nova.compute.manager [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.902023] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529e2226-9b91-4005-b099-8e8c2cacac78 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.932762] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494692, 'name': ReconfigVM_Task, 'duration_secs': 0.274622} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.933649] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.933649] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d9826a2-c89b-4ac9-9024-478c24eb5aa0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.939636] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 813.939636] env[69226]: value = "task-3494693" [ 813.939636] env[69226]: _type = "Task" [ 813.939636] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.948583] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.982755] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614264} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.983033] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 13e72229-59cc-4f51-bda1-f8c69cbef790/13e72229-59cc-4f51-bda1-f8c69cbef790.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.983538] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.983538] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10a3bf9b-371d-461d-8bed-a86b8f546295 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.991668] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 813.991668] env[69226]: value = "task-3494694" [ 813.991668] env[69226]: _type = "Task" [ 813.991668] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.003157] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.050105] env[69226]: DEBUG nova.compute.manager [req-e15c1ffe-ce04-407e-824f-00eec6773c46 req-c7668b68-2b00-438d-a9f0-66cb9e3ed4f7 service nova] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Received event network-vif-deleted-6089470e-70d0-4e3f-8161-3079675130df {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.050536] env[69226]: INFO nova.compute.manager [req-e15c1ffe-ce04-407e-824f-00eec6773c46 req-c7668b68-2b00-438d-a9f0-66cb9e3ed4f7 service nova] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Neutron deleted interface 6089470e-70d0-4e3f-8161-3079675130df; detaching it from the instance and deleting it from the info cache [ 814.050590] env[69226]: DEBUG nova.network.neutron [req-e15c1ffe-ce04-407e-824f-00eec6773c46 req-c7668b68-2b00-438d-a9f0-66cb9e3ed4f7 service nova] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.156581] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance f1a7c151-4a73-420d-9fdb-199f9a136198 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 814.287742] env[69226]: DEBUG oslo_concurrency.lockutils [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.415062] env[69226]: INFO nova.compute.manager [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] instance snapshotting [ 814.417774] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adaece9-95c2-46ac-8248-da3adeb9e53d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.450971] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475ca41c-df88-4cf3-8682-96f766b632c0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.459497] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.498660] env[69226]: DEBUG nova.network.neutron [-] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.505204] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070686} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.505204] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.505481] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff72af4-14cc-43c1-8b7f-06e3416a51fd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.536415] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 13e72229-59cc-4f51-bda1-f8c69cbef790/13e72229-59cc-4f51-bda1-f8c69cbef790.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.536415] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd1171a3-604a-452b-9c84-76859cbc530b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.556451] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd849e5b-4291-476a-9185-4381bd2d3059 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.566977] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acdd3ef-3a51-459c-a3c1-98f6ea32bac6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.579484] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 814.579484] env[69226]: value = "task-3494695" [ 814.579484] env[69226]: _type = "Task" [ 814.579484] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.590561] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.601726] env[69226]: DEBUG nova.compute.manager [req-e15c1ffe-ce04-407e-824f-00eec6773c46 req-c7668b68-2b00-438d-a9f0-66cb9e3ed4f7 service nova] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Detach interface failed, port_id=6089470e-70d0-4e3f-8161-3079675130df, reason: Instance d8fe6fbd-05c2-4bf5-8615-bb505bd0c031 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 814.658799] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance aee843c9-5d66-4815-b640-7c85b299689b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 814.958152] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.977160] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Creating Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 814.977160] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4d3c43ab-e5d6-4cff-ba82-e01fb2d84b50 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.982790] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for the task: (returnval){ [ 814.982790] env[69226]: value = "task-3494696" [ 814.982790] env[69226]: _type = "Task" [ 814.982790] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.993492] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494696, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.001693] env[69226]: INFO nova.compute.manager [-] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Took 1.45 seconds to deallocate network for instance. [ 815.094771] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494695, 'name': ReconfigVM_Task, 'duration_secs': 0.401919} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.097054] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 13e72229-59cc-4f51-bda1-f8c69cbef790/13e72229-59cc-4f51-bda1-f8c69cbef790.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.097054] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5464869c-23bf-4abd-a8a7-45a5cb420d76 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.105040] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 815.105040] env[69226]: value = "task-3494697" [ 815.105040] env[69226]: _type = "Task" [ 815.105040] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.117578] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494697, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.162607] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance eb123ea6-e162-4dfc-9eba-1a2a908c47ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 815.457647] env[69226]: DEBUG oslo_vmware.api [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494693, 'name': PowerOnVM_Task, 'duration_secs': 1.264817} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.458018] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.467363] env[69226]: DEBUG nova.compute.manager [None req-d723eccd-30fd-435f-8bbc-3767b28bca60 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.467363] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe77e0c-2acb-4c2b-9c15-cb0582ce0ba1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.491789] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494696, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.510756] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.616008] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494697, 'name': Rename_Task, 'duration_secs': 0.154404} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.616351] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.616631] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2402a91e-58ec-49a4-9e59-b93b453e566e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.623810] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 815.623810] env[69226]: value = "task-3494698" [ 815.623810] env[69226]: _type = "Task" [ 815.623810] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.632253] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.666686] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 022614a7-ce73-4a6f-a7ea-2763b9da7788 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 815.992682] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494696, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.133215] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494698, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.171264] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 993ac4fc-280c-49c9-a104-c05515b5e3a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 816.493990] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494696, 'name': CreateSnapshot_Task, 'duration_secs': 1.037662} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.494286] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Created Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 816.495046] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe23192-3eda-495d-a282-a0e34e2c88fe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.634358] env[69226]: DEBUG oslo_vmware.api [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494698, 'name': PowerOnVM_Task, 'duration_secs': 0.510658} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.634685] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.635012] env[69226]: INFO nova.compute.manager [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Took 9.18 seconds to spawn the instance on the hypervisor. [ 816.635275] env[69226]: DEBUG nova.compute.manager [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.636406] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f2abca-1fe7-4ef3-ab06-882c98faafd2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.674146] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance ab246b37-d9a2-454a-932b-3b49cba0e0f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 817.013542] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Creating linked-clone VM from snapshot {{(pid=69226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 817.013873] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9b8f7b80-8b28-47cf-977c-369c1def52fa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.022241] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for the task: (returnval){ [ 817.022241] env[69226]: value = "task-3494699" [ 817.022241] env[69226]: _type = "Task" [ 817.022241] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.031338] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494699, 'name': CloneVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.156926] env[69226]: INFO nova.compute.manager [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Took 46.44 seconds to build instance. [ 817.177700] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance d9603c2e-f0e0-45a6-a31d-b58c052874d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 817.533868] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494699, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.661039] env[69226]: DEBUG oslo_concurrency.lockutils [None req-278d8269-6070-4730-9be3-2b84388a6f30 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lock "13e72229-59cc-4f51-bda1-f8c69cbef790" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 113.443s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.681144] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 3858324e-af5f-44a8-8099-22bd4305a3c5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 818.034688] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494699, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.164450] env[69226]: DEBUG nova.compute.manager [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.184165] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 8a18b244-a347-4b96-ae6f-bb2aeec8f85d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 818.538034] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494699, 'name': CloneVM_Task} progress is 95%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.687249] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 818.687663] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 818.687836] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 818.695603] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.850853] env[69226]: INFO nova.compute.manager [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Rescuing [ 818.851116] env[69226]: DEBUG oslo_concurrency.lockutils [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "refresh_cache-a54aeb5b-9769-4ee7-9669-0974db55d501" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.851328] env[69226]: DEBUG oslo_concurrency.lockutils [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquired lock "refresh_cache-a54aeb5b-9769-4ee7-9669-0974db55d501" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.851515] env[69226]: DEBUG nova.network.neutron [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.033661] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494699, 'name': CloneVM_Task, 'duration_secs': 1.680373} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.036349] env[69226]: INFO nova.virt.vmwareapi.vmops [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Created linked-clone VM from snapshot [ 819.037581] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278f824c-c0c0-4541-a00d-ff79dfd32554 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.046531] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Uploading image 5c5a5356-417e-48f0-b197-fa2658c65ca9 {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 819.056869] env[69226]: DEBUG nova.compute.manager [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.057746] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677aed0b-fcdd-4a83-8954-b5cf375daebf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.077567] env[69226]: DEBUG oslo_vmware.rw_handles [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 819.077567] env[69226]: value = "vm-698487" [ 819.077567] env[69226]: _type = "VirtualMachine" [ 819.077567] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 819.077872] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-69c4bfe2-76f1-40e1-a393-3653b256dff5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.086927] env[69226]: DEBUG oslo_vmware.rw_handles [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Lease: (returnval){ [ 819.086927] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f05b6d-3a9d-1602-8df8-2fb3b110a8d5" [ 819.086927] env[69226]: _type = "HttpNfcLease" [ 819.086927] env[69226]: } obtained for exporting VM: (result){ [ 819.086927] env[69226]: value = "vm-698487" [ 819.086927] env[69226]: _type = "VirtualMachine" [ 819.086927] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 819.087227] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for the lease: (returnval){ [ 819.087227] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f05b6d-3a9d-1602-8df8-2fb3b110a8d5" [ 819.087227] env[69226]: _type = "HttpNfcLease" [ 819.087227] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 819.095560] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 819.095560] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f05b6d-3a9d-1602-8df8-2fb3b110a8d5" [ 819.095560] env[69226]: _type = "HttpNfcLease" [ 819.095560] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 819.228368] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97726192-c7ec-4b40-b8e5-30d1270e3165 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.238124] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6942de21-946b-44cc-ae31-9ab99ecef61e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.274475] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c979e771-d2d1-4733-99c0-da888d231b7f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.282386] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a50775b-08cf-4e0e-a1c2-a9beeeaace2f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.299879] env[69226]: DEBUG nova.compute.provider_tree [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.570056] env[69226]: INFO nova.compute.manager [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] instance snapshotting [ 819.572849] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbd5ca3-f612-4134-999b-3f0cfd8b3498 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.596473] env[69226]: DEBUG nova.network.neutron [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Updating instance_info_cache with network_info: [{"id": "f7677335-149a-49b2-bba7-246abacca3a2", "address": "fa:16:3e:db:c3:c4", "network": {"id": "85cf7be8-41f9-4e70-8b2f-485ca7fec54d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-222152902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "011ca348b5f448e4a2d98e689303400f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7677335-14", "ovs_interfaceid": "f7677335-149a-49b2-bba7-246abacca3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.602535] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae003cc-d3f7-46b3-a955-c15317e6249e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.611346] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 819.611346] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f05b6d-3a9d-1602-8df8-2fb3b110a8d5" [ 819.611346] env[69226]: _type = "HttpNfcLease" [ 819.611346] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 819.614270] env[69226]: DEBUG oslo_vmware.rw_handles [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 819.614270] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f05b6d-3a9d-1602-8df8-2fb3b110a8d5" [ 819.614270] env[69226]: _type = "HttpNfcLease" [ 819.614270] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 819.615184] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17594252-50fa-4abc-9c8d-8defdc548d71 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.625739] env[69226]: DEBUG oslo_vmware.rw_handles [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520cab45-90fb-7d95-7c33-71b88f9068d9/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 819.625739] env[69226]: DEBUG oslo_vmware.rw_handles [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520cab45-90fb-7d95-7c33-71b88f9068d9/disk-0.vmdk for reading. {{(pid=69226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 819.743560] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b4060354-7573-4ac5-9cc0-74abb3b91b3a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.806719] env[69226]: DEBUG nova.scheduler.client.report [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.107118] env[69226]: DEBUG oslo_concurrency.lockutils [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Releasing lock "refresh_cache-a54aeb5b-9769-4ee7-9669-0974db55d501" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.118412] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Creating Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 820.118681] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-efc0dc56-9856-4166-9767-9f4a58a98f71 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.133131] env[69226]: DEBUG oslo_vmware.api [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 820.133131] env[69226]: value = "task-3494701" [ 820.133131] env[69226]: _type = "Task" [ 820.133131] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.142269] env[69226]: DEBUG oslo_vmware.api [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494701, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.311705] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 820.311984] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.231s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.312274] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.381s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.312460] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.314741] env[69226]: DEBUG oslo_concurrency.lockutils [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.465s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.316350] env[69226]: INFO nova.compute.claims [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.349561] env[69226]: INFO nova.scheduler.client.report [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Deleted allocations for instance 8214b619-33e9-463b-bc33-cb2957f8b348 [ 820.647940] env[69226]: DEBUG oslo_vmware.api [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494701, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.859659] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b5a6e17-5030-4dd0-8a24-b5dfe1411c12 tempest-ImagesNegativeTestJSON-311492513 tempest-ImagesNegativeTestJSON-311492513-project-member] Lock "8214b619-33e9-463b-bc33-cb2957f8b348" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.567s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.021864] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.022119] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.149438] env[69226]: DEBUG oslo_vmware.api [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494701, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.647062] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.647354] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98d36e8c-79fc-4871-9c4c-5f436263e7d3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.652459] env[69226]: DEBUG oslo_vmware.api [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494701, 'name': CreateSnapshot_Task, 'duration_secs': 1.345733} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.653185] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Created Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 821.654043] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e746aab-695c-457f-8996-c34ce368a52f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.660293] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 821.660293] env[69226]: value = "task-3494702" [ 821.660293] env[69226]: _type = "Task" [ 821.660293] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.679528] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.932177] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fca3685-c935-4708-94d6-982fa3be54ae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.941298] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714fa25b-111c-4715-a296-12fa9a67acd4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.977437] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a539210b-f15b-4129-a6fb-781ed9544c44 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.985388] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a60fb1-cfcd-4101-9bc1-17e2587ec588 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.001230] env[69226]: DEBUG nova.compute.provider_tree [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.180869] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Creating linked-clone VM from snapshot {{(pid=69226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 822.181577] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494702, 'name': PowerOffVM_Task, 'duration_secs': 0.292542} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.181789] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c2cc5578-a8c4-4593-bb7e-8b90b26e4f2e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.184922] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.186262] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07442d33-280d-4abb-bb18-236e9c5dabd2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.206370] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1095d0e8-d170-497b-b3fa-3e37340cc38d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.209382] env[69226]: DEBUG oslo_vmware.api [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 822.209382] env[69226]: value = "task-3494703" [ 822.209382] env[69226]: _type = "Task" [ 822.209382] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.221960] env[69226]: DEBUG oslo_vmware.api [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494703, 'name': CloneVM_Task} progress is 11%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.245678] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.246024] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51c6734e-c7e9-48b5-a612-9f246eca40b6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.252897] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 822.252897] env[69226]: value = "task-3494704" [ 822.252897] env[69226]: _type = "Task" [ 822.252897] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.262635] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.505223] env[69226]: DEBUG nova.scheduler.client.report [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.721186] env[69226]: DEBUG oslo_vmware.api [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494703, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.765334] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] VM already powered off {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 822.765595] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.765872] env[69226]: DEBUG oslo_concurrency.lockutils [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.765967] env[69226]: DEBUG oslo_concurrency.lockutils [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.766209] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.766554] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f99ca53-544a-4381-8173-7525e1ab539b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.780591] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.780706] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.783147] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa117ea-35a1-49c9-b04c-ec9715170647 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.790777] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 822.790777] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d97784-e28a-a921-e67d-25e1ab84436c" [ 822.790777] env[69226]: _type = "Task" [ 822.790777] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.804963] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d97784-e28a-a921-e67d-25e1ab84436c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.011129] env[69226]: DEBUG oslo_concurrency.lockutils [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.013175] env[69226]: DEBUG nova.compute.manager [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.016075] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.524s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.016305] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.019547] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.588s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.021110] env[69226]: INFO nova.compute.claims [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.080445] env[69226]: INFO nova.scheduler.client.report [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Deleted allocations for instance a823bd62-20a8-4b40-8698-e164d21a7471 [ 823.221939] env[69226]: DEBUG oslo_vmware.api [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494703, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.303971] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d97784-e28a-a921-e67d-25e1ab84436c, 'name': SearchDatastore_Task, 'duration_secs': 0.018233} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.305025] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2471ad05-ace9-4318-8816-5b144fbcdd61 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.311946] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 823.311946] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5220944f-dabc-8265-7041-0f4f92631542" [ 823.311946] env[69226]: _type = "Task" [ 823.311946] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.322629] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5220944f-dabc-8265-7041-0f4f92631542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.528204] env[69226]: DEBUG nova.compute.utils [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.529830] env[69226]: DEBUG nova.compute.manager [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.529830] env[69226]: DEBUG nova.network.neutron [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.581718] env[69226]: DEBUG nova.policy [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bae6602dcf3d4ff5bf4e74c78e50abc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bfb7e6291bc47759721b974052bfef9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.593641] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a86a2305-81c0-42e6-982d-2d8165304701 tempest-ServerGroupTestJSON-315075382 tempest-ServerGroupTestJSON-315075382-project-member] Lock "a823bd62-20a8-4b40-8698-e164d21a7471" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.777s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.724892] env[69226]: DEBUG oslo_vmware.api [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494703, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.826482] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5220944f-dabc-8265-7041-0f4f92631542, 'name': SearchDatastore_Task, 'duration_secs': 0.010787} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.826744] env[69226]: DEBUG oslo_concurrency.lockutils [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.827016] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] a54aeb5b-9769-4ee7-9669-0974db55d501/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk. {{(pid=69226) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 823.827300] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3e9c3fe-f67b-4f4a-9920-0b3bb97cb9ba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.837293] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 823.837293] env[69226]: value = "task-3494705" [ 823.837293] env[69226]: _type = "Task" [ 823.837293] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.847218] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.880865] env[69226]: DEBUG nova.network.neutron [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Successfully created port: 5df7c7e8-c99d-44d2-9b97-7f6805cca563 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.034239] env[69226]: DEBUG nova.compute.manager [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.228873] env[69226]: DEBUG oslo_vmware.api [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494703, 'name': CloneVM_Task, 'duration_secs': 1.86764} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.235762] env[69226]: INFO nova.virt.vmwareapi.vmops [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Created linked-clone VM from snapshot [ 824.236889] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae942d7e-c28d-488f-976a-352e3ab891db {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.247846] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Uploading image 33ad92d6-2fba-4f2b-809a-dc89f9f1af9d {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 824.277805] env[69226]: DEBUG oslo_vmware.rw_handles [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 824.277805] env[69226]: value = "vm-698489" [ 824.277805] env[69226]: _type = "VirtualMachine" [ 824.277805] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 824.278184] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7b443799-b2a2-4869-b700-6f2f36468c25 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.292284] env[69226]: DEBUG oslo_vmware.rw_handles [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lease: (returnval){ [ 824.292284] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520a0d87-f745-a06e-9e7d-881b6104ab90" [ 824.292284] env[69226]: _type = "HttpNfcLease" [ 824.292284] env[69226]: } obtained for exporting VM: (result){ [ 824.292284] env[69226]: value = "vm-698489" [ 824.292284] env[69226]: _type = "VirtualMachine" [ 824.292284] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 824.292284] env[69226]: DEBUG oslo_vmware.api [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the lease: (returnval){ [ 824.292284] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520a0d87-f745-a06e-9e7d-881b6104ab90" [ 824.292284] env[69226]: _type = "HttpNfcLease" [ 824.292284] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 824.299539] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 824.299539] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520a0d87-f745-a06e-9e7d-881b6104ab90" [ 824.299539] env[69226]: _type = "HttpNfcLease" [ 824.299539] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 824.352076] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494705, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.607713] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd982c1-f2c2-460e-ac2b-555b06566a3c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.616403] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f30bc8-873d-47d0-a87b-d00270be15ea {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.650749] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd6594c-8722-429d-905a-479afadd8a49 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.660342] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011d1823-ff98-4e6b-abaf-340d8d399410 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.675634] env[69226]: DEBUG nova.compute.provider_tree [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 824.800682] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 824.800682] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520a0d87-f745-a06e-9e7d-881b6104ab90" [ 824.800682] env[69226]: _type = "HttpNfcLease" [ 824.800682] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 824.801018] env[69226]: DEBUG oslo_vmware.rw_handles [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 824.801018] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520a0d87-f745-a06e-9e7d-881b6104ab90" [ 824.801018] env[69226]: _type = "HttpNfcLease" [ 824.801018] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 824.801830] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463b138d-fe34-4009-8d32-fd887971afce {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.810369] env[69226]: DEBUG oslo_vmware.rw_handles [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa2eb4-ac71-8efb-e3c7-d9c033d7529f/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 824.811049] env[69226]: DEBUG oslo_vmware.rw_handles [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa2eb4-ac71-8efb-e3c7-d9c033d7529f/disk-0.vmdk for reading. {{(pid=69226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 824.877322] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687031} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.877583] env[69226]: INFO nova.virt.vmwareapi.ds_util [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] a54aeb5b-9769-4ee7-9669-0974db55d501/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk. [ 824.878413] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58f5254-687f-4373-9523-d033e0b41de5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.904357] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] a54aeb5b-9769-4ee7-9669-0974db55d501/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.904735] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b72bc5b-8a39-444a-913d-516b2ef3dea8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.924539] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 824.924539] env[69226]: value = "task-3494707" [ 824.924539] env[69226]: _type = "Task" [ 824.924539] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.930538] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5fee697f-3f71-445a-855b-6839de7bce94 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.937677] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494707, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.047556] env[69226]: DEBUG nova.compute.manager [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.169849] env[69226]: DEBUG nova.virt.hardware [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.170370] env[69226]: DEBUG nova.virt.hardware [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.170767] env[69226]: DEBUG nova.virt.hardware [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.171198] env[69226]: DEBUG nova.virt.hardware [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.171574] env[69226]: DEBUG nova.virt.hardware [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.171990] env[69226]: DEBUG nova.virt.hardware [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.172440] env[69226]: DEBUG nova.virt.hardware [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.172872] env[69226]: DEBUG nova.virt.hardware [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.173266] env[69226]: DEBUG nova.virt.hardware [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.173621] env[69226]: DEBUG nova.virt.hardware [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.173959] env[69226]: DEBUG nova.virt.hardware [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.175436] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed574ad-3c44-4af7-aadd-d1675467b38a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.197381] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ca3ccc-bc2d-44cf-919a-65b9751b72c2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.226106] env[69226]: ERROR nova.scheduler.client.report [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [req-5631d4ed-e191-4127-afe3-7dfdb7f2896e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b569e5e-3afa-426e-9210-ba55a6e69f42. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5631d4ed-e191-4127-afe3-7dfdb7f2896e"}]} [ 825.251824] env[69226]: DEBUG nova.scheduler.client.report [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Refreshing inventories for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 825.270604] env[69226]: DEBUG nova.scheduler.client.report [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Updating ProviderTree inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 825.270858] env[69226]: DEBUG nova.compute.provider_tree [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 825.285226] env[69226]: DEBUG nova.scheduler.client.report [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Refreshing aggregate associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, aggregates: None {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 825.308348] env[69226]: DEBUG nova.scheduler.client.report [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Refreshing trait associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 825.447015] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494707, 'name': ReconfigVM_Task, 'duration_secs': 0.496365} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.447015] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Reconfigured VM instance instance-00000025 to attach disk [datastore2] a54aeb5b-9769-4ee7-9669-0974db55d501/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.447015] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb2c36e-bbc6-41f5-b237-b0ed549b3005 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.486420] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36043926-15ad-4ec1-bee2-a758234fc3d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.505184] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 825.505184] env[69226]: value = "task-3494708" [ 825.505184] env[69226]: _type = "Task" [ 825.505184] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.514153] env[69226]: DEBUG nova.compute.manager [req-943ebb62-21be-4a63-95fc-71322cdfd190 req-20094286-b7a1-4865-8c10-2af92ec0d9e4 service nova] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Received event network-vif-plugged-5df7c7e8-c99d-44d2-9b97-7f6805cca563 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.514153] env[69226]: DEBUG oslo_concurrency.lockutils [req-943ebb62-21be-4a63-95fc-71322cdfd190 req-20094286-b7a1-4865-8c10-2af92ec0d9e4 service nova] Acquiring lock "dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.514153] env[69226]: DEBUG oslo_concurrency.lockutils [req-943ebb62-21be-4a63-95fc-71322cdfd190 req-20094286-b7a1-4865-8c10-2af92ec0d9e4 service nova] Lock "dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.514153] env[69226]: DEBUG oslo_concurrency.lockutils [req-943ebb62-21be-4a63-95fc-71322cdfd190 req-20094286-b7a1-4865-8c10-2af92ec0d9e4 service nova] Lock "dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.514153] env[69226]: DEBUG nova.compute.manager [req-943ebb62-21be-4a63-95fc-71322cdfd190 req-20094286-b7a1-4865-8c10-2af92ec0d9e4 service nova] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] No waiting events found dispatching network-vif-plugged-5df7c7e8-c99d-44d2-9b97-7f6805cca563 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 825.514542] env[69226]: WARNING nova.compute.manager [req-943ebb62-21be-4a63-95fc-71322cdfd190 req-20094286-b7a1-4865-8c10-2af92ec0d9e4 service nova] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Received unexpected event network-vif-plugged-5df7c7e8-c99d-44d2-9b97-7f6805cca563 for instance with vm_state building and task_state spawning. [ 825.525947] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.679816] env[69226]: DEBUG nova.network.neutron [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Successfully updated port: 5df7c7e8-c99d-44d2-9b97-7f6805cca563 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.956716] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8808b9-bf35-42a2-9074-47ca76e08115 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.967981] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc30dc61-8b7a-4c7a-b5da-88cdf75e74a5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.004488] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb43d5a-58fa-4501-ad6e-7e5913013851 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.018971] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43a66ae-e7d3-4dc6-b6e3-06dd91676b40 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.022435] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494708, 'name': ReconfigVM_Task, 'duration_secs': 0.248211} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.022775] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.023534] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8704d25-81e3-4dd9-93e5-127c450e9bba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.033415] env[69226]: DEBUG nova.compute.provider_tree [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.040333] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 826.040333] env[69226]: value = "task-3494709" [ 826.040333] env[69226]: _type = "Task" [ 826.040333] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.048919] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.186176] env[69226]: DEBUG oslo_concurrency.lockutils [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "refresh_cache-dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.186410] env[69226]: DEBUG oslo_concurrency.lockutils [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquired lock "refresh_cache-dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.186703] env[69226]: DEBUG nova.network.neutron [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.551473] env[69226]: DEBUG oslo_vmware.api [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494709, 'name': PowerOnVM_Task, 'duration_secs': 0.447874} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.551869] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.555372] env[69226]: DEBUG nova.compute.manager [None req-685ee994-50d1-4a7f-a367-fa5de3bfbd7f tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.556711] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2187e4e-9718-43f0-ac9b-b80499e36eb4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.570379] env[69226]: DEBUG nova.scheduler.client.report [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 826.572660] env[69226]: DEBUG nova.compute.provider_tree [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 70 to 71 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 826.573402] env[69226]: DEBUG nova.compute.provider_tree [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.722374] env[69226]: DEBUG nova.network.neutron [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.883913] env[69226]: DEBUG nova.network.neutron [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Updating instance_info_cache with network_info: [{"id": "5df7c7e8-c99d-44d2-9b97-7f6805cca563", "address": "fa:16:3e:e4:ec:6b", "network": {"id": "24704e38-d527-4260-beab-ba8b7426eaaa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-126944487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bfb7e6291bc47759721b974052bfef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df7c7e8-c9", "ovs_interfaceid": "5df7c7e8-c99d-44d2-9b97-7f6805cca563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.078936] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.059s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.079722] env[69226]: DEBUG nova.compute.manager [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.084539] env[69226]: DEBUG oslo_concurrency.lockutils [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.611s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.086639] env[69226]: INFO nova.compute.claims [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.387092] env[69226]: DEBUG oslo_concurrency.lockutils [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Releasing lock "refresh_cache-dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.387475] env[69226]: DEBUG nova.compute.manager [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Instance network_info: |[{"id": "5df7c7e8-c99d-44d2-9b97-7f6805cca563", "address": "fa:16:3e:e4:ec:6b", "network": {"id": "24704e38-d527-4260-beab-ba8b7426eaaa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-126944487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bfb7e6291bc47759721b974052bfef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df7c7e8-c9", "ovs_interfaceid": "5df7c7e8-c99d-44d2-9b97-7f6805cca563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.387906] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:ec:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5df7c7e8-c99d-44d2-9b97-7f6805cca563', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.397386] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.398067] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.398370] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-119844bd-1e5f-4637-91ef-6d9f7a96ef0e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.420288] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.420288] env[69226]: value = "task-3494710" [ 827.420288] env[69226]: _type = "Task" [ 827.420288] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.428191] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494710, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.594806] env[69226]: DEBUG nova.compute.utils [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.596445] env[69226]: DEBUG nova.compute.manager [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.596771] env[69226]: DEBUG nova.network.neutron [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.636698] env[69226]: DEBUG nova.policy [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78ff1d955cb54038a8cacc8006e64d19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ebd1e0bc3264d118fc860563659592a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.930370] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494710, 'name': CreateVM_Task, 'duration_secs': 0.441023} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.931242] env[69226]: DEBUG nova.network.neutron [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Successfully created port: effd0fbc-96ff-4722-96eb-50c6d7d02081 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.933203] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.933868] env[69226]: DEBUG oslo_concurrency.lockutils [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.934042] env[69226]: DEBUG oslo_concurrency.lockutils [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.934375] env[69226]: DEBUG oslo_concurrency.lockutils [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.934947] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2d2b9fd-e85b-4421-8135-d24b37d6f223 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.939620] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 827.939620] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52eaad33-31fa-6b8b-6398-5eabf6d517fd" [ 827.939620] env[69226]: _type = "Task" [ 827.939620] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.947828] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52eaad33-31fa-6b8b-6398-5eabf6d517fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.100926] env[69226]: DEBUG nova.compute.manager [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.453316] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52eaad33-31fa-6b8b-6398-5eabf6d517fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010634} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.453648] env[69226]: DEBUG oslo_concurrency.lockutils [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.453949] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.454232] env[69226]: DEBUG oslo_concurrency.lockutils [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.454394] env[69226]: DEBUG oslo_concurrency.lockutils [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.454643] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.454840] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c522f4b8-d175-4928-bd49-e9db30e3c868 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.465598] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.466078] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.466528] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54230d8-dd16-4fdb-a7d5-e5a65b4a18e0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.472910] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 828.472910] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b708cb-3598-0c92-f0c1-28d9df9feeaf" [ 828.472910] env[69226]: _type = "Task" [ 828.472910] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.480324] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b708cb-3598-0c92-f0c1-28d9df9feeaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.505331] env[69226]: DEBUG oslo_vmware.rw_handles [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520cab45-90fb-7d95-7c33-71b88f9068d9/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 828.506284] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af17c98-9268-4526-ab61-e1c6aec7a035 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.516186] env[69226]: DEBUG oslo_vmware.rw_handles [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520cab45-90fb-7d95-7c33-71b88f9068d9/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 828.516463] env[69226]: ERROR oslo_vmware.rw_handles [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520cab45-90fb-7d95-7c33-71b88f9068d9/disk-0.vmdk due to incomplete transfer. [ 828.517067] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cb7a423d-59a9-4aa3-bbea-5a679ea566fa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.529593] env[69226]: DEBUG oslo_vmware.rw_handles [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520cab45-90fb-7d95-7c33-71b88f9068d9/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 828.529593] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Uploaded image 5c5a5356-417e-48f0-b197-fa2658c65ca9 to the Glance image server {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 828.536934] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Destroying the VM {{(pid=69226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 828.541123] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-38c96014-343a-4a19-ac15-22e39044a7fb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.555221] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for the task: (returnval){ [ 828.555221] env[69226]: value = "task-3494711" [ 828.555221] env[69226]: _type = "Task" [ 828.555221] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.563443] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494711, 'name': Destroy_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.598241] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1224350-b3cd-49d9-8ce6-18c2594a0730 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.613897] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bab4261-bfd3-4dee-a081-2148c55cd590 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.648439] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a6be88-ccd1-488c-b304-503630d29703 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.657926] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ec82c8-69f6-4b8c-bf97-4fa766cd3a10 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.672450] env[69226]: DEBUG nova.compute.provider_tree [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.984156] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b708cb-3598-0c92-f0c1-28d9df9feeaf, 'name': SearchDatastore_Task, 'duration_secs': 0.01407} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.984977] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fae036b1-35e1-4399-8758-7e41eae4d8ed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.991038] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 828.991038] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520c9ca6-ccca-27c7-8447-01f490a9e123" [ 828.991038] env[69226]: _type = "Task" [ 828.991038] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.999932] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520c9ca6-ccca-27c7-8447-01f490a9e123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.062353] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494711, 'name': Destroy_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.121456] env[69226]: DEBUG nova.compute.manager [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.142640] env[69226]: DEBUG nova.virt.hardware [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.142948] env[69226]: DEBUG nova.virt.hardware [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.143128] env[69226]: DEBUG nova.virt.hardware [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.143383] env[69226]: DEBUG nova.virt.hardware [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.143564] env[69226]: DEBUG nova.virt.hardware [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.143719] env[69226]: DEBUG nova.virt.hardware [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.143934] env[69226]: DEBUG nova.virt.hardware [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.144105] env[69226]: DEBUG nova.virt.hardware [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.144273] env[69226]: DEBUG nova.virt.hardware [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.144444] env[69226]: DEBUG nova.virt.hardware [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.144656] env[69226]: DEBUG nova.virt.hardware [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.145548] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b50987-aa89-40b3-bed5-c4ee24f5762b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.153895] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af644f4-bcba-47a2-a3bc-766a874f3ab7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.175701] env[69226]: DEBUG nova.scheduler.client.report [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.323384] env[69226]: DEBUG nova.compute.manager [req-aa997d7f-de52-4964-8507-d893e5c799bd req-245003e0-8319-475a-8e04-0d07b705a1d1 service nova] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Received event network-changed-5df7c7e8-c99d-44d2-9b97-7f6805cca563 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.323568] env[69226]: DEBUG nova.compute.manager [req-aa997d7f-de52-4964-8507-d893e5c799bd req-245003e0-8319-475a-8e04-0d07b705a1d1 service nova] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Refreshing instance network info cache due to event network-changed-5df7c7e8-c99d-44d2-9b97-7f6805cca563. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.323779] env[69226]: DEBUG oslo_concurrency.lockutils [req-aa997d7f-de52-4964-8507-d893e5c799bd req-245003e0-8319-475a-8e04-0d07b705a1d1 service nova] Acquiring lock "refresh_cache-dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.323912] env[69226]: DEBUG oslo_concurrency.lockutils [req-aa997d7f-de52-4964-8507-d893e5c799bd req-245003e0-8319-475a-8e04-0d07b705a1d1 service nova] Acquired lock "refresh_cache-dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.324415] env[69226]: DEBUG nova.network.neutron [req-aa997d7f-de52-4964-8507-d893e5c799bd req-245003e0-8319-475a-8e04-0d07b705a1d1 service nova] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Refreshing network info cache for port 5df7c7e8-c99d-44d2-9b97-7f6805cca563 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.438570] env[69226]: DEBUG nova.network.neutron [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Successfully updated port: effd0fbc-96ff-4722-96eb-50c6d7d02081 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.501927] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520c9ca6-ccca-27c7-8447-01f490a9e123, 'name': SearchDatastore_Task, 'duration_secs': 0.009998} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.502709] env[69226]: DEBUG oslo_concurrency.lockutils [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.502973] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa/dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.503251] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2255ce57-a662-4bcf-aeb6-d73dfdaaa8d6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.513012] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 829.513012] env[69226]: value = "task-3494712" [ 829.513012] env[69226]: _type = "Task" [ 829.513012] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.521371] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.563775] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494711, 'name': Destroy_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.680676] env[69226]: DEBUG oslo_concurrency.lockutils [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.681257] env[69226]: DEBUG nova.compute.manager [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.683945] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.272s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.684167] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.686949] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.474s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.688478] env[69226]: INFO nova.compute.claims [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.718855] env[69226]: INFO nova.scheduler.client.report [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Deleted allocations for instance ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee [ 829.942120] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquiring lock "refresh_cache-ffae9122-9be9-4ba6-84d3-52272208922d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.944684] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquired lock "refresh_cache-ffae9122-9be9-4ba6-84d3-52272208922d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.944684] env[69226]: DEBUG nova.network.neutron [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.992272] env[69226]: INFO nova.compute.manager [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Unrescuing [ 829.992557] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "refresh_cache-a54aeb5b-9769-4ee7-9669-0974db55d501" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.992707] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquired lock "refresh_cache-a54aeb5b-9769-4ee7-9669-0974db55d501" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.992870] env[69226]: DEBUG nova.network.neutron [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.026882] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494712, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.069217] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494711, 'name': Destroy_Task, 'duration_secs': 1.391837} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.069217] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Destroyed the VM [ 830.069217] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Deleting Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 830.069217] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c06c1c32-4520-468d-baea-b37f4116bc92 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.075531] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for the task: (returnval){ [ 830.075531] env[69226]: value = "task-3494713" [ 830.075531] env[69226]: _type = "Task" [ 830.075531] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.085517] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494713, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.152999] env[69226]: DEBUG nova.network.neutron [req-aa997d7f-de52-4964-8507-d893e5c799bd req-245003e0-8319-475a-8e04-0d07b705a1d1 service nova] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Updated VIF entry in instance network info cache for port 5df7c7e8-c99d-44d2-9b97-7f6805cca563. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.153421] env[69226]: DEBUG nova.network.neutron [req-aa997d7f-de52-4964-8507-d893e5c799bd req-245003e0-8319-475a-8e04-0d07b705a1d1 service nova] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Updating instance_info_cache with network_info: [{"id": "5df7c7e8-c99d-44d2-9b97-7f6805cca563", "address": "fa:16:3e:e4:ec:6b", "network": {"id": "24704e38-d527-4260-beab-ba8b7426eaaa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-126944487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bfb7e6291bc47759721b974052bfef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df7c7e8-c9", "ovs_interfaceid": "5df7c7e8-c99d-44d2-9b97-7f6805cca563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.195021] env[69226]: DEBUG nova.compute.utils [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.196616] env[69226]: DEBUG nova.compute.manager [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Not allocating networking since 'none' was specified. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 830.229920] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1e0c609e-c1f4-4edb-93a4-dce13c1c69ff tempest-ServersAdminNegativeTestJSON-713106145 tempest-ServersAdminNegativeTestJSON-713106145-project-member] Lock "ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.592s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.486334] env[69226]: DEBUG nova.network.neutron [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.525692] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646307} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.526031] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa/dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.526272] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.526559] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38cf6021-0900-4b97-9bdb-02b432989cfe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.533448] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 830.533448] env[69226]: value = "task-3494714" [ 830.533448] env[69226]: _type = "Task" [ 830.533448] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.545016] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.588804] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494713, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.656302] env[69226]: DEBUG oslo_concurrency.lockutils [req-aa997d7f-de52-4964-8507-d893e5c799bd req-245003e0-8319-475a-8e04-0d07b705a1d1 service nova] Releasing lock "refresh_cache-dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.698495] env[69226]: DEBUG nova.compute.manager [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.730883] env[69226]: DEBUG nova.network.neutron [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Updating instance_info_cache with network_info: [{"id": "effd0fbc-96ff-4722-96eb-50c6d7d02081", "address": "fa:16:3e:4c:de:a7", "network": {"id": "450fe9e6-cd9f-4a82-a6ca-7ff0df287332", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2132994600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ebd1e0bc3264d118fc860563659592a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeffd0fbc-96", "ovs_interfaceid": "effd0fbc-96ff-4722-96eb-50c6d7d02081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.810803] env[69226]: DEBUG nova.network.neutron [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Updating instance_info_cache with network_info: [{"id": "f7677335-149a-49b2-bba7-246abacca3a2", "address": "fa:16:3e:db:c3:c4", "network": {"id": "85cf7be8-41f9-4e70-8b2f-485ca7fec54d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-222152902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "011ca348b5f448e4a2d98e689303400f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7677335-14", "ovs_interfaceid": "f7677335-149a-49b2-bba7-246abacca3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.043499] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071704} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.043778] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.044860] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bab6bc7-8920-4adf-a6b3-c3f29a96627e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.070941] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa/dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.073953] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c41548e5-e2c1-4966-ae03-e66e2dde3e35 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.098644] env[69226]: DEBUG oslo_vmware.api [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494713, 'name': RemoveSnapshot_Task, 'duration_secs': 0.850984} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.100010] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Deleted Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 831.100266] env[69226]: INFO nova.compute.manager [None req-6b5abbc0-d7ef-417e-b2d1-c702b2c85b69 tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Took 16.68 seconds to snapshot the instance on the hypervisor. [ 831.104290] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 831.104290] env[69226]: value = "task-3494715" [ 831.104290] env[69226]: _type = "Task" [ 831.104290] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.119745] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.234020] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Releasing lock "refresh_cache-ffae9122-9be9-4ba6-84d3-52272208922d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.234474] env[69226]: DEBUG nova.compute.manager [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Instance network_info: |[{"id": "effd0fbc-96ff-4722-96eb-50c6d7d02081", "address": "fa:16:3e:4c:de:a7", "network": {"id": "450fe9e6-cd9f-4a82-a6ca-7ff0df287332", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2132994600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ebd1e0bc3264d118fc860563659592a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeffd0fbc-96", "ovs_interfaceid": "effd0fbc-96ff-4722-96eb-50c6d7d02081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.235089] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:de:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'effd0fbc-96ff-4722-96eb-50c6d7d02081', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.245116] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Creating folder: Project (6ebd1e0bc3264d118fc860563659592a). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.248018] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69d3f372-da18-4bb9-8a13-7e9f7eab770a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.266167] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Created folder: Project (6ebd1e0bc3264d118fc860563659592a) in parent group-v698365. [ 831.266167] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Creating folder: Instances. Parent ref: group-v698491. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.266167] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba3e8eea-f275-46d6-b73f-78b2968ca4f2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.281273] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Created folder: Instances in parent group-v698491. [ 831.281273] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.281273] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.281273] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f70b1358-3059-4a7a-b556-1c6666fd73a5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.302107] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.302107] env[69226]: value = "task-3494718" [ 831.302107] env[69226]: _type = "Task" [ 831.302107] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.312614] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494718, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.314264] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Releasing lock "refresh_cache-a54aeb5b-9769-4ee7-9669-0974db55d501" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.314873] env[69226]: DEBUG nova.objects.instance [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lazy-loading 'flavor' on Instance uuid a54aeb5b-9769-4ee7-9669-0974db55d501 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.350435] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2beeb42-1e37-49c0-a0ea-ccb11c2069a2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.360455] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee20ed8-9dd2-42e1-9848-ce12db4f7f21 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.396934] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f4bf64-f183-4967-8040-03a75bd5aab2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.408021] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7467c5f9-99d6-434c-a363-fb308954c3cf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.419895] env[69226]: DEBUG nova.compute.provider_tree [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.424029] env[69226]: DEBUG nova.compute.manager [req-7e3e0b26-37be-4653-82c5-1b4b9edaa860 req-63207812-9896-4d6e-9147-1bc004394bf2 service nova] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Received event network-vif-plugged-effd0fbc-96ff-4722-96eb-50c6d7d02081 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.424261] env[69226]: DEBUG oslo_concurrency.lockutils [req-7e3e0b26-37be-4653-82c5-1b4b9edaa860 req-63207812-9896-4d6e-9147-1bc004394bf2 service nova] Acquiring lock "ffae9122-9be9-4ba6-84d3-52272208922d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.424470] env[69226]: DEBUG oslo_concurrency.lockutils [req-7e3e0b26-37be-4653-82c5-1b4b9edaa860 req-63207812-9896-4d6e-9147-1bc004394bf2 service nova] Lock "ffae9122-9be9-4ba6-84d3-52272208922d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.424635] env[69226]: DEBUG oslo_concurrency.lockutils [req-7e3e0b26-37be-4653-82c5-1b4b9edaa860 req-63207812-9896-4d6e-9147-1bc004394bf2 service nova] Lock "ffae9122-9be9-4ba6-84d3-52272208922d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.424803] env[69226]: DEBUG nova.compute.manager [req-7e3e0b26-37be-4653-82c5-1b4b9edaa860 req-63207812-9896-4d6e-9147-1bc004394bf2 service nova] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] No waiting events found dispatching network-vif-plugged-effd0fbc-96ff-4722-96eb-50c6d7d02081 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.425306] env[69226]: WARNING nova.compute.manager [req-7e3e0b26-37be-4653-82c5-1b4b9edaa860 req-63207812-9896-4d6e-9147-1bc004394bf2 service nova] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Received unexpected event network-vif-plugged-effd0fbc-96ff-4722-96eb-50c6d7d02081 for instance with vm_state building and task_state spawning. [ 831.425459] env[69226]: DEBUG nova.compute.manager [req-7e3e0b26-37be-4653-82c5-1b4b9edaa860 req-63207812-9896-4d6e-9147-1bc004394bf2 service nova] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Received event network-changed-effd0fbc-96ff-4722-96eb-50c6d7d02081 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.425583] env[69226]: DEBUG nova.compute.manager [req-7e3e0b26-37be-4653-82c5-1b4b9edaa860 req-63207812-9896-4d6e-9147-1bc004394bf2 service nova] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Refreshing instance network info cache due to event network-changed-effd0fbc-96ff-4722-96eb-50c6d7d02081. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.425758] env[69226]: DEBUG oslo_concurrency.lockutils [req-7e3e0b26-37be-4653-82c5-1b4b9edaa860 req-63207812-9896-4d6e-9147-1bc004394bf2 service nova] Acquiring lock "refresh_cache-ffae9122-9be9-4ba6-84d3-52272208922d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.425928] env[69226]: DEBUG oslo_concurrency.lockutils [req-7e3e0b26-37be-4653-82c5-1b4b9edaa860 req-63207812-9896-4d6e-9147-1bc004394bf2 service nova] Acquired lock "refresh_cache-ffae9122-9be9-4ba6-84d3-52272208922d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.426055] env[69226]: DEBUG nova.network.neutron [req-7e3e0b26-37be-4653-82c5-1b4b9edaa860 req-63207812-9896-4d6e-9147-1bc004394bf2 service nova] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Refreshing network info cache for port effd0fbc-96ff-4722-96eb-50c6d7d02081 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.616094] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.712743] env[69226]: DEBUG nova.compute.manager [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.740889] env[69226]: DEBUG nova.virt.hardware [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.740889] env[69226]: DEBUG nova.virt.hardware [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.741097] env[69226]: DEBUG nova.virt.hardware [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.741156] env[69226]: DEBUG nova.virt.hardware [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.741297] env[69226]: DEBUG nova.virt.hardware [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.741460] env[69226]: DEBUG nova.virt.hardware [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.741692] env[69226]: DEBUG nova.virt.hardware [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.741886] env[69226]: DEBUG nova.virt.hardware [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.744043] env[69226]: DEBUG nova.virt.hardware [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.744043] env[69226]: DEBUG nova.virt.hardware [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.744043] env[69226]: DEBUG nova.virt.hardware [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.745560] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f8263e-ad05-499c-9baf-ed0226752303 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.758602] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500754d3-dfd5-4fc3-8422-d677c4d2ce14 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.776307] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Instance VIF info [] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.782090] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Creating folder: Project (6600f1ecc5da47efb0ce94cf17d77bee). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.782446] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5bd3f5b-ac8a-4388-9227-cc1b50486690 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.792588] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Created folder: Project (6600f1ecc5da47efb0ce94cf17d77bee) in parent group-v698365. [ 831.792800] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Creating folder: Instances. Parent ref: group-v698494. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.793061] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc746b14-8954-4810-a9fc-7656c5bd5610 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.802156] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Created folder: Instances in parent group-v698494. [ 831.802408] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.802674] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.808293] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-679c38f7-f7b0-4c13-a4eb-c852110ce468 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.826824] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b564fca-861a-45f2-bff0-abad8b3e4f3d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.834622] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494718, 'name': CreateVM_Task, 'duration_secs': 0.519996} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.836085] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.836303] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.836303] env[69226]: value = "task-3494721" [ 831.836303] env[69226]: _type = "Task" [ 831.836303] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.836939] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.837171] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.837434] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.837769] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff3bf47e-23cb-47fa-b9de-11f2db1cf766 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.860554] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.861637] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12928b8a-76fa-4d4c-9517-292b4d341efc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.865170] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 831.865170] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522f4755-93c7-3d37-c323-fdce4f0f1baf" [ 831.865170] env[69226]: _type = "Task" [ 831.865170] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.869061] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494721, 'name': CreateVM_Task} progress is 15%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.874942] env[69226]: DEBUG oslo_vmware.api [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 831.874942] env[69226]: value = "task-3494722" [ 831.874942] env[69226]: _type = "Task" [ 831.874942] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.882221] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522f4755-93c7-3d37-c323-fdce4f0f1baf, 'name': SearchDatastore_Task, 'duration_secs': 0.01236} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.882804] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.884020] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.884020] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.884020] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.884020] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.884020] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe0899a8-2ce8-4e67-8073-4048108cab72 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.888743] env[69226]: DEBUG oslo_vmware.api [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.896226] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.896506] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.897420] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3e7bf71-86ba-49fb-93dc-4c3cbf4c42ec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.903479] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 831.903479] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5297cef1-9cf3-66a2-4abc-ee5c101e24e1" [ 831.903479] env[69226]: _type = "Task" [ 831.903479] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.912884] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5297cef1-9cf3-66a2-4abc-ee5c101e24e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.923126] env[69226]: DEBUG nova.scheduler.client.report [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.117239] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494715, 'name': ReconfigVM_Task, 'duration_secs': 0.678565} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.117543] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Reconfigured VM instance instance-0000002a to attach disk [datastore1] dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa/dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.119117] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d2bc1e3-5b8a-4e4b-a4f6-b71fa45b6848 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.125184] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 832.125184] env[69226]: value = "task-3494723" [ 832.125184] env[69226]: _type = "Task" [ 832.125184] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.135236] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494723, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.347252] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494721, 'name': CreateVM_Task, 'duration_secs': 0.355252} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.348331] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.348331] env[69226]: DEBUG oslo_concurrency.lockutils [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.348331] env[69226]: DEBUG oslo_concurrency.lockutils [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.348331] env[69226]: DEBUG oslo_concurrency.lockutils [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.349170] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d6c5dc6-0111-4ffa-849a-bd0e31f99731 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.359280] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for the task: (returnval){ [ 832.359280] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52704cc1-fc3f-ecc9-dbee-ccdb6dc2eac9" [ 832.359280] env[69226]: _type = "Task" [ 832.359280] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.374621] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52704cc1-fc3f-ecc9-dbee-ccdb6dc2eac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.386928] env[69226]: DEBUG oslo_vmware.api [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494722, 'name': PowerOffVM_Task, 'duration_secs': 0.288807} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.386928] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.393190] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 832.393574] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0870ec97-93df-472a-ad03-4e4a599b37c5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.418793] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5297cef1-9cf3-66a2-4abc-ee5c101e24e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011054} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.423313] env[69226]: DEBUG oslo_vmware.api [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 832.423313] env[69226]: value = "task-3494724" [ 832.423313] env[69226]: _type = "Task" [ 832.423313] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.423616] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9317e1eb-244b-47e7-8bd9-baa06c5a48bc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.430162] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.430162] env[69226]: DEBUG nova.compute.manager [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.434866] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.824s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.435198] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.437452] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.695s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.439339] env[69226]: INFO nova.compute.claims [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.442872] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 832.442872] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]524666cd-6d1d-31c0-edba-b0e1a81cd893" [ 832.442872] env[69226]: _type = "Task" [ 832.442872] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.450852] env[69226]: DEBUG oslo_vmware.api [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.457169] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]524666cd-6d1d-31c0-edba-b0e1a81cd893, 'name': SearchDatastore_Task, 'duration_secs': 0.011699} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.457811] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.458152] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] ffae9122-9be9-4ba6-84d3-52272208922d/ffae9122-9be9-4ba6-84d3-52272208922d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.458471] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7e29e6a-44a8-471b-a2e0-b1c594798c55 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.464641] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 832.464641] env[69226]: value = "task-3494725" [ 832.464641] env[69226]: _type = "Task" [ 832.464641] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.465598] env[69226]: DEBUG nova.network.neutron [req-7e3e0b26-37be-4653-82c5-1b4b9edaa860 req-63207812-9896-4d6e-9147-1bc004394bf2 service nova] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Updated VIF entry in instance network info cache for port effd0fbc-96ff-4722-96eb-50c6d7d02081. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.465996] env[69226]: DEBUG nova.network.neutron [req-7e3e0b26-37be-4653-82c5-1b4b9edaa860 req-63207812-9896-4d6e-9147-1bc004394bf2 service nova] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Updating instance_info_cache with network_info: [{"id": "effd0fbc-96ff-4722-96eb-50c6d7d02081", "address": "fa:16:3e:4c:de:a7", "network": {"id": "450fe9e6-cd9f-4a82-a6ca-7ff0df287332", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2132994600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ebd1e0bc3264d118fc860563659592a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeffd0fbc-96", "ovs_interfaceid": "effd0fbc-96ff-4722-96eb-50c6d7d02081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.476196] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3494725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.477338] env[69226]: INFO nova.scheduler.client.report [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Deleted allocations for instance f24d0958-af72-4bb1-b88d-5244a488ef2b [ 832.637155] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494723, 'name': Rename_Task, 'duration_secs': 0.240597} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.637535] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.637791] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5f1aef5-af6d-47d0-a922-0748c3455da5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.643811] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 832.643811] env[69226]: value = "task-3494726" [ 832.643811] env[69226]: _type = "Task" [ 832.643811] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.658025] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.874798] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52704cc1-fc3f-ecc9-dbee-ccdb6dc2eac9, 'name': SearchDatastore_Task, 'duration_secs': 0.018623} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.875600] env[69226]: DEBUG oslo_concurrency.lockutils [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.875896] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.876206] env[69226]: DEBUG oslo_concurrency.lockutils [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.876506] env[69226]: DEBUG oslo_concurrency.lockutils [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.876789] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.877172] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9ec5304-cfce-443d-8d34-b0dba1b93972 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.894013] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.894013] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.894013] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff7d73ab-07d8-4974-be53-3aee67e1ca01 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.905128] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for the task: (returnval){ [ 832.905128] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52272f02-8166-b28d-80be-bba0a8a31783" [ 832.905128] env[69226]: _type = "Task" [ 832.905128] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.913413] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52272f02-8166-b28d-80be-bba0a8a31783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.937808] env[69226]: DEBUG oslo_vmware.api [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494724, 'name': ReconfigVM_Task, 'duration_secs': 0.317084} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.938457] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 832.938868] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.942019] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c849f1e-0065-499f-95f6-0eb214146d5f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.945916] env[69226]: DEBUG nova.compute.utils [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.953076] env[69226]: DEBUG nova.compute.manager [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.953565] env[69226]: DEBUG nova.network.neutron [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.956301] env[69226]: DEBUG oslo_vmware.api [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 832.956301] env[69226]: value = "task-3494727" [ 832.956301] env[69226]: _type = "Task" [ 832.956301] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.974358] env[69226]: DEBUG oslo_concurrency.lockutils [req-7e3e0b26-37be-4653-82c5-1b4b9edaa860 req-63207812-9896-4d6e-9147-1bc004394bf2 service nova] Releasing lock "refresh_cache-ffae9122-9be9-4ba6-84d3-52272208922d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.974764] env[69226]: DEBUG oslo_vmware.api [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.986504] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3494725, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.987534] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6e3d505f-89b2-4603-a037-8d6d36ac9d61 tempest-AttachInterfacesUnderV243Test-1978706118 tempest-AttachInterfacesUnderV243Test-1978706118-project-member] Lock "f24d0958-af72-4bb1-b88d-5244a488ef2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.372s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.016596] env[69226]: DEBUG nova.policy [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c68fd3324be4707826beadcd192f5d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afeb460d630f46a68dc13ca12a7b2c65', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.155190] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.245157] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Acquiring lock "082b9d94-88f6-4b1d-b7af-fb508bb61e82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.245445] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Lock "082b9d94-88f6-4b1d-b7af-fb508bb61e82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.245662] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Acquiring lock "082b9d94-88f6-4b1d-b7af-fb508bb61e82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.245921] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Lock "082b9d94-88f6-4b1d-b7af-fb508bb61e82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.246155] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Lock "082b9d94-88f6-4b1d-b7af-fb508bb61e82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.250166] env[69226]: INFO nova.compute.manager [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Terminating instance [ 833.414626] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52272f02-8166-b28d-80be-bba0a8a31783, 'name': SearchDatastore_Task, 'duration_secs': 0.057493} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.415501] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbe0f422-230c-4161-af7b-853280969375 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.423041] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for the task: (returnval){ [ 833.423041] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dc98bc-c194-b756-887f-9889e1fa9270" [ 833.423041] env[69226]: _type = "Task" [ 833.423041] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.431593] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dc98bc-c194-b756-887f-9889e1fa9270, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.451654] env[69226]: DEBUG nova.compute.manager [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.458767] env[69226]: DEBUG nova.network.neutron [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Successfully created port: f695b5b2-1111-4adc-ab08-434bc786dc79 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.487046] env[69226]: DEBUG oslo_vmware.api [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.492369] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3494725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637249} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.492739] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] ffae9122-9be9-4ba6-84d3-52272208922d/ffae9122-9be9-4ba6-84d3-52272208922d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.493021] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.493341] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72ee581d-1006-45f8-9f3f-ba1ca4dde869 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.501764] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 833.501764] env[69226]: value = "task-3494728" [ 833.501764] env[69226]: _type = "Task" [ 833.501764] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.518709] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3494728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.660804] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494726, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.754783] env[69226]: DEBUG nova.compute.manager [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.755492] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.760071] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85deb0d-4bf2-4625-b2ad-56a581499926 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.771278] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.771624] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8e9cae3-aaec-43d2-9b04-360994abc81b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.788658] env[69226]: DEBUG oslo_vmware.api [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for the task: (returnval){ [ 833.788658] env[69226]: value = "task-3494729" [ 833.788658] env[69226]: _type = "Task" [ 833.788658] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.799111] env[69226]: DEBUG oslo_vmware.api [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.948520] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dc98bc-c194-b756-887f-9889e1fa9270, 'name': SearchDatastore_Task, 'duration_secs': 0.012003} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.949330] env[69226]: DEBUG oslo_concurrency.lockutils [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.949634] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 22c24625-6973-44f4-8f39-7ae9c88bd8f1/22c24625-6973-44f4-8f39-7ae9c88bd8f1.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.949907] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a192dd4a-acdb-4c7b-85f6-6bf7a7bab08c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.956749] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for the task: (returnval){ [ 833.956749] env[69226]: value = "task-3494730" [ 833.956749] env[69226]: _type = "Task" [ 833.956749] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.966238] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.994471] env[69226]: DEBUG oslo_vmware.api [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.022753] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3494728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074608} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.024963] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.025740] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52577b3-c152-4aee-9c97-59e32e9e3b6b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.057708] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] ffae9122-9be9-4ba6-84d3-52272208922d/ffae9122-9be9-4ba6-84d3-52272208922d.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.065019] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2701bfc1-e1dc-4e64-abc4-2bb23166d221 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.087156] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 834.087156] env[69226]: value = "task-3494731" [ 834.087156] env[69226]: _type = "Task" [ 834.087156] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.101713] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3494731, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.162076] env[69226]: DEBUG oslo_vmware.api [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494726, 'name': PowerOnVM_Task, 'duration_secs': 1.09324} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.162669] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.162936] env[69226]: INFO nova.compute.manager [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Took 9.12 seconds to spawn the instance on the hypervisor. [ 834.163147] env[69226]: DEBUG nova.compute.manager [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.164850] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535c910f-9182-45dd-abcc-960550c0e709 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.170393] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8a8f85-904d-429b-bab0-b3fb41ef5782 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.179674] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ca77aa-b9cf-4304-90c7-3f5506e32dad {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.218162] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6ab221-44b4-48ad-98c8-d6d33f52b2c4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.226656] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f332c0-a410-4123-8767-8eee000114ab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.243811] env[69226]: DEBUG nova.compute.provider_tree [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.302505] env[69226]: DEBUG oslo_vmware.api [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494729, 'name': PowerOffVM_Task, 'duration_secs': 0.46732} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.302804] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.302970] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.303260] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-083212c6-3679-4b29-b562-2c1a93b04043 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.468766] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494730, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.476322] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.476617] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.476837] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Deleting the datastore file [datastore2] 082b9d94-88f6-4b1d-b7af-fb508bb61e82 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.483076] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff9267f4-81a4-4c25-869b-29faf1d18f50 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.488045] env[69226]: DEBUG nova.compute.manager [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.497092] env[69226]: DEBUG oslo_vmware.api [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for the task: (returnval){ [ 834.497092] env[69226]: value = "task-3494733" [ 834.497092] env[69226]: _type = "Task" [ 834.497092] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.501511] env[69226]: DEBUG oslo_vmware.api [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494727, 'name': PowerOnVM_Task, 'duration_secs': 1.221822} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.507202] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.507202] env[69226]: DEBUG nova.compute.manager [None req-eb38524e-041a-48f7-ade1-a6b397383492 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.507202] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ed6439-5f3f-406b-9f57-7577bfe6a2a7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.522367] env[69226]: DEBUG oslo_vmware.api [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.535026] env[69226]: DEBUG nova.virt.hardware [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.535371] env[69226]: DEBUG nova.virt.hardware [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.535568] env[69226]: DEBUG nova.virt.hardware [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.535804] env[69226]: DEBUG nova.virt.hardware [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.536016] env[69226]: DEBUG nova.virt.hardware [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.536219] env[69226]: DEBUG nova.virt.hardware [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.536523] env[69226]: DEBUG nova.virt.hardware [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.536793] env[69226]: DEBUG nova.virt.hardware [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.537299] env[69226]: DEBUG nova.virt.hardware [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.537299] env[69226]: DEBUG nova.virt.hardware [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.537413] env[69226]: DEBUG nova.virt.hardware [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.538361] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935b8cf2-a60f-4e3a-9723-3587124fdc94 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.550104] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9056ee-a865-498d-abac-12b3ffeb72cd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.599850] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3494731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.699381] env[69226]: INFO nova.compute.manager [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Took 58.87 seconds to build instance. [ 834.749025] env[69226]: DEBUG nova.scheduler.client.report [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.971048] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636027} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.971347] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 22c24625-6973-44f4-8f39-7ae9c88bd8f1/22c24625-6973-44f4-8f39-7ae9c88bd8f1.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.971574] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.971859] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcfbd11d-4172-40ac-8765-8659b20baa03 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.980694] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for the task: (returnval){ [ 834.980694] env[69226]: value = "task-3494734" [ 834.980694] env[69226]: _type = "Task" [ 834.980694] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.992117] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.010637] env[69226]: DEBUG oslo_vmware.api [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Task: {'id': task-3494733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201959} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.011190] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.011190] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.011190] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.011555] env[69226]: INFO nova.compute.manager [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Took 1.26 seconds to destroy the instance on the hypervisor. [ 835.011555] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.011753] env[69226]: DEBUG nova.compute.manager [-] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.011853] env[69226]: DEBUG nova.network.neutron [-] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.104654] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3494731, 'name': ReconfigVM_Task, 'duration_secs': 0.585298} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.104946] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Reconfigured VM instance instance-0000002b to attach disk [datastore1] ffae9122-9be9-4ba6-84d3-52272208922d/ffae9122-9be9-4ba6-84d3-52272208922d.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.105745] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66c1e715-4ea0-44f6-8f90-9aec233ff55a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.120556] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 835.120556] env[69226]: value = "task-3494735" [ 835.120556] env[69226]: _type = "Task" [ 835.120556] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.131215] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3494735, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.203903] env[69226]: DEBUG oslo_concurrency.lockutils [None req-052a7c54-e2ca-4d1a-be53-fd2a4f3d4175 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 124.163s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.257026] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.257583] env[69226]: DEBUG nova.compute.manager [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.264800] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.217s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.264800] env[69226]: INFO nova.compute.claims [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.420167] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c79fbf-4b30-4882-b3ce-08d9ffb116d3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.427931] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6b02c8ad-d397-49bb-b9d1-ff0ea9b29176 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Suspending the VM {{(pid=69226) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 835.428340] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-99fabb4e-8d96-49d9-9398-51dcb077d87b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.438535] env[69226]: DEBUG oslo_vmware.api [None req-6b02c8ad-d397-49bb-b9d1-ff0ea9b29176 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 835.438535] env[69226]: value = "task-3494736" [ 835.438535] env[69226]: _type = "Task" [ 835.438535] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.450469] env[69226]: DEBUG oslo_vmware.api [None req-6b02c8ad-d397-49bb-b9d1-ff0ea9b29176 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494736, 'name': SuspendVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.501726] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1017} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.501726] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.501726] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ee446f-023a-486a-bd3c-0a5217e29250 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.530362] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 22c24625-6973-44f4-8f39-7ae9c88bd8f1/22c24625-6973-44f4-8f39-7ae9c88bd8f1.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.530362] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76990c91-da3a-494c-bf9d-d04b9ec852da {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.557690] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for the task: (returnval){ [ 835.557690] env[69226]: value = "task-3494737" [ 835.557690] env[69226]: _type = "Task" [ 835.557690] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.571374] env[69226]: DEBUG nova.network.neutron [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Successfully updated port: f695b5b2-1111-4adc-ab08-434bc786dc79 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.579023] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.630269] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3494735, 'name': Rename_Task, 'duration_secs': 0.231053} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.630575] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.631130] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d8d651d-8827-49af-8ca6-cf2b3694114e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.639041] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 835.639041] env[69226]: value = "task-3494738" [ 835.639041] env[69226]: _type = "Task" [ 835.639041] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.646237] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3494738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.707586] env[69226]: DEBUG nova.compute.manager [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.720180] env[69226]: DEBUG nova.compute.manager [req-f216a7ea-c0ff-46b3-ac16-463c1b04d4c9 req-ab61d1e2-5385-489d-ac20-fe27e373f35a service nova] [instance: 69098679-d76f-4276-a76f-cba54747246d] Received event network-vif-plugged-f695b5b2-1111-4adc-ab08-434bc786dc79 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.720180] env[69226]: DEBUG oslo_concurrency.lockutils [req-f216a7ea-c0ff-46b3-ac16-463c1b04d4c9 req-ab61d1e2-5385-489d-ac20-fe27e373f35a service nova] Acquiring lock "69098679-d76f-4276-a76f-cba54747246d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.720180] env[69226]: DEBUG oslo_concurrency.lockutils [req-f216a7ea-c0ff-46b3-ac16-463c1b04d4c9 req-ab61d1e2-5385-489d-ac20-fe27e373f35a service nova] Lock "69098679-d76f-4276-a76f-cba54747246d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.720180] env[69226]: DEBUG oslo_concurrency.lockutils [req-f216a7ea-c0ff-46b3-ac16-463c1b04d4c9 req-ab61d1e2-5385-489d-ac20-fe27e373f35a service nova] Lock "69098679-d76f-4276-a76f-cba54747246d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.720180] env[69226]: DEBUG nova.compute.manager [req-f216a7ea-c0ff-46b3-ac16-463c1b04d4c9 req-ab61d1e2-5385-489d-ac20-fe27e373f35a service nova] [instance: 69098679-d76f-4276-a76f-cba54747246d] No waiting events found dispatching network-vif-plugged-f695b5b2-1111-4adc-ab08-434bc786dc79 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.720629] env[69226]: WARNING nova.compute.manager [req-f216a7ea-c0ff-46b3-ac16-463c1b04d4c9 req-ab61d1e2-5385-489d-ac20-fe27e373f35a service nova] [instance: 69098679-d76f-4276-a76f-cba54747246d] Received unexpected event network-vif-plugged-f695b5b2-1111-4adc-ab08-434bc786dc79 for instance with vm_state building and task_state spawning. [ 835.770489] env[69226]: DEBUG nova.compute.utils [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.782757] env[69226]: DEBUG nova.compute.manager [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.782757] env[69226]: DEBUG nova.network.neutron [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.864258] env[69226]: DEBUG nova.policy [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4278fe41677f4436a2bf01f27dfd6145', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e85e55ac20424058a2e631db436f18a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.950196] env[69226]: DEBUG oslo_vmware.api [None req-6b02c8ad-d397-49bb-b9d1-ff0ea9b29176 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494736, 'name': SuspendVM_Task} progress is 95%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.055071] env[69226]: DEBUG nova.network.neutron [-] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.070830] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.081629] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "refresh_cache-69098679-d76f-4276-a76f-cba54747246d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.081629] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "refresh_cache-69098679-d76f-4276-a76f-cba54747246d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.081629] env[69226]: DEBUG nova.network.neutron [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.151735] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3494738, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.259463] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.282728] env[69226]: DEBUG nova.compute.manager [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.342765] env[69226]: DEBUG nova.network.neutron [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Successfully created port: 9be9cb46-e7cf-436b-a654-100ca94253b9 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.456880] env[69226]: DEBUG oslo_vmware.api [None req-6b02c8ad-d397-49bb-b9d1-ff0ea9b29176 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494736, 'name': SuspendVM_Task, 'duration_secs': 0.976966} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.460330] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6b02c8ad-d397-49bb-b9d1-ff0ea9b29176 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Suspended the VM {{(pid=69226) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 836.460694] env[69226]: DEBUG nova.compute.manager [None req-6b02c8ad-d397-49bb-b9d1-ff0ea9b29176 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.463183] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92850395-bbb2-4682-a9a0-22944a036d8d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.558031] env[69226]: INFO nova.compute.manager [-] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Took 1.55 seconds to deallocate network for instance. [ 836.577953] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494737, 'name': ReconfigVM_Task, 'duration_secs': 0.62975} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.579473] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 22c24625-6973-44f4-8f39-7ae9c88bd8f1/22c24625-6973-44f4-8f39-7ae9c88bd8f1.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.579473] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4707f89c-94df-48c6-86fe-3c67cd715e77 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.596045] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for the task: (returnval){ [ 836.596045] env[69226]: value = "task-3494739" [ 836.596045] env[69226]: _type = "Task" [ 836.596045] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.607612] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494739, 'name': Rename_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.610442] env[69226]: DEBUG oslo_vmware.rw_handles [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa2eb4-ac71-8efb-e3c7-d9c033d7529f/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 836.611608] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6220a9-0bd6-44ff-b99f-df3dbf1ec48e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.620416] env[69226]: DEBUG oslo_vmware.rw_handles [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa2eb4-ac71-8efb-e3c7-d9c033d7529f/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 836.620596] env[69226]: ERROR oslo_vmware.rw_handles [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa2eb4-ac71-8efb-e3c7-d9c033d7529f/disk-0.vmdk due to incomplete transfer. [ 836.621138] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-981abf0a-8044-47ae-b41c-a10741faac3d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.628982] env[69226]: DEBUG oslo_vmware.rw_handles [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa2eb4-ac71-8efb-e3c7-d9c033d7529f/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 836.629271] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Uploaded image 33ad92d6-2fba-4f2b-809a-dc89f9f1af9d to the Glance image server {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 836.630913] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Destroying the VM {{(pid=69226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 836.631549] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7a319b9b-b516-4bf9-bcd5-4a49b2c8f336 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.641852] env[69226]: DEBUG oslo_vmware.api [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 836.641852] env[69226]: value = "task-3494740" [ 836.641852] env[69226]: _type = "Task" [ 836.641852] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.656671] env[69226]: DEBUG oslo_vmware.api [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3494738, 'name': PowerOnVM_Task, 'duration_secs': 0.784116} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.657541] env[69226]: DEBUG nova.network.neutron [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.662189] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.662411] env[69226]: INFO nova.compute.manager [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Took 7.54 seconds to spawn the instance on the hypervisor. [ 836.662587] env[69226]: DEBUG nova.compute.manager [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.662879] env[69226]: DEBUG oslo_vmware.api [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494740, 'name': Destroy_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.663780] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8e061b-74f9-4abc-9ede-b4aae5b1f1f2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.899056] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd8f8f0-9bec-428c-9c68-21ab25c8f508 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.906801] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e613191f-e447-451a-aaf5-cd4a1fcf9dc8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.943545] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac636ac7-41c0-4d75-864b-f1635b13adce {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.953599] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63900dc-da6f-4a4d-a0d7-647a3f095885 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.968095] env[69226]: DEBUG nova.compute.provider_tree [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.006902] env[69226]: DEBUG nova.network.neutron [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Updating instance_info_cache with network_info: [{"id": "f695b5b2-1111-4adc-ab08-434bc786dc79", "address": "fa:16:3e:42:4c:46", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf695b5b2-11", "ovs_interfaceid": "f695b5b2-1111-4adc-ab08-434bc786dc79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.068643] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.106034] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494739, 'name': Rename_Task, 'duration_secs': 0.307487} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.106405] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.106657] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b462c65-02ac-41cd-bb4e-d6fe1d44b5d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.113303] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for the task: (returnval){ [ 837.113303] env[69226]: value = "task-3494741" [ 837.113303] env[69226]: _type = "Task" [ 837.113303] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.121881] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.158110] env[69226]: DEBUG oslo_vmware.api [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494740, 'name': Destroy_Task, 'duration_secs': 0.514416} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.158438] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Destroyed the VM [ 837.158980] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Deleting Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 837.158980] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dcba97a3-4620-4975-9e92-6184fc7a5f55 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.164925] env[69226]: DEBUG oslo_vmware.api [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 837.164925] env[69226]: value = "task-3494742" [ 837.164925] env[69226]: _type = "Task" [ 837.164925] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.180962] env[69226]: DEBUG oslo_vmware.api [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494742, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.182988] env[69226]: INFO nova.compute.manager [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Took 53.77 seconds to build instance. [ 837.298261] env[69226]: DEBUG nova.compute.manager [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.321636] env[69226]: DEBUG nova.virt.hardware [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.321906] env[69226]: DEBUG nova.virt.hardware [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.322089] env[69226]: DEBUG nova.virt.hardware [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.322291] env[69226]: DEBUG nova.virt.hardware [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.322461] env[69226]: DEBUG nova.virt.hardware [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.322617] env[69226]: DEBUG nova.virt.hardware [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.323073] env[69226]: DEBUG nova.virt.hardware [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.323073] env[69226]: DEBUG nova.virt.hardware [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.323242] env[69226]: DEBUG nova.virt.hardware [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.323305] env[69226]: DEBUG nova.virt.hardware [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.323546] env[69226]: DEBUG nova.virt.hardware [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.324570] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30837fba-4e73-4c58-947e-b3d4a0b909b4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.333679] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0a7fc4-367d-4c66-9258-8b81335bc692 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.470909] env[69226]: DEBUG nova.scheduler.client.report [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.510521] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "refresh_cache-69098679-d76f-4276-a76f-cba54747246d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.510521] env[69226]: DEBUG nova.compute.manager [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Instance network_info: |[{"id": "f695b5b2-1111-4adc-ab08-434bc786dc79", "address": "fa:16:3e:42:4c:46", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf695b5b2-11", "ovs_interfaceid": "f695b5b2-1111-4adc-ab08-434bc786dc79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.510855] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:4c:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f695b5b2-1111-4adc-ab08-434bc786dc79', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.522342] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.522584] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69098679-d76f-4276-a76f-cba54747246d] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.522806] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87cc2b46-4be4-4812-8a1b-b3e891658628 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.545616] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.545616] env[69226]: value = "task-3494743" [ 837.545616] env[69226]: _type = "Task" [ 837.545616] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.556475] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494743, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.626378] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494741, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.677166] env[69226]: DEBUG oslo_vmware.api [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494742, 'name': RemoveSnapshot_Task} progress is 2%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.684853] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e09fa818-35c4-4063-be4a-61f7a91ade56 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "ffae9122-9be9-4ba6-84d3-52272208922d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 112.269s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.975994] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.977340] env[69226]: DEBUG nova.compute.manager [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.980676] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.473s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.980914] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.984679] env[69226]: DEBUG oslo_concurrency.lockutils [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.865s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.984904] env[69226]: DEBUG oslo_concurrency.lockutils [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.986865] env[69226]: DEBUG oslo_concurrency.lockutils [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.939s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.989563] env[69226]: INFO nova.compute.claims [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.024839] env[69226]: INFO nova.scheduler.client.report [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Deleted allocations for instance e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c [ 838.034398] env[69226]: INFO nova.scheduler.client.report [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Deleted allocations for instance 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f [ 838.057921] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494743, 'name': CreateVM_Task, 'duration_secs': 0.387002} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.062039] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69098679-d76f-4276-a76f-cba54747246d] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.062039] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.062039] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.062039] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.062039] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27a4add2-abb1-49db-9d01-af2c2ee6dd7d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.068023] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 838.068023] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523e7918-164b-a9c1-240f-53a3a5f49f16" [ 838.068023] env[69226]: _type = "Task" [ 838.068023] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.075135] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523e7918-164b-a9c1-240f-53a3a5f49f16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.125670] env[69226]: DEBUG oslo_vmware.api [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494741, 'name': PowerOnVM_Task, 'duration_secs': 0.815787} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.129021] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.129021] env[69226]: INFO nova.compute.manager [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Took 6.41 seconds to spawn the instance on the hypervisor. [ 838.129021] env[69226]: DEBUG nova.compute.manager [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.129021] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398b87f8-5a12-446a-afb2-b5b8d2d9f5f3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.177785] env[69226]: DEBUG oslo_vmware.api [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494742, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.190515] env[69226]: DEBUG nova.compute.manager [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.492525] env[69226]: DEBUG nova.network.neutron [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Successfully updated port: 9be9cb46-e7cf-436b-a654-100ca94253b9 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.504265] env[69226]: DEBUG nova.compute.utils [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.504853] env[69226]: DEBUG nova.compute.manager [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.505068] env[69226]: DEBUG nova.network.neutron [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.535922] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27839d9b-0296-4b78-88d5-28482ccfb531 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.347s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.543704] env[69226]: DEBUG oslo_concurrency.lockutils [None req-669a3d3d-88bd-4212-ac20-2c9c82a4d12f tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.358s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.580411] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523e7918-164b-a9c1-240f-53a3a5f49f16, 'name': SearchDatastore_Task, 'duration_secs': 0.011004} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.582039] env[69226]: DEBUG nova.policy [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25044dc4c0fd415a9969b6c68df1b11d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38f9eeb4ddc945fd9a4e8fc9256cc36e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.583812] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.584737] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.584737] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.584737] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.585424] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.585768] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fc99033-ddf7-4e3d-ae1a-eaa5c48e9824 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.595264] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.595690] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.596988] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4bf9410-9830-4452-b323-7770bc2a195b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.603574] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 838.603574] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5230ee12-2656-1690-6558-cfe1e6201dd7" [ 838.603574] env[69226]: _type = "Task" [ 838.603574] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.614238] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5230ee12-2656-1690-6558-cfe1e6201dd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.648491] env[69226]: INFO nova.compute.manager [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Took 51.19 seconds to build instance. [ 838.683204] env[69226]: DEBUG oslo_vmware.api [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494742, 'name': RemoveSnapshot_Task, 'duration_secs': 1.418761} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.683475] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Deleted Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 838.683698] env[69226]: INFO nova.compute.manager [None req-b580dfef-9a8f-49d9-8b78-384a50d0c709 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Took 19.11 seconds to snapshot the instance on the hypervisor. [ 838.717096] env[69226]: DEBUG oslo_concurrency.lockutils [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.730569] env[69226]: DEBUG nova.compute.manager [req-9c478201-7925-4b64-8f5f-7c3bac3e32e4 req-50ad59c1-55e4-4420-817d-7eacdc116737 service nova] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Received event network-vif-deleted-6515a865-93c2-4cd0-8e48-3104fcbd70d0 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.730746] env[69226]: DEBUG nova.compute.manager [req-9c478201-7925-4b64-8f5f-7c3bac3e32e4 req-50ad59c1-55e4-4420-817d-7eacdc116737 service nova] [instance: 69098679-d76f-4276-a76f-cba54747246d] Received event network-changed-f695b5b2-1111-4adc-ab08-434bc786dc79 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.730834] env[69226]: DEBUG nova.compute.manager [req-9c478201-7925-4b64-8f5f-7c3bac3e32e4 req-50ad59c1-55e4-4420-817d-7eacdc116737 service nova] [instance: 69098679-d76f-4276-a76f-cba54747246d] Refreshing instance network info cache due to event network-changed-f695b5b2-1111-4adc-ab08-434bc786dc79. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.731050] env[69226]: DEBUG oslo_concurrency.lockutils [req-9c478201-7925-4b64-8f5f-7c3bac3e32e4 req-50ad59c1-55e4-4420-817d-7eacdc116737 service nova] Acquiring lock "refresh_cache-69098679-d76f-4276-a76f-cba54747246d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.731224] env[69226]: DEBUG oslo_concurrency.lockutils [req-9c478201-7925-4b64-8f5f-7c3bac3e32e4 req-50ad59c1-55e4-4420-817d-7eacdc116737 service nova] Acquired lock "refresh_cache-69098679-d76f-4276-a76f-cba54747246d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.731379] env[69226]: DEBUG nova.network.neutron [req-9c478201-7925-4b64-8f5f-7c3bac3e32e4 req-50ad59c1-55e4-4420-817d-7eacdc116737 service nova] [instance: 69098679-d76f-4276-a76f-cba54747246d] Refreshing network info cache for port f695b5b2-1111-4adc-ab08-434bc786dc79 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.956176] env[69226]: DEBUG nova.compute.manager [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.957854] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a13a7b-4063-4d40-8305-19ab8e61c425 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.000122] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "refresh_cache-0614d5ec-c144-48fe-9248-a498b34699a6" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.000122] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired lock "refresh_cache-0614d5ec-c144-48fe-9248-a498b34699a6" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.000122] env[69226]: DEBUG nova.network.neutron [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.013762] env[69226]: DEBUG nova.compute.manager [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.116023] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5230ee12-2656-1690-6558-cfe1e6201dd7, 'name': SearchDatastore_Task, 'duration_secs': 0.010641} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.124170] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85fb46b5-af9c-43c8-8dbf-5a59b6bdd909 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.133022] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 839.133022] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52695f2f-e9fc-2d30-7c16-e3d09bc9b322" [ 839.133022] env[69226]: _type = "Task" [ 839.133022] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.146317] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52695f2f-e9fc-2d30-7c16-e3d09bc9b322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.147542] env[69226]: DEBUG nova.network.neutron [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Successfully created port: ecb02e25-b1d1-49fe-86a2-1f463c215956 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.150072] env[69226]: DEBUG oslo_concurrency.lockutils [None req-476a902c-9b9f-4e6f-9928-0d8e985741e5 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Lock "22c24625-6973-44f4-8f39-7ae9c88bd8f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.518s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.474225] env[69226]: INFO nova.compute.manager [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] instance snapshotting [ 839.474225] env[69226]: WARNING nova.compute.manager [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 839.478375] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e721a5c-e7be-4f54-954e-b6a4bf5f56d6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.518167] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a497103-1f27-49a7-95c3-036b24764b4d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.533399] env[69226]: INFO nova.virt.block_device [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Booting with volume 72e47e45-380e-47f1-90b7-d90659f27cba at /dev/sda [ 839.564129] env[69226]: DEBUG nova.compute.manager [req-7c31a70f-b91d-4380-ac1f-40fad5546245 req-af138101-cde0-477d-95b1-ef1b4f66e61b service nova] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Received event network-changed-effd0fbc-96ff-4722-96eb-50c6d7d02081 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.564129] env[69226]: DEBUG nova.compute.manager [req-7c31a70f-b91d-4380-ac1f-40fad5546245 req-af138101-cde0-477d-95b1-ef1b4f66e61b service nova] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Refreshing instance network info cache due to event network-changed-effd0fbc-96ff-4722-96eb-50c6d7d02081. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.564129] env[69226]: DEBUG oslo_concurrency.lockutils [req-7c31a70f-b91d-4380-ac1f-40fad5546245 req-af138101-cde0-477d-95b1-ef1b4f66e61b service nova] Acquiring lock "refresh_cache-ffae9122-9be9-4ba6-84d3-52272208922d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.564129] env[69226]: DEBUG oslo_concurrency.lockutils [req-7c31a70f-b91d-4380-ac1f-40fad5546245 req-af138101-cde0-477d-95b1-ef1b4f66e61b service nova] Acquired lock "refresh_cache-ffae9122-9be9-4ba6-84d3-52272208922d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.564129] env[69226]: DEBUG nova.network.neutron [req-7c31a70f-b91d-4380-ac1f-40fad5546245 req-af138101-cde0-477d-95b1-ef1b4f66e61b service nova] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Refreshing network info cache for port effd0fbc-96ff-4722-96eb-50c6d7d02081 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.588138] env[69226]: DEBUG nova.network.neutron [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.595826] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27a1103e-c262-4069-bea6-4601465b3bda {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.604021] env[69226]: DEBUG nova.network.neutron [req-9c478201-7925-4b64-8f5f-7c3bac3e32e4 req-50ad59c1-55e4-4420-817d-7eacdc116737 service nova] [instance: 69098679-d76f-4276-a76f-cba54747246d] Updated VIF entry in instance network info cache for port f695b5b2-1111-4adc-ab08-434bc786dc79. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.604021] env[69226]: DEBUG nova.network.neutron [req-9c478201-7925-4b64-8f5f-7c3bac3e32e4 req-50ad59c1-55e4-4420-817d-7eacdc116737 service nova] [instance: 69098679-d76f-4276-a76f-cba54747246d] Updating instance_info_cache with network_info: [{"id": "f695b5b2-1111-4adc-ab08-434bc786dc79", "address": "fa:16:3e:42:4c:46", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf695b5b2-11", "ovs_interfaceid": "f695b5b2-1111-4adc-ab08-434bc786dc79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.621256] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6a4d15-ee6f-4102-9109-229a400a9340 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.647218] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52695f2f-e9fc-2d30-7c16-e3d09bc9b322, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.648545] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.648676] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 69098679-d76f-4276-a76f-cba54747246d/69098679-d76f-4276-a76f-cba54747246d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.663578] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-861ae54a-eafd-4d2d-8ee3-8ef1a992663b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.666284] env[69226]: DEBUG nova.compute.manager [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.671589] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18253bb5-e2d6-4464-ab22-aa13c1b3ca9a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.673658] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523dbcb5-8822-471b-b8f5-6b1e221d8e20 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.690341] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855659a4-33ac-4079-bfbe-abd327daa536 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.691677] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 839.691677] env[69226]: value = "task-3494744" [ 839.691677] env[69226]: _type = "Task" [ 839.691677] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.695080] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b1309d-1cb8-4716-a83d-5b291a6fc3e8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.745960] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430b38ca-b55d-47fd-9b37-c9cdcdda7157 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.755182] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.771657] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406eddde-fb89-4200-9cbe-53cc7c815e20 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.778403] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f4434a-ab55-4881-ae38-442d9b42ec81 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.788636] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e3bc4f-0a7f-49c8-8108-5db2c8d115a6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.799924] env[69226]: DEBUG nova.compute.provider_tree [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.820566] env[69226]: DEBUG nova.virt.block_device [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Updating existing volume attachment record: ac2824ac-25da-47b8-b447-e96b1e805596 {{(pid=69226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 839.836941] env[69226]: DEBUG nova.network.neutron [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Updating instance_info_cache with network_info: [{"id": "9be9cb46-e7cf-436b-a654-100ca94253b9", "address": "fa:16:3e:54:e6:ec", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9be9cb46-e7", "ovs_interfaceid": "9be9cb46-e7cf-436b-a654-100ca94253b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.033199] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Creating Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 840.033199] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-542be713-d72c-44b9-8635-7b22abb39612 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.045139] env[69226]: DEBUG oslo_vmware.api [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 840.045139] env[69226]: value = "task-3494745" [ 840.045139] env[69226]: _type = "Task" [ 840.045139] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.056319] env[69226]: DEBUG oslo_vmware.api [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494745, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.107965] env[69226]: DEBUG oslo_concurrency.lockutils [req-9c478201-7925-4b64-8f5f-7c3bac3e32e4 req-50ad59c1-55e4-4420-817d-7eacdc116737 service nova] Releasing lock "refresh_cache-69098679-d76f-4276-a76f-cba54747246d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.212434] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.218288] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501453} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.218808] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 69098679-d76f-4276-a76f-cba54747246d/69098679-d76f-4276-a76f-cba54747246d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.218916] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.219217] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ef441f3-f643-474e-b9fa-97d467869cdb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.227897] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 840.227897] env[69226]: value = "task-3494746" [ 840.227897] env[69226]: _type = "Task" [ 840.227897] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.237479] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.291390] env[69226]: DEBUG nova.network.neutron [req-7c31a70f-b91d-4380-ac1f-40fad5546245 req-af138101-cde0-477d-95b1-ef1b4f66e61b service nova] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Updated VIF entry in instance network info cache for port effd0fbc-96ff-4722-96eb-50c6d7d02081. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.292016] env[69226]: DEBUG nova.network.neutron [req-7c31a70f-b91d-4380-ac1f-40fad5546245 req-af138101-cde0-477d-95b1-ef1b4f66e61b service nova] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Updating instance_info_cache with network_info: [{"id": "effd0fbc-96ff-4722-96eb-50c6d7d02081", "address": "fa:16:3e:4c:de:a7", "network": {"id": "450fe9e6-cd9f-4a82-a6ca-7ff0df287332", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2132994600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ebd1e0bc3264d118fc860563659592a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeffd0fbc-96", "ovs_interfaceid": "effd0fbc-96ff-4722-96eb-50c6d7d02081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.303368] env[69226]: DEBUG nova.scheduler.client.report [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.339451] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Releasing lock "refresh_cache-0614d5ec-c144-48fe-9248-a498b34699a6" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.339784] env[69226]: DEBUG nova.compute.manager [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Instance network_info: |[{"id": "9be9cb46-e7cf-436b-a654-100ca94253b9", "address": "fa:16:3e:54:e6:ec", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9be9cb46-e7", "ovs_interfaceid": "9be9cb46-e7cf-436b-a654-100ca94253b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.343029] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:e6:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9be9cb46-e7cf-436b-a654-100ca94253b9', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.348243] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Creating folder: Project (e85e55ac20424058a2e631db436f18a3). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.349135] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0baf95ce-098e-4c6b-9838-f4bee672d2c6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.361144] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Created folder: Project (e85e55ac20424058a2e631db436f18a3) in parent group-v698365. [ 840.361364] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Creating folder: Instances. Parent ref: group-v698498. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.361665] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00c62eb8-760b-4ead-8246-4c27190011c6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.370206] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Created folder: Instances in parent group-v698498. [ 840.370534] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.370748] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.370989] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8714d96-a9f1-4163-8154-5684972829dc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.398392] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.398392] env[69226]: value = "task-3494749" [ 840.398392] env[69226]: _type = "Task" [ 840.398392] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.407842] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494749, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.563966] env[69226]: DEBUG oslo_vmware.api [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494745, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.740782] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081507} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.741205] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.742072] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294d46db-3919-4282-b44e-fd239c879e0f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.772593] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 69098679-d76f-4276-a76f-cba54747246d/69098679-d76f-4276-a76f-cba54747246d.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.773281] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12263c80-0dc2-4b9a-99ab-70b04acfcf38 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.794617] env[69226]: DEBUG oslo_concurrency.lockutils [req-7c31a70f-b91d-4380-ac1f-40fad5546245 req-af138101-cde0-477d-95b1-ef1b4f66e61b service nova] Releasing lock "refresh_cache-ffae9122-9be9-4ba6-84d3-52272208922d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.799795] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 840.799795] env[69226]: value = "task-3494750" [ 840.799795] env[69226]: _type = "Task" [ 840.799795] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.805982] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.809984] env[69226]: DEBUG oslo_concurrency.lockutils [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.813539] env[69226]: DEBUG nova.compute.manager [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.813539] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.940s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.813539] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.815837] env[69226]: DEBUG oslo_concurrency.lockutils [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.793s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.820111] env[69226]: INFO nova.compute.claims [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.876789] env[69226]: INFO nova.scheduler.client.report [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Deleted allocations for instance bebef016-51f9-4368-9862-b1fc990fbb98 [ 840.915157] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494749, 'name': CreateVM_Task, 'duration_secs': 0.32763} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.915402] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.916504] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.916662] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.916988] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.917270] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e20228d-ec41-4fae-b780-67318dd10327 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.928039] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 840.928039] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d7eea2-9a21-0474-289b-887fa0ba7d4a" [ 840.928039] env[69226]: _type = "Task" [ 840.928039] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.940592] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d7eea2-9a21-0474-289b-887fa0ba7d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.062879] env[69226]: DEBUG oslo_vmware.api [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494745, 'name': CreateSnapshot_Task, 'duration_secs': 0.930509} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.063346] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Created Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 841.065165] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09ecfbb-7ad4-4e1e-960d-fd1b3273438d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.073171] env[69226]: DEBUG nova.network.neutron [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Successfully updated port: ecb02e25-b1d1-49fe-86a2-1f463c215956 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.254810] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "23bde555-75d8-4795-8883-af20a99b4e28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.255218] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "23bde555-75d8-4795-8883-af20a99b4e28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.311030] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494750, 'name': ReconfigVM_Task, 'duration_secs': 0.345756} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.311030] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 69098679-d76f-4276-a76f-cba54747246d/69098679-d76f-4276-a76f-cba54747246d.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.311654] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2915393-4dfc-42b7-ae4b-c2261934a903 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.318462] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 841.318462] env[69226]: value = "task-3494751" [ 841.318462] env[69226]: _type = "Task" [ 841.318462] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.322647] env[69226]: DEBUG nova.compute.utils [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.326509] env[69226]: DEBUG nova.compute.manager [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.326509] env[69226]: DEBUG nova.network.neutron [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.335185] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494751, 'name': Rename_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.393891] env[69226]: DEBUG nova.policy [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '918e78c7b6dd43a98053e94aead06145', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9998ac16845b4609ae8786d82ad3da37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.395856] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e0ffd6c7-d55f-4a7b-a539-5695a020e83d tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "bebef016-51f9-4368-9862-b1fc990fbb98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.105s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.397431] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "bebef016-51f9-4368-9862-b1fc990fbb98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 34.298s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.398034] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquiring lock "bebef016-51f9-4368-9862-b1fc990fbb98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.398034] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "bebef016-51f9-4368-9862-b1fc990fbb98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.398219] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "bebef016-51f9-4368-9862-b1fc990fbb98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.400447] env[69226]: INFO nova.compute.manager [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Terminating instance [ 841.437759] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d7eea2-9a21-0474-289b-887fa0ba7d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010537} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.438111] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.438802] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.438802] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.438802] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.439134] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.439245] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-372c2c00-708c-40c2-9747-5c3a7964f23f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.447467] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.448062] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.448436] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97bacc44-0f63-4950-9384-75b1283dd5ae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.454732] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 841.454732] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527412c9-effa-53b2-cb40-67046ce943a4" [ 841.454732] env[69226]: _type = "Task" [ 841.454732] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.463837] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527412c9-effa-53b2-cb40-67046ce943a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.579016] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Acquiring lock "refresh_cache-f1a7c151-4a73-420d-9fdb-199f9a136198" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.579191] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Acquired lock "refresh_cache-f1a7c151-4a73-420d-9fdb-199f9a136198" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.579446] env[69226]: DEBUG nova.network.neutron [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.597487] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Creating linked-clone VM from snapshot {{(pid=69226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 841.598424] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ecd922ca-00f7-4a10-9cd6-c62abe41c69e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.608954] env[69226]: DEBUG oslo_vmware.api [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 841.608954] env[69226]: value = "task-3494752" [ 841.608954] env[69226]: _type = "Task" [ 841.608954] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.618656] env[69226]: DEBUG oslo_vmware.api [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494752, 'name': CloneVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.804268] env[69226]: DEBUG nova.network.neutron [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Successfully created port: d5ce5fde-f59d-47b0-b5b1-9778ed78eb0f {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.830699] env[69226]: DEBUG nova.compute.manager [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.837486] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494751, 'name': Rename_Task, 'duration_secs': 0.149331} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.842509] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.846795] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d8ac5e0-70c5-4c04-a394-d1f5eaac8ff0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.853797] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 841.853797] env[69226]: value = "task-3494753" [ 841.853797] env[69226]: _type = "Task" [ 841.853797] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.869982] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.908052] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquiring lock "refresh_cache-bebef016-51f9-4368-9862-b1fc990fbb98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.908052] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquired lock "refresh_cache-bebef016-51f9-4368-9862-b1fc990fbb98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.908052] env[69226]: DEBUG nova.network.neutron [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.972078] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527412c9-effa-53b2-cb40-67046ce943a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010386} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.973928] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b14af7cf-a48e-4639-8e6d-865c3a04c6a8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.979397] env[69226]: DEBUG nova.compute.manager [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.980404] env[69226]: DEBUG nova.virt.hardware [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.980570] env[69226]: DEBUG nova.virt.hardware [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.981229] env[69226]: DEBUG nova.virt.hardware [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.984029] env[69226]: DEBUG nova.virt.hardware [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.984029] env[69226]: DEBUG nova.virt.hardware [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.984029] env[69226]: DEBUG nova.virt.hardware [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.984029] env[69226]: DEBUG nova.virt.hardware [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.984029] env[69226]: DEBUG nova.virt.hardware [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.984029] env[69226]: DEBUG nova.virt.hardware [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.984029] env[69226]: DEBUG nova.virt.hardware [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.984029] env[69226]: DEBUG nova.virt.hardware [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.988629] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8566bfd1-08a9-49d3-a48f-ece7cec28f3b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.996320] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 841.996320] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526245b2-c43d-c774-1c00-de9c1d57c55f" [ 841.996320] env[69226]: _type = "Task" [ 841.996320] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.002805] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78354d58-e136-4c1e-9271-853435fad9b3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.015366] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526245b2-c43d-c774-1c00-de9c1d57c55f, 'name': SearchDatastore_Task, 'duration_secs': 0.011783} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.028041] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.028041] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 0614d5ec-c144-48fe-9248-a498b34699a6/0614d5ec-c144-48fe-9248-a498b34699a6.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.029630] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa90ded8-d94a-4d8a-a6ac-f68f4da53ca3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.036595] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 842.036595] env[69226]: value = "task-3494754" [ 842.036595] env[69226]: _type = "Task" [ 842.036595] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.855356] env[69226]: DEBUG nova.compute.utils [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Can not refresh info_cache because instance was not found {{(pid=69226) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 842.859760] env[69226]: DEBUG nova.compute.manager [req-bdb0fc4b-d03d-4831-af6d-15f5dba46391 req-2a1e64cb-3be5-491a-b709-0fcaf7b11018 service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Received event network-vif-plugged-9be9cb46-e7cf-436b-a654-100ca94253b9 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.859948] env[69226]: DEBUG oslo_concurrency.lockutils [req-bdb0fc4b-d03d-4831-af6d-15f5dba46391 req-2a1e64cb-3be5-491a-b709-0fcaf7b11018 service nova] Acquiring lock "0614d5ec-c144-48fe-9248-a498b34699a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.860165] env[69226]: DEBUG oslo_concurrency.lockutils [req-bdb0fc4b-d03d-4831-af6d-15f5dba46391 req-2a1e64cb-3be5-491a-b709-0fcaf7b11018 service nova] Lock "0614d5ec-c144-48fe-9248-a498b34699a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.860374] env[69226]: DEBUG oslo_concurrency.lockutils [req-bdb0fc4b-d03d-4831-af6d-15f5dba46391 req-2a1e64cb-3be5-491a-b709-0fcaf7b11018 service nova] Lock "0614d5ec-c144-48fe-9248-a498b34699a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.860493] env[69226]: DEBUG nova.compute.manager [req-bdb0fc4b-d03d-4831-af6d-15f5dba46391 req-2a1e64cb-3be5-491a-b709-0fcaf7b11018 service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] No waiting events found dispatching network-vif-plugged-9be9cb46-e7cf-436b-a654-100ca94253b9 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.860652] env[69226]: WARNING nova.compute.manager [req-bdb0fc4b-d03d-4831-af6d-15f5dba46391 req-2a1e64cb-3be5-491a-b709-0fcaf7b11018 service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Received unexpected event network-vif-plugged-9be9cb46-e7cf-436b-a654-100ca94253b9 for instance with vm_state building and task_state spawning. [ 842.860839] env[69226]: DEBUG nova.compute.manager [req-bdb0fc4b-d03d-4831-af6d-15f5dba46391 req-2a1e64cb-3be5-491a-b709-0fcaf7b11018 service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Received event network-changed-9be9cb46-e7cf-436b-a654-100ca94253b9 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.860984] env[69226]: DEBUG nova.compute.manager [req-bdb0fc4b-d03d-4831-af6d-15f5dba46391 req-2a1e64cb-3be5-491a-b709-0fcaf7b11018 service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Refreshing instance network info cache due to event network-changed-9be9cb46-e7cf-436b-a654-100ca94253b9. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.861172] env[69226]: DEBUG oslo_concurrency.lockutils [req-bdb0fc4b-d03d-4831-af6d-15f5dba46391 req-2a1e64cb-3be5-491a-b709-0fcaf7b11018 service nova] Acquiring lock "refresh_cache-0614d5ec-c144-48fe-9248-a498b34699a6" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.861504] env[69226]: DEBUG oslo_concurrency.lockutils [req-bdb0fc4b-d03d-4831-af6d-15f5dba46391 req-2a1e64cb-3be5-491a-b709-0fcaf7b11018 service nova] Acquired lock "refresh_cache-0614d5ec-c144-48fe-9248-a498b34699a6" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.861504] env[69226]: DEBUG nova.network.neutron [req-bdb0fc4b-d03d-4831-af6d-15f5dba46391 req-2a1e64cb-3be5-491a-b709-0fcaf7b11018 service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Refreshing network info cache for port 9be9cb46-e7cf-436b-a654-100ca94253b9 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.863398] env[69226]: DEBUG nova.compute.manager [req-ff579cab-22cc-47f9-ba76-af4ff4190bb3 req-fe1ce09e-f502-4eab-b99f-3e0a3080254c service nova] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Received event network-changed-effd0fbc-96ff-4722-96eb-50c6d7d02081 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.863398] env[69226]: DEBUG nova.compute.manager [req-ff579cab-22cc-47f9-ba76-af4ff4190bb3 req-fe1ce09e-f502-4eab-b99f-3e0a3080254c service nova] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Refreshing instance network info cache due to event network-changed-effd0fbc-96ff-4722-96eb-50c6d7d02081. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.864015] env[69226]: DEBUG oslo_concurrency.lockutils [req-ff579cab-22cc-47f9-ba76-af4ff4190bb3 req-fe1ce09e-f502-4eab-b99f-3e0a3080254c service nova] Acquiring lock "refresh_cache-ffae9122-9be9-4ba6-84d3-52272208922d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.864015] env[69226]: DEBUG oslo_concurrency.lockutils [req-ff579cab-22cc-47f9-ba76-af4ff4190bb3 req-fe1ce09e-f502-4eab-b99f-3e0a3080254c service nova] Acquired lock "refresh_cache-ffae9122-9be9-4ba6-84d3-52272208922d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.864015] env[69226]: DEBUG nova.network.neutron [req-ff579cab-22cc-47f9-ba76-af4ff4190bb3 req-fe1ce09e-f502-4eab-b99f-3e0a3080254c service nova] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Refreshing network info cache for port effd0fbc-96ff-4722-96eb-50c6d7d02081 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.871890] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Acquiring lock "176c78e3-5170-4ee3-82a3-9d8af334ae39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.872729] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Lock "176c78e3-5170-4ee3-82a3-9d8af334ae39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.877515] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3494754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559428} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.885247] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 0614d5ec-c144-48fe-9248-a498b34699a6/0614d5ec-c144-48fe-9248-a498b34699a6.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.885247] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.885247] env[69226]: DEBUG oslo_vmware.api [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494753, 'name': PowerOnVM_Task, 'duration_secs': 0.493724} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.885247] env[69226]: DEBUG oslo_vmware.api [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494752, 'name': CloneVM_Task} progress is 95%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.885439] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57a09c9b-1757-4bb0-805a-a5009f66081b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.889371] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.889371] env[69226]: INFO nova.compute.manager [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Took 8.40 seconds to spawn the instance on the hypervisor. [ 842.889371] env[69226]: DEBUG nova.compute.manager [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.891760] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffbfdfa-deb1-44d5-b763-389534b22598 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.901453] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 842.901453] env[69226]: value = "task-3494755" [ 842.901453] env[69226]: _type = "Task" [ 842.901453] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.916713] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3494755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.924625] env[69226]: DEBUG nova.network.neutron [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.969554] env[69226]: DEBUG nova.network.neutron [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.122347] env[69226]: DEBUG nova.network.neutron [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.190190] env[69226]: DEBUG nova.network.neutron [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Updating instance_info_cache with network_info: [{"id": "ecb02e25-b1d1-49fe-86a2-1f463c215956", "address": "fa:16:3e:44:b1:55", "network": {"id": "d2be91c3-7666-4d59-a262-63c9dea9f962", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-59542215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f9eeb4ddc945fd9a4e8fc9256cc36e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb02e25-b1", "ovs_interfaceid": "ecb02e25-b1d1-49fe-86a2-1f463c215956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.249620] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b42b78-57b2-494b-99c3-dda92f44e01e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.258253] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ae2183-5ffb-47f9-a9dc-c88a185c6c53 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.295528] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9490f09-5962-4d0f-8746-96293b66b6ce {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.305066] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107a0e50-a1f6-44d1-8570-4ef80021a839 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.321334] env[69226]: DEBUG nova.compute.provider_tree [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.362521] env[69226]: DEBUG oslo_vmware.api [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494752, 'name': CloneVM_Task, 'duration_secs': 1.61082} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.362825] env[69226]: INFO nova.virt.vmwareapi.vmops [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Created linked-clone VM from snapshot [ 843.363601] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ba8d24-f948-4801-987a-5cd78b52d16a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.367132] env[69226]: DEBUG nova.compute.manager [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.380329] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Uploading image db87d7cf-b18c-463b-841d-3747a7c50a2b {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 843.395189] env[69226]: DEBUG nova.virt.hardware [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.395430] env[69226]: DEBUG nova.virt.hardware [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.395585] env[69226]: DEBUG nova.virt.hardware [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.395764] env[69226]: DEBUG nova.virt.hardware [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.395913] env[69226]: DEBUG nova.virt.hardware [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.396233] env[69226]: DEBUG nova.virt.hardware [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.396328] env[69226]: DEBUG nova.virt.hardware [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.396475] env[69226]: DEBUG nova.virt.hardware [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.396636] env[69226]: DEBUG nova.virt.hardware [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.396792] env[69226]: DEBUG nova.virt.hardware [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.396958] env[69226]: DEBUG nova.virt.hardware [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.397933] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3604e156-b8a1-4996-ade1-74ebb03129c0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.412072] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ff8ebe-1a86-4d6c-9667-ac3a1224cdb5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.422019] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 843.422019] env[69226]: value = "vm-698502" [ 843.422019] env[69226]: _type = "VirtualMachine" [ 843.422019] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 843.426681] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3494755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070453} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.426904] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9e3e41c3-e7b2-46fb-9d25-c672a45738bc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.431210] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.431761] env[69226]: INFO nova.compute.manager [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Took 48.24 seconds to build instance. [ 843.437740] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953e9342-8f24-4ddc-935d-0a7b7e4362fc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.456068] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lease: (returnval){ [ 843.456068] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527d18fd-3607-52a6-4529-92595d779244" [ 843.456068] env[69226]: _type = "HttpNfcLease" [ 843.456068] env[69226]: } obtained for exporting VM: (result){ [ 843.456068] env[69226]: value = "vm-698502" [ 843.456068] env[69226]: _type = "VirtualMachine" [ 843.456068] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 843.456367] env[69226]: DEBUG oslo_vmware.api [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the lease: (returnval){ [ 843.456367] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527d18fd-3607-52a6-4529-92595d779244" [ 843.456367] env[69226]: _type = "HttpNfcLease" [ 843.456367] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 843.479340] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 0614d5ec-c144-48fe-9248-a498b34699a6/0614d5ec-c144-48fe-9248-a498b34699a6.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.480535] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d8f1f22-d4bc-4551-8a87-3a13a6c60abf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.496998] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 843.496998] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527d18fd-3607-52a6-4529-92595d779244" [ 843.496998] env[69226]: _type = "HttpNfcLease" [ 843.496998] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 843.497975] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 843.497975] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527d18fd-3607-52a6-4529-92595d779244" [ 843.497975] env[69226]: _type = "HttpNfcLease" [ 843.497975] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 843.498770] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215abe44-925a-40a3-8848-d1621b76c791 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.505028] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 843.505028] env[69226]: value = "task-3494757" [ 843.505028] env[69226]: _type = "Task" [ 843.505028] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.510793] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7b698-f014-ef2b-fb1f-5bbf56e12a57/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 843.510793] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7b698-f014-ef2b-fb1f-5bbf56e12a57/disk-0.vmdk for reading. {{(pid=69226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 843.516883] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3494757, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.517994] env[69226]: DEBUG nova.network.neutron [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Successfully updated port: d5ce5fde-f59d-47b0-b5b1-9778ed78eb0f {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.577499] env[69226]: DEBUG oslo_concurrency.lockutils [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "refresh_cache-aee843c9-5d66-4815-b640-7c85b299689b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.577650] env[69226]: DEBUG oslo_concurrency.lockutils [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquired lock "refresh_cache-aee843c9-5d66-4815-b640-7c85b299689b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.577801] env[69226]: DEBUG nova.network.neutron [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.624663] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-72f890bd-3c2b-44ac-9012-caac09018fc0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.626576] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Releasing lock "refresh_cache-bebef016-51f9-4368-9862-b1fc990fbb98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.626936] env[69226]: DEBUG nova.compute.manager [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.627146] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.627491] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33623553-5046-40c7-b870-8b42fb3e5c77 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.637010] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58a9a6d-2819-4ea9-90be-86fd18a076a7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.676344] env[69226]: WARNING nova.virt.vmwareapi.vmops [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance bebef016-51f9-4368-9862-b1fc990fbb98 could not be found. [ 843.676821] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.676821] env[69226]: INFO nova.compute.manager [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Took 0.05 seconds to destroy the instance on the hypervisor. [ 843.676940] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.682591] env[69226]: DEBUG nova.compute.manager [-] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.682712] env[69226]: DEBUG nova.network.neutron [-] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.693194] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Releasing lock "refresh_cache-f1a7c151-4a73-420d-9fdb-199f9a136198" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.693666] env[69226]: DEBUG nova.compute.manager [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Instance network_info: |[{"id": "ecb02e25-b1d1-49fe-86a2-1f463c215956", "address": "fa:16:3e:44:b1:55", "network": {"id": "d2be91c3-7666-4d59-a262-63c9dea9f962", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-59542215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f9eeb4ddc945fd9a4e8fc9256cc36e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb02e25-b1", "ovs_interfaceid": "ecb02e25-b1d1-49fe-86a2-1f463c215956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.694230] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:b1:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecb02e25-b1d1-49fe-86a2-1f463c215956', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.704673] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Creating folder: Project (38f9eeb4ddc945fd9a4e8fc9256cc36e). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.704958] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9a67641-fd3f-487b-9fa7-fb96fc364428 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.709452] env[69226]: DEBUG nova.network.neutron [-] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.722884] env[69226]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 843.723070] env[69226]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69226) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 843.723411] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Folder already exists: Project (38f9eeb4ddc945fd9a4e8fc9256cc36e). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 843.723612] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Creating folder: Instances. Parent ref: group-v698439. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.723838] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a02702f9-de73-42fa-a7c2-d706a431299c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.737260] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Created folder: Instances in parent group-v698439. [ 843.737260] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.737260] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.737260] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e538107b-42f4-4988-96f9-cdae458a9065 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.756337] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.756337] env[69226]: value = "task-3494760" [ 843.756337] env[69226]: _type = "Task" [ 843.756337] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.766450] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494760, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.826033] env[69226]: DEBUG nova.scheduler.client.report [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.832739] env[69226]: DEBUG nova.network.neutron [req-ff579cab-22cc-47f9-ba76-af4ff4190bb3 req-fe1ce09e-f502-4eab-b99f-3e0a3080254c service nova] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Updated VIF entry in instance network info cache for port effd0fbc-96ff-4722-96eb-50c6d7d02081. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.833177] env[69226]: DEBUG nova.network.neutron [req-ff579cab-22cc-47f9-ba76-af4ff4190bb3 req-fe1ce09e-f502-4eab-b99f-3e0a3080254c service nova] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Updating instance_info_cache with network_info: [{"id": "effd0fbc-96ff-4722-96eb-50c6d7d02081", "address": "fa:16:3e:4c:de:a7", "network": {"id": "450fe9e6-cd9f-4a82-a6ca-7ff0df287332", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2132994600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ebd1e0bc3264d118fc860563659592a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeffd0fbc-96", "ovs_interfaceid": "effd0fbc-96ff-4722-96eb-50c6d7d02081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.838243] env[69226]: DEBUG nova.network.neutron [req-bdb0fc4b-d03d-4831-af6d-15f5dba46391 req-2a1e64cb-3be5-491a-b709-0fcaf7b11018 service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Updated VIF entry in instance network info cache for port 9be9cb46-e7cf-436b-a654-100ca94253b9. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.838243] env[69226]: DEBUG nova.network.neutron [req-bdb0fc4b-d03d-4831-af6d-15f5dba46391 req-2a1e64cb-3be5-491a-b709-0fcaf7b11018 service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Updating instance_info_cache with network_info: [{"id": "9be9cb46-e7cf-436b-a654-100ca94253b9", "address": "fa:16:3e:54:e6:ec", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9be9cb46-e7", "ovs_interfaceid": "9be9cb46-e7cf-436b-a654-100ca94253b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.910224] env[69226]: DEBUG nova.compute.manager [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.910963] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0f04d6-2eb8-4672-8a10-6d6d1407279e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.938397] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47ac21bd-96de-438d-a1bb-7e2d5551436a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "69098679-d76f-4276-a76f-cba54747246d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.177s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.018836] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3494757, 'name': ReconfigVM_Task, 'duration_secs': 0.495752} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.019377] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 0614d5ec-c144-48fe-9248-a498b34699a6/0614d5ec-c144-48fe-9248-a498b34699a6.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.020220] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d23b8c9-1b0f-41f7-9c60-871361facae0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.027081] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 844.027081] env[69226]: value = "task-3494761" [ 844.027081] env[69226]: _type = "Task" [ 844.027081] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.038531] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3494761, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.123484] env[69226]: DEBUG nova.network.neutron [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.212223] env[69226]: DEBUG nova.network.neutron [-] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.262562] env[69226]: DEBUG nova.network.neutron [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Updating instance_info_cache with network_info: [{"id": "d5ce5fde-f59d-47b0-b5b1-9778ed78eb0f", "address": "fa:16:3e:19:24:f1", "network": {"id": "41e2af77-0522-4582-9113-8926e140991e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1197704800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9998ac16845b4609ae8786d82ad3da37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5ce5fde-f5", "ovs_interfaceid": "d5ce5fde-f59d-47b0-b5b1-9778ed78eb0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.267504] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494760, 'name': CreateVM_Task, 'duration_secs': 0.340235} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.267504] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.268247] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'attachment_id': 'ac2824ac-25da-47b8-b447-e96b1e805596', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698446', 'volume_id': '72e47e45-380e-47f1-90b7-d90659f27cba', 'name': 'volume-72e47e45-380e-47f1-90b7-d90659f27cba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1a7c151-4a73-420d-9fdb-199f9a136198', 'attached_at': '', 'detached_at': '', 'volume_id': '72e47e45-380e-47f1-90b7-d90659f27cba', 'serial': '72e47e45-380e-47f1-90b7-d90659f27cba'}, 'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69226) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 844.268453] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Root volume attach. Driver type: vmdk {{(pid=69226) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 844.270103] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9ee061-ac4d-4d42-bf6d-c04bb23e87e0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.277415] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99efe339-be69-4905-ade7-675255f08cc2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.285896] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7230ca56-c07a-4254-bed8-700e699b9827 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.290638] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-35d845a7-87ec-47f6-b932-9b110f6c7803 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.297952] env[69226]: DEBUG oslo_vmware.api [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Waiting for the task: (returnval){ [ 844.297952] env[69226]: value = "task-3494762" [ 844.297952] env[69226]: _type = "Task" [ 844.297952] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.305741] env[69226]: DEBUG oslo_vmware.api [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Task: {'id': task-3494762, 'name': RelocateVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.333677] env[69226]: DEBUG oslo_concurrency.lockutils [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.518s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.334417] env[69226]: DEBUG nova.compute.manager [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.339145] env[69226]: DEBUG oslo_concurrency.lockutils [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.052s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.342134] env[69226]: INFO nova.compute.claims [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.351144] env[69226]: DEBUG oslo_concurrency.lockutils [req-bdb0fc4b-d03d-4831-af6d-15f5dba46391 req-2a1e64cb-3be5-491a-b709-0fcaf7b11018 service nova] Releasing lock "refresh_cache-0614d5ec-c144-48fe-9248-a498b34699a6" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.351144] env[69226]: DEBUG oslo_concurrency.lockutils [req-ff579cab-22cc-47f9-ba76-af4ff4190bb3 req-fe1ce09e-f502-4eab-b99f-3e0a3080254c service nova] Releasing lock "refresh_cache-ffae9122-9be9-4ba6-84d3-52272208922d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.426231] env[69226]: INFO nova.compute.manager [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] instance snapshotting [ 844.433383] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de9f6f4-d3e2-4116-9476-2b50e803ae57 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.454790] env[69226]: DEBUG nova.compute.manager [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.460500] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57f30ce-8a75-4155-bc23-790f8a94b410 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.529370] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquiring lock "d2b143e5-2a4a-43fa-824b-878b2b7c4b48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.531328] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lock "d2b143e5-2a4a-43fa-824b-878b2b7c4b48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.539857] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3494761, 'name': Rename_Task, 'duration_secs': 0.208602} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.540297] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.540578] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee005156-2e94-471c-8084-e245ebd99f6d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.554590] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 844.554590] env[69226]: value = "task-3494763" [ 844.554590] env[69226]: _type = "Task" [ 844.554590] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.565045] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3494763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.655134] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "d1ae021f-b198-4e45-a641-ef906796da10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.655809] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "d1ae021f-b198-4e45-a641-ef906796da10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.715420] env[69226]: INFO nova.compute.manager [-] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Took 1.03 seconds to deallocate network for instance. [ 844.768492] env[69226]: DEBUG oslo_concurrency.lockutils [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Releasing lock "refresh_cache-aee843c9-5d66-4815-b640-7c85b299689b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.768880] env[69226]: DEBUG nova.compute.manager [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Instance network_info: |[{"id": "d5ce5fde-f59d-47b0-b5b1-9778ed78eb0f", "address": "fa:16:3e:19:24:f1", "network": {"id": "41e2af77-0522-4582-9113-8926e140991e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1197704800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9998ac16845b4609ae8786d82ad3da37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5ce5fde-f5", "ovs_interfaceid": "d5ce5fde-f59d-47b0-b5b1-9778ed78eb0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.769434] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:24:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbf3349e-d05e-4d44-a011-c4b6e41af988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5ce5fde-f59d-47b0-b5b1-9778ed78eb0f', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.780696] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Creating folder: Project (9998ac16845b4609ae8786d82ad3da37). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.784018] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1c8905c-e9c7-4bb8-b986-874443faf37f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.794445] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Created folder: Project (9998ac16845b4609ae8786d82ad3da37) in parent group-v698365. [ 844.794445] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Creating folder: Instances. Parent ref: group-v698505. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.794445] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64359581-b526-4dcb-bc4c-ef3b08a5168a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.804983] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Created folder: Instances in parent group-v698505. [ 844.805124] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.805743] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.806315] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d681bbfe-193d-4bc1-aa39-d1302578a743 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.835372] env[69226]: DEBUG oslo_vmware.api [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Task: {'id': task-3494762, 'name': RelocateVM_Task} progress is 20%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.840706] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.840706] env[69226]: value = "task-3494766" [ 844.840706] env[69226]: _type = "Task" [ 844.840706] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.851553] env[69226]: DEBUG nova.compute.utils [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.852617] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494766, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.854450] env[69226]: DEBUG nova.compute.manager [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.854687] env[69226]: DEBUG nova.network.neutron [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.915711] env[69226]: DEBUG nova.policy [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6270755f19724cd8be0fb9b4ed64bf83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7693765438004c20a82c61d8844af3af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.972657] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Creating Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 844.972974] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4d0135d0-848a-46e8-a2b7-594a72c30b24 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.982164] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 844.982164] env[69226]: value = "task-3494767" [ 844.982164] env[69226]: _type = "Task" [ 844.982164] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.987449] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.991686] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494767, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.066087] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3494763, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.141237] env[69226]: DEBUG nova.compute.manager [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Received event network-vif-plugged-ecb02e25-b1d1-49fe-86a2-1f463c215956 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.141656] env[69226]: DEBUG oslo_concurrency.lockutils [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] Acquiring lock "f1a7c151-4a73-420d-9fdb-199f9a136198-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.141889] env[69226]: DEBUG oslo_concurrency.lockutils [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] Lock "f1a7c151-4a73-420d-9fdb-199f9a136198-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.142135] env[69226]: DEBUG oslo_concurrency.lockutils [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] Lock "f1a7c151-4a73-420d-9fdb-199f9a136198-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.142383] env[69226]: DEBUG nova.compute.manager [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] No waiting events found dispatching network-vif-plugged-ecb02e25-b1d1-49fe-86a2-1f463c215956 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.142602] env[69226]: WARNING nova.compute.manager [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Received unexpected event network-vif-plugged-ecb02e25-b1d1-49fe-86a2-1f463c215956 for instance with vm_state building and task_state spawning. [ 845.142783] env[69226]: DEBUG nova.compute.manager [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Received event network-changed-ecb02e25-b1d1-49fe-86a2-1f463c215956 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.142953] env[69226]: DEBUG nova.compute.manager [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Refreshing instance network info cache due to event network-changed-ecb02e25-b1d1-49fe-86a2-1f463c215956. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.143203] env[69226]: DEBUG oslo_concurrency.lockutils [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] Acquiring lock "refresh_cache-f1a7c151-4a73-420d-9fdb-199f9a136198" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.143494] env[69226]: DEBUG oslo_concurrency.lockutils [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] Acquired lock "refresh_cache-f1a7c151-4a73-420d-9fdb-199f9a136198" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.143595] env[69226]: DEBUG nova.network.neutron [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Refreshing network info cache for port ecb02e25-b1d1-49fe-86a2-1f463c215956 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.225862] env[69226]: DEBUG nova.network.neutron [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Successfully created port: cc4f566a-0bc0-4d80-8790-8f4cc0813dd0 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.228052] env[69226]: INFO nova.compute.manager [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Instance disappeared during terminate [ 845.228290] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a193c916-6ba8-40cc-a9ec-06eb91f25763 tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "bebef016-51f9-4368-9862-b1fc990fbb98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.831s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.311278] env[69226]: DEBUG oslo_vmware.api [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Task: {'id': task-3494762, 'name': RelocateVM_Task, 'duration_secs': 0.573441} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.311609] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Volume attach. Driver type: vmdk {{(pid=69226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 845.311801] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698446', 'volume_id': '72e47e45-380e-47f1-90b7-d90659f27cba', 'name': 'volume-72e47e45-380e-47f1-90b7-d90659f27cba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1a7c151-4a73-420d-9fdb-199f9a136198', 'attached_at': '', 'detached_at': '', 'volume_id': '72e47e45-380e-47f1-90b7-d90659f27cba', 'serial': '72e47e45-380e-47f1-90b7-d90659f27cba'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 845.312632] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cba83c-bd45-4cdd-992c-5cba57e93670 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.329404] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc31d20b-6a64-4d4b-93aa-511f4f3fbf28 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.353881] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] volume-72e47e45-380e-47f1-90b7-d90659f27cba/volume-72e47e45-380e-47f1-90b7-d90659f27cba.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.359388] env[69226]: DEBUG nova.compute.manager [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.362128] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b115917f-d3f1-4f31-903b-afb5c81f1264 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.383654] env[69226]: INFO nova.compute.manager [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Rebuilding instance [ 845.391792] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494766, 'name': CreateVM_Task, 'duration_secs': 0.378906} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.395450] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.395450] env[69226]: DEBUG oslo_vmware.api [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Waiting for the task: (returnval){ [ 845.395450] env[69226]: value = "task-3494768" [ 845.395450] env[69226]: _type = "Task" [ 845.395450] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.395450] env[69226]: DEBUG oslo_concurrency.lockutils [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.395450] env[69226]: DEBUG oslo_concurrency.lockutils [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.395450] env[69226]: DEBUG oslo_concurrency.lockutils [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.395450] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-646cbaf0-55c3-49dd-aa7d-d75936960ff0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.403935] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 845.403935] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5260db92-7f9e-f4ca-5e0d-7314f48d2924" [ 845.403935] env[69226]: _type = "Task" [ 845.403935] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.408492] env[69226]: DEBUG oslo_vmware.api [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Task: {'id': task-3494768, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.429181] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5260db92-7f9e-f4ca-5e0d-7314f48d2924, 'name': SearchDatastore_Task, 'duration_secs': 0.018257} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.429510] env[69226]: DEBUG oslo_concurrency.lockutils [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.429809] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.430068] env[69226]: DEBUG oslo_concurrency.lockutils [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.430317] env[69226]: DEBUG oslo_concurrency.lockutils [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.430576] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.430975] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec744a1b-62ba-4313-891c-eb37897bf2f4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.441933] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.441933] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.444036] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec1cbee-c540-4133-9b50-d1da9d39663b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.450407] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 845.450407] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522cf666-4693-d4ee-254b-742ede07c793" [ 845.450407] env[69226]: _type = "Task" [ 845.450407] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.464687] env[69226]: DEBUG nova.compute.manager [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.465027] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522cf666-4693-d4ee-254b-742ede07c793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.465756] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f600480f-1ec0-41bc-98b1-3967585bec19 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.491656] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494767, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.570704] env[69226]: DEBUG oslo_vmware.api [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3494763, 'name': PowerOnVM_Task, 'duration_secs': 0.733412} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.571095] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.572297] env[69226]: INFO nova.compute.manager [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Took 8.27 seconds to spawn the instance on the hypervisor. [ 845.572297] env[69226]: DEBUG nova.compute.manager [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.572649] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaef20d-1cb0-40d0-beaa-75d59afaf2c1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.615413] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "69098679-d76f-4276-a76f-cba54747246d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.615658] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "69098679-d76f-4276-a76f-cba54747246d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.721746] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquiring lock "bc027f19-a069-407f-b861-66aa7c868033" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.721976] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "bc027f19-a069-407f-b861-66aa7c868033" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.722249] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquiring lock "bc027f19-a069-407f-b861-66aa7c868033-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.722516] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "bc027f19-a069-407f-b861-66aa7c868033-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.722710] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "bc027f19-a069-407f-b861-66aa7c868033-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.725262] env[69226]: INFO nova.compute.manager [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Terminating instance [ 845.907667] env[69226]: DEBUG oslo_vmware.api [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Task: {'id': task-3494768, 'name': ReconfigVM_Task, 'duration_secs': 0.332467} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.907912] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Reconfigured VM instance instance-0000002f to attach disk [datastore2] volume-72e47e45-380e-47f1-90b7-d90659f27cba/volume-72e47e45-380e-47f1-90b7-d90659f27cba.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.916041] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-563be9d6-69c7-4156-9b2a-327393033c71 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.931939] env[69226]: DEBUG oslo_vmware.api [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Waiting for the task: (returnval){ [ 845.931939] env[69226]: value = "task-3494769" [ 845.931939] env[69226]: _type = "Task" [ 845.931939] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.945969] env[69226]: DEBUG oslo_vmware.api [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Task: {'id': task-3494769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.946715] env[69226]: DEBUG nova.network.neutron [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Updated VIF entry in instance network info cache for port ecb02e25-b1d1-49fe-86a2-1f463c215956. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.947439] env[69226]: DEBUG nova.network.neutron [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Updating instance_info_cache with network_info: [{"id": "ecb02e25-b1d1-49fe-86a2-1f463c215956", "address": "fa:16:3e:44:b1:55", "network": {"id": "d2be91c3-7666-4d59-a262-63c9dea9f962", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-59542215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f9eeb4ddc945fd9a4e8fc9256cc36e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb02e25-b1", "ovs_interfaceid": "ecb02e25-b1d1-49fe-86a2-1f463c215956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.968616] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522cf666-4693-d4ee-254b-742ede07c793, 'name': SearchDatastore_Task, 'duration_secs': 0.01448} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.970837] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45598c6a-f235-4f68-8741-fedb74b8823b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.980232] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 845.980232] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528ba016-2b97-9486-a8b3-5ac817e84da3" [ 845.980232] env[69226]: _type = "Task" [ 845.980232] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.994030] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014a111d-4fec-4c69-b45e-b608c010d150 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.998958] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528ba016-2b97-9486-a8b3-5ac817e84da3, 'name': SearchDatastore_Task, 'duration_secs': 0.012337} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.999658] env[69226]: DEBUG oslo_concurrency.lockutils [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.999966] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] aee843c9-5d66-4815-b640-7c85b299689b/aee843c9-5d66-4815-b640-7c85b299689b.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.003692] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a636e4f2-660f-48ee-bf49-52c22f8bee97 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.007695] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494767, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.011141] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19d30d6-db25-4b67-acc3-a0294b184954 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.016050] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 846.016050] env[69226]: value = "task-3494770" [ 846.016050] env[69226]: _type = "Task" [ 846.016050] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.048181] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7456dd71-4fa5-4bed-8244-4f52a88441f0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.055299] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.063257] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda73566-1f3e-447c-bbd0-082e6a9cee3a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.081940] env[69226]: DEBUG nova.compute.provider_tree [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.099264] env[69226]: INFO nova.compute.manager [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Took 48.38 seconds to build instance. [ 846.119805] env[69226]: DEBUG nova.compute.utils [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.218898] env[69226]: DEBUG oslo_concurrency.lockutils [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "3f831b6f-cac6-428f-8351-5db92d811046" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.219196] env[69226]: DEBUG oslo_concurrency.lockutils [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "3f831b6f-cac6-428f-8351-5db92d811046" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.231747] env[69226]: DEBUG nova.compute.manager [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.231994] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.232941] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f252fb44-66ee-40a3-ae4e-d7e94adfc998 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.242037] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.242037] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0460a78a-e9d9-4c0d-a6d4-98bcdfcdc1b6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.248243] env[69226]: DEBUG oslo_vmware.api [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for the task: (returnval){ [ 846.248243] env[69226]: value = "task-3494771" [ 846.248243] env[69226]: _type = "Task" [ 846.248243] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.256560] env[69226]: DEBUG oslo_vmware.api [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.386204] env[69226]: DEBUG nova.compute.manager [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.412015] env[69226]: DEBUG nova.virt.hardware [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.412300] env[69226]: DEBUG nova.virt.hardware [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.412489] env[69226]: DEBUG nova.virt.hardware [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.412693] env[69226]: DEBUG nova.virt.hardware [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.412869] env[69226]: DEBUG nova.virt.hardware [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.413060] env[69226]: DEBUG nova.virt.hardware [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.413297] env[69226]: DEBUG nova.virt.hardware [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.413465] env[69226]: DEBUG nova.virt.hardware [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.413632] env[69226]: DEBUG nova.virt.hardware [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.413815] env[69226]: DEBUG nova.virt.hardware [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.413990] env[69226]: DEBUG nova.virt.hardware [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.415034] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77aed9a-7d15-49d4-9258-edbd673ef30e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.428017] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a00cc5f-dd3e-4fd4-be5e-b549581693eb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.449752] env[69226]: DEBUG oslo_vmware.api [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Task: {'id': task-3494769, 'name': ReconfigVM_Task, 'duration_secs': 0.141398} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.450113] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698446', 'volume_id': '72e47e45-380e-47f1-90b7-d90659f27cba', 'name': 'volume-72e47e45-380e-47f1-90b7-d90659f27cba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1a7c151-4a73-420d-9fdb-199f9a136198', 'attached_at': '', 'detached_at': '', 'volume_id': '72e47e45-380e-47f1-90b7-d90659f27cba', 'serial': '72e47e45-380e-47f1-90b7-d90659f27cba'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 846.450741] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17f93e36-2928-4f0a-941a-5daf076ca2e6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.453168] env[69226]: DEBUG oslo_concurrency.lockutils [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] Releasing lock "refresh_cache-f1a7c151-4a73-420d-9fdb-199f9a136198" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.453409] env[69226]: DEBUG nova.compute.manager [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Received event network-vif-plugged-d5ce5fde-f59d-47b0-b5b1-9778ed78eb0f {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.453674] env[69226]: DEBUG oslo_concurrency.lockutils [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] Acquiring lock "aee843c9-5d66-4815-b640-7c85b299689b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.453911] env[69226]: DEBUG oslo_concurrency.lockutils [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] Lock "aee843c9-5d66-4815-b640-7c85b299689b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.454104] env[69226]: DEBUG oslo_concurrency.lockutils [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] Lock "aee843c9-5d66-4815-b640-7c85b299689b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.454287] env[69226]: DEBUG nova.compute.manager [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] [instance: aee843c9-5d66-4815-b640-7c85b299689b] No waiting events found dispatching network-vif-plugged-d5ce5fde-f59d-47b0-b5b1-9778ed78eb0f {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.454474] env[69226]: WARNING nova.compute.manager [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Received unexpected event network-vif-plugged-d5ce5fde-f59d-47b0-b5b1-9778ed78eb0f for instance with vm_state building and task_state spawning. [ 846.454638] env[69226]: DEBUG nova.compute.manager [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Received event network-changed-d5ce5fde-f59d-47b0-b5b1-9778ed78eb0f {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.454907] env[69226]: DEBUG nova.compute.manager [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Refreshing instance network info cache due to event network-changed-d5ce5fde-f59d-47b0-b5b1-9778ed78eb0f. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.455171] env[69226]: DEBUG oslo_concurrency.lockutils [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] Acquiring lock "refresh_cache-aee843c9-5d66-4815-b640-7c85b299689b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.455346] env[69226]: DEBUG oslo_concurrency.lockutils [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] Acquired lock "refresh_cache-aee843c9-5d66-4815-b640-7c85b299689b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.455517] env[69226]: DEBUG nova.network.neutron [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Refreshing network info cache for port d5ce5fde-f59d-47b0-b5b1-9778ed78eb0f {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.462079] env[69226]: DEBUG oslo_vmware.api [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Waiting for the task: (returnval){ [ 846.462079] env[69226]: value = "task-3494772" [ 846.462079] env[69226]: _type = "Task" [ 846.462079] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.475162] env[69226]: DEBUG oslo_vmware.api [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Task: {'id': task-3494772, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.482166] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.482734] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-827dd740-dd34-43b0-94fa-7d1de8dc68a6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.495424] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for the task: (returnval){ [ 846.495424] env[69226]: value = "task-3494773" [ 846.495424] env[69226]: _type = "Task" [ 846.495424] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.505290] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494767, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.513737] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.526055] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494770, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.587139] env[69226]: DEBUG nova.scheduler.client.report [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.602496] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fcd8f8da-5206-4c00-a3c5-3c834fd8cc6b tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "0614d5ec-c144-48fe-9248-a498b34699a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.611s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.623186] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "69098679-d76f-4276-a76f-cba54747246d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.762132] env[69226]: DEBUG oslo_vmware.api [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494771, 'name': PowerOffVM_Task, 'duration_secs': 0.278446} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.762132] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.762132] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.762132] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f0ae141-3e61-4e9b-854b-627dc6e54523 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.823138] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.823905] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.823905] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Deleting the datastore file [datastore2] bc027f19-a069-407f-b861-66aa7c868033 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.823905] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee2f5f3d-e5c9-4cac-bee6-8cbe48839864 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.834155] env[69226]: DEBUG oslo_vmware.api [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for the task: (returnval){ [ 846.834155] env[69226]: value = "task-3494775" [ 846.834155] env[69226]: _type = "Task" [ 846.834155] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.842869] env[69226]: DEBUG oslo_vmware.api [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.851345] env[69226]: DEBUG nova.network.neutron [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Successfully updated port: cc4f566a-0bc0-4d80-8790-8f4cc0813dd0 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.971863] env[69226]: DEBUG oslo_vmware.api [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Task: {'id': task-3494772, 'name': Rename_Task, 'duration_secs': 0.259082} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.973581] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.973581] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd5fa67c-b6b7-4306-9f03-8a339cda3d9e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.979500] env[69226]: DEBUG oslo_vmware.api [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Waiting for the task: (returnval){ [ 846.979500] env[69226]: value = "task-3494776" [ 846.979500] env[69226]: _type = "Task" [ 846.979500] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.987722] env[69226]: DEBUG oslo_vmware.api [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Task: {'id': task-3494776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.998107] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494767, 'name': CreateSnapshot_Task, 'duration_secs': 1.852033} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.001333] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Created Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 847.002491] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c014fe-315b-42d9-8d4b-fb944366b7f4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.016310] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494773, 'name': PowerOffVM_Task, 'duration_secs': 0.188674} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.016310] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.016946] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.017894] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1f9047-94eb-4469-8613-25012e5bc23e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.035441] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677071} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.035609] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.035906] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] aee843c9-5d66-4815-b640-7c85b299689b/aee843c9-5d66-4815-b640-7c85b299689b.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.036129] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.036364] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-804416d9-3c6c-4e7f-b21f-ece7954eb722 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.038249] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce6e985b-ddd3-43aa-8718-a1af7979fb5c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.045835] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 847.045835] env[69226]: value = "task-3494778" [ 847.045835] env[69226]: _type = "Task" [ 847.045835] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.059061] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.063916] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.064278] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.064533] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Deleting the datastore file [datastore1] 22c24625-6973-44f4-8f39-7ae9c88bd8f1 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.064792] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d061bd77-ff5e-40c2-a9d2-ce09e0a69c23 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.074402] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for the task: (returnval){ [ 847.074402] env[69226]: value = "task-3494779" [ 847.074402] env[69226]: _type = "Task" [ 847.074402] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.084600] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.093312] env[69226]: DEBUG oslo_concurrency.lockutils [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.094040] env[69226]: DEBUG nova.compute.manager [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.097598] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.586s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.097598] env[69226]: DEBUG nova.objects.instance [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Lazy-loading 'resources' on Instance uuid d8fe6fbd-05c2-4bf5-8615-bb505bd0c031 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.105260] env[69226]: DEBUG nova.compute.manager [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.281065] env[69226]: DEBUG nova.network.neutron [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Updated VIF entry in instance network info cache for port d5ce5fde-f59d-47b0-b5b1-9778ed78eb0f. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.281473] env[69226]: DEBUG nova.network.neutron [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Updating instance_info_cache with network_info: [{"id": "d5ce5fde-f59d-47b0-b5b1-9778ed78eb0f", "address": "fa:16:3e:19:24:f1", "network": {"id": "41e2af77-0522-4582-9113-8926e140991e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1197704800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9998ac16845b4609ae8786d82ad3da37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5ce5fde-f5", "ovs_interfaceid": "d5ce5fde-f59d-47b0-b5b1-9778ed78eb0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.344953] env[69226]: DEBUG oslo_vmware.api [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Task: {'id': task-3494775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346469} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.345269] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.345466] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.345643] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.345853] env[69226]: INFO nova.compute.manager [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] [instance: bc027f19-a069-407f-b861-66aa7c868033] Took 1.11 seconds to destroy the instance on the hypervisor. [ 847.346146] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.346353] env[69226]: DEBUG nova.compute.manager [-] [instance: bc027f19-a069-407f-b861-66aa7c868033] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.346451] env[69226]: DEBUG nova.network.neutron [-] [instance: bc027f19-a069-407f-b861-66aa7c868033] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.355984] env[69226]: DEBUG oslo_concurrency.lockutils [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "refresh_cache-eb123ea6-e162-4dfc-9eba-1a2a908c47ec" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.356149] env[69226]: DEBUG oslo_concurrency.lockutils [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired lock "refresh_cache-eb123ea6-e162-4dfc-9eba-1a2a908c47ec" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.356356] env[69226]: DEBUG nova.network.neutron [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.491174] env[69226]: DEBUG oslo_vmware.api [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Task: {'id': task-3494776, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.524365] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Creating linked-clone VM from snapshot {{(pid=69226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 847.524731] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-03ef4650-81bd-4063-8c49-d3fabdef87aa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.532683] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 847.532683] env[69226]: value = "task-3494780" [ 847.532683] env[69226]: _type = "Task" [ 847.532683] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.541698] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494780, 'name': CloneVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.558563] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071726} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.558563] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.558821] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94cb282-e56f-4837-a18e-d837b6c31e95 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.585536] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] aee843c9-5d66-4815-b640-7c85b299689b/aee843c9-5d66-4815-b640-7c85b299689b.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.585917] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5be7c2b6-60cf-4b2b-a62a-042ee414277d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.616764] env[69226]: DEBUG nova.compute.utils [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.618953] env[69226]: DEBUG nova.compute.manager [req-a117b112-39a6-401b-bcba-ad086795cf8f req-26bd281b-c973-4bd0-aa05-d88726c88430 service nova] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Received event network-vif-plugged-cc4f566a-0bc0-4d80-8790-8f4cc0813dd0 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.619183] env[69226]: DEBUG oslo_concurrency.lockutils [req-a117b112-39a6-401b-bcba-ad086795cf8f req-26bd281b-c973-4bd0-aa05-d88726c88430 service nova] Acquiring lock "eb123ea6-e162-4dfc-9eba-1a2a908c47ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.619435] env[69226]: DEBUG oslo_concurrency.lockutils [req-a117b112-39a6-401b-bcba-ad086795cf8f req-26bd281b-c973-4bd0-aa05-d88726c88430 service nova] Lock "eb123ea6-e162-4dfc-9eba-1a2a908c47ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.619730] env[69226]: DEBUG oslo_concurrency.lockutils [req-a117b112-39a6-401b-bcba-ad086795cf8f req-26bd281b-c973-4bd0-aa05-d88726c88430 service nova] Lock "eb123ea6-e162-4dfc-9eba-1a2a908c47ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.619986] env[69226]: DEBUG nova.compute.manager [req-a117b112-39a6-401b-bcba-ad086795cf8f req-26bd281b-c973-4bd0-aa05-d88726c88430 service nova] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] No waiting events found dispatching network-vif-plugged-cc4f566a-0bc0-4d80-8790-8f4cc0813dd0 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.620228] env[69226]: WARNING nova.compute.manager [req-a117b112-39a6-401b-bcba-ad086795cf8f req-26bd281b-c973-4bd0-aa05-d88726c88430 service nova] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Received unexpected event network-vif-plugged-cc4f566a-0bc0-4d80-8790-8f4cc0813dd0 for instance with vm_state building and task_state spawning. [ 847.620442] env[69226]: DEBUG nova.compute.manager [req-a117b112-39a6-401b-bcba-ad086795cf8f req-26bd281b-c973-4bd0-aa05-d88726c88430 service nova] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Received event network-changed-cc4f566a-0bc0-4d80-8790-8f4cc0813dd0 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.620635] env[69226]: DEBUG nova.compute.manager [req-a117b112-39a6-401b-bcba-ad086795cf8f req-26bd281b-c973-4bd0-aa05-d88726c88430 service nova] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Refreshing instance network info cache due to event network-changed-cc4f566a-0bc0-4d80-8790-8f4cc0813dd0. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.620887] env[69226]: DEBUG oslo_concurrency.lockutils [req-a117b112-39a6-401b-bcba-ad086795cf8f req-26bd281b-c973-4bd0-aa05-d88726c88430 service nova] Acquiring lock "refresh_cache-eb123ea6-e162-4dfc-9eba-1a2a908c47ec" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.625477] env[69226]: DEBUG nova.compute.manager [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.625695] env[69226]: DEBUG nova.network.neutron [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.635022] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 847.635022] env[69226]: value = "task-3494781" [ 847.635022] env[69226]: _type = "Task" [ 847.635022] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.638067] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373301} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.641588] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.641787] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.641964] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.648218] env[69226]: DEBUG oslo_concurrency.lockutils [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.655944] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.711762] env[69226]: DEBUG nova.policy [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3794aed31f164c88b3cd906f0c456b2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b17399bb7d6481aa5aba6934a92a2cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.729450] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "69098679-d76f-4276-a76f-cba54747246d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.729769] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "69098679-d76f-4276-a76f-cba54747246d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.730049] env[69226]: INFO nova.compute.manager [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Attaching volume 8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e to /dev/sdb [ 847.785530] env[69226]: DEBUG oslo_concurrency.lockutils [req-15d844b8-f179-4c77-930e-6326aebcfa96 req-496ec36a-f5b9-4eed-b917-9eaf46d2d13b service nova] Releasing lock "refresh_cache-aee843c9-5d66-4815-b640-7c85b299689b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.789814] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a32706-18d8-46d9-bed7-fd7fd8a6bbe2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.799561] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91136344-2862-4621-84dc-ffbb6f3e2bc0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.817373] env[69226]: DEBUG nova.virt.block_device [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Updating existing volume attachment record: 03372478-b0f6-43e3-8c61-3dc927ebdd37 {{(pid=69226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 847.936263] env[69226]: DEBUG nova.network.neutron [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.002165] env[69226]: DEBUG oslo_vmware.api [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Task: {'id': task-3494776, 'name': PowerOnVM_Task, 'duration_secs': 0.832598} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.002547] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.003022] env[69226]: INFO nova.compute.manager [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Took 6.02 seconds to spawn the instance on the hypervisor. [ 848.005124] env[69226]: DEBUG nova.compute.manager [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.005179] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929c5957-940a-40bd-9d73-0d1c83ad3d13 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.046189] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494780, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.126021] env[69226]: DEBUG nova.compute.manager [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.156251] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494781, 'name': ReconfigVM_Task, 'duration_secs': 0.415814} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.159726] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Reconfigured VM instance instance-00000030 to attach disk [datastore2] aee843c9-5d66-4815-b640-7c85b299689b/aee843c9-5d66-4815-b640-7c85b299689b.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.161273] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3cb49b5-fabc-4f3f-b3fc-f9e0565a04b0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.179391] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 848.179391] env[69226]: value = "task-3494784" [ 848.179391] env[69226]: _type = "Task" [ 848.179391] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.187882] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494784, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.222321] env[69226]: DEBUG nova.network.neutron [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Updating instance_info_cache with network_info: [{"id": "cc4f566a-0bc0-4d80-8790-8f4cc0813dd0", "address": "fa:16:3e:24:80:82", "network": {"id": "b8d56d01-daef-4d76-a58b-c20ff8dd8dfa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-325569326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7693765438004c20a82c61d8844af3af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4f566a-0b", "ovs_interfaceid": "cc4f566a-0bc0-4d80-8790-8f4cc0813dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.307468] env[69226]: DEBUG nova.network.neutron [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Successfully created port: 9032b6da-8127-4597-9c6f-f18c3eb23de1 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.321802] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4515342a-3846-44ee-910d-d686c5f57950 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.331480] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0800d4d9-b650-4c94-b66c-8563646a4679 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.364704] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bb6252-2e88-43ec-b9d8-f051764ccd96 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.375257] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a71257-4eca-4bba-bedb-fc551da75814 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.386472] env[69226]: DEBUG nova.compute.provider_tree [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.429688] env[69226]: DEBUG nova.network.neutron [-] [instance: bc027f19-a069-407f-b861-66aa7c868033] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.551086] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494780, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.551656] env[69226]: INFO nova.compute.manager [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Took 46.56 seconds to build instance. [ 848.693620] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494784, 'name': Rename_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.705793] env[69226]: DEBUG nova.virt.hardware [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.710036] env[69226]: DEBUG nova.virt.hardware [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.710036] env[69226]: DEBUG nova.virt.hardware [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.710036] env[69226]: DEBUG nova.virt.hardware [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.710036] env[69226]: DEBUG nova.virt.hardware [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.710036] env[69226]: DEBUG nova.virt.hardware [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.710036] env[69226]: DEBUG nova.virt.hardware [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.710036] env[69226]: DEBUG nova.virt.hardware [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.710036] env[69226]: DEBUG nova.virt.hardware [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.710036] env[69226]: DEBUG nova.virt.hardware [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.710036] env[69226]: DEBUG nova.virt.hardware [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.710883] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6cea9a-5e0b-49cd-bd95-c9244951e5f8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.719437] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf249ac2-d197-4d96-a902-ec5efc212358 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.725855] env[69226]: DEBUG oslo_concurrency.lockutils [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Releasing lock "refresh_cache-eb123ea6-e162-4dfc-9eba-1a2a908c47ec" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.726202] env[69226]: DEBUG nova.compute.manager [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Instance network_info: |[{"id": "cc4f566a-0bc0-4d80-8790-8f4cc0813dd0", "address": "fa:16:3e:24:80:82", "network": {"id": "b8d56d01-daef-4d76-a58b-c20ff8dd8dfa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-325569326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7693765438004c20a82c61d8844af3af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4f566a-0b", "ovs_interfaceid": "cc4f566a-0bc0-4d80-8790-8f4cc0813dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.726750] env[69226]: DEBUG oslo_concurrency.lockutils [req-a117b112-39a6-401b-bcba-ad086795cf8f req-26bd281b-c973-4bd0-aa05-d88726c88430 service nova] Acquired lock "refresh_cache-eb123ea6-e162-4dfc-9eba-1a2a908c47ec" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.726924] env[69226]: DEBUG nova.network.neutron [req-a117b112-39a6-401b-bcba-ad086795cf8f req-26bd281b-c973-4bd0-aa05-d88726c88430 service nova] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Refreshing network info cache for port cc4f566a-0bc0-4d80-8790-8f4cc0813dd0 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.728195] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:80:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc4f566a-0bc0-4d80-8790-8f4cc0813dd0', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.735986] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.735986] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.737170] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2644a1b-8518-41c5-a946-2c343b276f35 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.766209] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Instance VIF info [] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.773254] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.775675] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.775675] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dce8299-2b6a-462c-b86c-49951a9146e3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.792903] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.792903] env[69226]: value = "task-3494786" [ 848.792903] env[69226]: _type = "Task" [ 848.792903] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.800652] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.800652] env[69226]: value = "task-3494787" [ 848.800652] env[69226]: _type = "Task" [ 848.800652] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.806493] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494786, 'name': CreateVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.811829] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494787, 'name': CreateVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.889589] env[69226]: DEBUG nova.scheduler.client.report [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.933065] env[69226]: INFO nova.compute.manager [-] [instance: bc027f19-a069-407f-b861-66aa7c868033] Took 1.59 seconds to deallocate network for instance. [ 849.049361] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494780, 'name': CloneVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.054249] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f77ce83-aece-4432-984f-2ccdf0574af1 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Lock "f1a7c151-4a73-420d-9fdb-199f9a136198" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.670s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.138402] env[69226]: DEBUG nova.compute.manager [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.162164] env[69226]: DEBUG nova.virt.hardware [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.166022] env[69226]: DEBUG nova.virt.hardware [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.166022] env[69226]: DEBUG nova.virt.hardware [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.166022] env[69226]: DEBUG nova.virt.hardware [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.166022] env[69226]: DEBUG nova.virt.hardware [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.166022] env[69226]: DEBUG nova.virt.hardware [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.166022] env[69226]: DEBUG nova.virt.hardware [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.166022] env[69226]: DEBUG nova.virt.hardware [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.166022] env[69226]: DEBUG nova.virt.hardware [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.166022] env[69226]: DEBUG nova.virt.hardware [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.166022] env[69226]: DEBUG nova.virt.hardware [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.166022] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c2cb8e-da9c-419a-9c4d-8b2d74ceb585 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.174504] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd799b5-5ffc-4244-a2eb-22d57aeecc1a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.187543] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494784, 'name': Rename_Task, 'duration_secs': 1.003654} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.196198] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.196834] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ce60c27-a9e7-48a7-affe-67d9c16a6e3c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.203575] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 849.203575] env[69226]: value = "task-3494788" [ 849.203575] env[69226]: _type = "Task" [ 849.203575] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.213520] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.308131] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494786, 'name': CreateVM_Task, 'duration_secs': 0.41711} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.311210] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.312949] env[69226]: DEBUG oslo_concurrency.lockutils [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.312949] env[69226]: DEBUG oslo_concurrency.lockutils [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.312949] env[69226]: DEBUG oslo_concurrency.lockutils [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.316341] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23d9e727-ab22-4381-acbc-8d6c5c589d2e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.318611] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494787, 'name': CreateVM_Task, 'duration_secs': 0.380036} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.318611] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.319086] env[69226]: DEBUG oslo_concurrency.lockutils [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.323682] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 849.323682] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b0e3d9-3193-4510-85b7-126642fc5736" [ 849.323682] env[69226]: _type = "Task" [ 849.323682] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.331950] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b0e3d9-3193-4510-85b7-126642fc5736, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.397883] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.301s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.400936] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.705s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.402171] env[69226]: INFO nova.compute.claims [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.439685] env[69226]: INFO nova.scheduler.client.report [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Deleted allocations for instance d8fe6fbd-05c2-4bf5-8615-bb505bd0c031 [ 849.441430] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.470195] env[69226]: DEBUG nova.network.neutron [req-a117b112-39a6-401b-bcba-ad086795cf8f req-26bd281b-c973-4bd0-aa05-d88726c88430 service nova] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Updated VIF entry in instance network info cache for port cc4f566a-0bc0-4d80-8790-8f4cc0813dd0. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.470465] env[69226]: DEBUG nova.network.neutron [req-a117b112-39a6-401b-bcba-ad086795cf8f req-26bd281b-c973-4bd0-aa05-d88726c88430 service nova] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Updating instance_info_cache with network_info: [{"id": "cc4f566a-0bc0-4d80-8790-8f4cc0813dd0", "address": "fa:16:3e:24:80:82", "network": {"id": "b8d56d01-daef-4d76-a58b-c20ff8dd8dfa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-325569326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7693765438004c20a82c61d8844af3af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4f566a-0b", "ovs_interfaceid": "cc4f566a-0bc0-4d80-8790-8f4cc0813dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.547324] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494780, 'name': CloneVM_Task, 'duration_secs': 1.592758} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.547726] env[69226]: INFO nova.virt.vmwareapi.vmops [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Created linked-clone VM from snapshot [ 849.548531] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df96852-f3c5-4944-928f-c449bb6ba056 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.556195] env[69226]: DEBUG nova.compute.manager [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.558694] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Uploading image dd838362-0505-470f-9129-0ccec3a58cf6 {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 849.587868] env[69226]: DEBUG oslo_vmware.rw_handles [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 849.587868] env[69226]: value = "vm-698509" [ 849.587868] env[69226]: _type = "VirtualMachine" [ 849.587868] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 849.588172] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-290f5627-c60b-4c2e-9a4a-63d89c211600 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.596657] env[69226]: DEBUG oslo_vmware.rw_handles [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lease: (returnval){ [ 849.596657] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b07b71-1e12-363b-fcf6-61f9e536b127" [ 849.596657] env[69226]: _type = "HttpNfcLease" [ 849.596657] env[69226]: } obtained for exporting VM: (result){ [ 849.596657] env[69226]: value = "vm-698509" [ 849.596657] env[69226]: _type = "VirtualMachine" [ 849.596657] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 849.596912] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the lease: (returnval){ [ 849.596912] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b07b71-1e12-363b-fcf6-61f9e536b127" [ 849.596912] env[69226]: _type = "HttpNfcLease" [ 849.596912] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 849.605701] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 849.605701] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b07b71-1e12-363b-fcf6-61f9e536b127" [ 849.605701] env[69226]: _type = "HttpNfcLease" [ 849.605701] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 849.715634] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.739279] env[69226]: DEBUG nova.compute.manager [req-a4f326e7-2dca-4a9c-9ea6-97884187b356 req-18059f1a-4497-4c50-831e-722d58a85e84 service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Received event network-changed-9be9cb46-e7cf-436b-a654-100ca94253b9 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.739587] env[69226]: DEBUG nova.compute.manager [req-a4f326e7-2dca-4a9c-9ea6-97884187b356 req-18059f1a-4497-4c50-831e-722d58a85e84 service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Refreshing instance network info cache due to event network-changed-9be9cb46-e7cf-436b-a654-100ca94253b9. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.739710] env[69226]: DEBUG oslo_concurrency.lockutils [req-a4f326e7-2dca-4a9c-9ea6-97884187b356 req-18059f1a-4497-4c50-831e-722d58a85e84 service nova] Acquiring lock "refresh_cache-0614d5ec-c144-48fe-9248-a498b34699a6" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.739856] env[69226]: DEBUG oslo_concurrency.lockutils [req-a4f326e7-2dca-4a9c-9ea6-97884187b356 req-18059f1a-4497-4c50-831e-722d58a85e84 service nova] Acquired lock "refresh_cache-0614d5ec-c144-48fe-9248-a498b34699a6" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.740017] env[69226]: DEBUG nova.network.neutron [req-a4f326e7-2dca-4a9c-9ea6-97884187b356 req-18059f1a-4497-4c50-831e-722d58a85e84 service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Refreshing network info cache for port 9be9cb46-e7cf-436b-a654-100ca94253b9 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.832880] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b0e3d9-3193-4510-85b7-126642fc5736, 'name': SearchDatastore_Task, 'duration_secs': 0.019607} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.833262] env[69226]: DEBUG oslo_concurrency.lockutils [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.833528] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.833844] env[69226]: DEBUG oslo_concurrency.lockutils [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.833951] env[69226]: DEBUG oslo_concurrency.lockutils [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.834217] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.834439] env[69226]: DEBUG oslo_concurrency.lockutils [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.834803] env[69226]: DEBUG oslo_concurrency.lockutils [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.835060] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9eb1d7a3-d7e9-4eb5-8b33-0593640118fb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.838634] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c092ad59-c73e-46fb-beec-83abc30fcad0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.845766] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for the task: (returnval){ [ 849.845766] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526a3c32-3306-d9b3-684c-5381900d0cde" [ 849.845766] env[69226]: _type = "Task" [ 849.845766] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.853975] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526a3c32-3306-d9b3-684c-5381900d0cde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.858027] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.858027] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.858027] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-427ff410-149b-4f86-a45b-6d8aa9d7e8b7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.863782] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 849.863782] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528b9734-a942-2efc-37d4-77490804b5be" [ 849.863782] env[69226]: _type = "Task" [ 849.863782] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.874452] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528b9734-a942-2efc-37d4-77490804b5be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.950809] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6abe7cd5-8105-4f09-bf62-6a486a86eeb9 tempest-DeleteServersAdminTestJSON-1802826885 tempest-DeleteServersAdminTestJSON-1802826885-project-member] Lock "d8fe6fbd-05c2-4bf5-8615-bb505bd0c031" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.167s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.974584] env[69226]: DEBUG oslo_concurrency.lockutils [req-a117b112-39a6-401b-bcba-ad086795cf8f req-26bd281b-c973-4bd0-aa05-d88726c88430 service nova] Releasing lock "refresh_cache-eb123ea6-e162-4dfc-9eba-1a2a908c47ec" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.084813] env[69226]: DEBUG nova.network.neutron [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Successfully updated port: 9032b6da-8127-4597-9c6f-f18c3eb23de1 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.090020] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.111122] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.111122] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b07b71-1e12-363b-fcf6-61f9e536b127" [ 850.111122] env[69226]: _type = "HttpNfcLease" [ 850.111122] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 850.111538] env[69226]: DEBUG oslo_vmware.rw_handles [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 850.111538] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b07b71-1e12-363b-fcf6-61f9e536b127" [ 850.111538] env[69226]: _type = "HttpNfcLease" [ 850.111538] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 850.112511] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c696f11-55c5-4b3f-ab3d-df89cb251edf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.125061] env[69226]: DEBUG oslo_vmware.rw_handles [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a10c99-91c3-7c89-1633-87b415e859f8/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 850.125267] env[69226]: DEBUG oslo_vmware.rw_handles [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a10c99-91c3-7c89-1633-87b415e859f8/disk-0.vmdk for reading. {{(pid=69226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 850.215178] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494788, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.222495] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5268efb6-757c-465f-bd5a-bdd2ed7ccaf2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.356219] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526a3c32-3306-d9b3-684c-5381900d0cde, 'name': SearchDatastore_Task, 'duration_secs': 0.021527} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.359205] env[69226]: DEBUG oslo_concurrency.lockutils [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.359521] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.360037] env[69226]: DEBUG oslo_concurrency.lockutils [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.379591] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528b9734-a942-2efc-37d4-77490804b5be, 'name': SearchDatastore_Task, 'duration_secs': 0.009847} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.380549] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f85e2931-1980-4d05-9f72-f26b909f1eff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.394205] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 850.394205] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523f7241-f503-da59-6618-f6771c3ee339" [ 850.394205] env[69226]: _type = "Task" [ 850.394205] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.413823] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523f7241-f503-da59-6618-f6771c3ee339, 'name': SearchDatastore_Task, 'duration_secs': 0.012647} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.414411] env[69226]: DEBUG oslo_concurrency.lockutils [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.414618] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] eb123ea6-e162-4dfc-9eba-1a2a908c47ec/eb123ea6-e162-4dfc-9eba-1a2a908c47ec.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.415342] env[69226]: DEBUG oslo_concurrency.lockutils [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.415576] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.415805] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97cc029a-7863-45de-a5ae-6652df60e4fc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.418401] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9d6fd30-7d3b-4de2-8b18-65077024d778 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.425543] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 850.425543] env[69226]: value = "task-3494791" [ 850.425543] env[69226]: _type = "Task" [ 850.425543] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.433073] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.433073] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.434200] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f92abe0-9de9-4608-a7c7-2856b27cc3d0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.443156] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.447556] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for the task: (returnval){ [ 850.447556] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bdc29b-0fe7-ddbd-2665-773a5dd0a639" [ 850.447556] env[69226]: _type = "Task" [ 850.447556] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.459294] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bdc29b-0fe7-ddbd-2665-773a5dd0a639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.520833] env[69226]: DEBUG nova.network.neutron [req-a4f326e7-2dca-4a9c-9ea6-97884187b356 req-18059f1a-4497-4c50-831e-722d58a85e84 service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Updated VIF entry in instance network info cache for port 9be9cb46-e7cf-436b-a654-100ca94253b9. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.521262] env[69226]: DEBUG nova.network.neutron [req-a4f326e7-2dca-4a9c-9ea6-97884187b356 req-18059f1a-4497-4c50-831e-722d58a85e84 service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Updating instance_info_cache with network_info: [{"id": "9be9cb46-e7cf-436b-a654-100ca94253b9", "address": "fa:16:3e:54:e6:ec", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9be9cb46-e7", "ovs_interfaceid": "9be9cb46-e7cf-436b-a654-100ca94253b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.592767] env[69226]: DEBUG oslo_concurrency.lockutils [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "refresh_cache-022614a7-ce73-4a6f-a7ea-2763b9da7788" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.592767] env[69226]: DEBUG oslo_concurrency.lockutils [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "refresh_cache-022614a7-ce73-4a6f-a7ea-2763b9da7788" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.592767] env[69226]: DEBUG nova.network.neutron [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.722020] env[69226]: DEBUG oslo_vmware.api [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494788, 'name': PowerOnVM_Task, 'duration_secs': 1.057521} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.727027] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.727027] env[69226]: INFO nova.compute.manager [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Took 7.36 seconds to spawn the instance on the hypervisor. [ 850.727027] env[69226]: DEBUG nova.compute.manager [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.728688] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103e04a0-7f80-4fb9-8bfc-0d076bd07b0b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.946121] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494791, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.963856] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bdc29b-0fe7-ddbd-2665-773a5dd0a639, 'name': SearchDatastore_Task, 'duration_secs': 0.011155} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.965213] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-683140fc-5cb3-4c67-8827-27a5db421599 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.972160] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for the task: (returnval){ [ 850.972160] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523f7f1f-70de-5e46-d905-99ad6c2bd4f0" [ 850.972160] env[69226]: _type = "Task" [ 850.972160] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.995455] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523f7f1f-70de-5e46-d905-99ad6c2bd4f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.023796] env[69226]: DEBUG oslo_concurrency.lockutils [req-a4f326e7-2dca-4a9c-9ea6-97884187b356 req-18059f1a-4497-4c50-831e-722d58a85e84 service nova] Releasing lock "refresh_cache-0614d5ec-c144-48fe-9248-a498b34699a6" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.024322] env[69226]: DEBUG nova.compute.manager [req-a4f326e7-2dca-4a9c-9ea6-97884187b356 req-18059f1a-4497-4c50-831e-722d58a85e84 service nova] [instance: bc027f19-a069-407f-b861-66aa7c868033] Received event network-vif-deleted-9e7e92bf-e3e8-4128-aa88-c8977d55d258 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.034599] env[69226]: DEBUG nova.compute.manager [req-cdef2408-967c-4fa9-8830-6bb3badc53b6 req-17cfd2d5-95f1-4c92-8dd7-a714ddeff00b service nova] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Received event network-changed-ecb02e25-b1d1-49fe-86a2-1f463c215956 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.035279] env[69226]: DEBUG nova.compute.manager [req-cdef2408-967c-4fa9-8830-6bb3badc53b6 req-17cfd2d5-95f1-4c92-8dd7-a714ddeff00b service nova] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Refreshing instance network info cache due to event network-changed-ecb02e25-b1d1-49fe-86a2-1f463c215956. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.035525] env[69226]: DEBUG oslo_concurrency.lockutils [req-cdef2408-967c-4fa9-8830-6bb3badc53b6 req-17cfd2d5-95f1-4c92-8dd7-a714ddeff00b service nova] Acquiring lock "refresh_cache-f1a7c151-4a73-420d-9fdb-199f9a136198" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.035949] env[69226]: DEBUG oslo_concurrency.lockutils [req-cdef2408-967c-4fa9-8830-6bb3badc53b6 req-17cfd2d5-95f1-4c92-8dd7-a714ddeff00b service nova] Acquired lock "refresh_cache-f1a7c151-4a73-420d-9fdb-199f9a136198" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.035949] env[69226]: DEBUG nova.network.neutron [req-cdef2408-967c-4fa9-8830-6bb3badc53b6 req-17cfd2d5-95f1-4c92-8dd7-a714ddeff00b service nova] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Refreshing network info cache for port ecb02e25-b1d1-49fe-86a2-1f463c215956 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.150146] env[69226]: DEBUG nova.network.neutron [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.153718] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1c08f9-3ffa-4da8-a1b2-27baaf55b67e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.164859] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eca9c02-0762-45a6-8a83-63f5de97df11 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.209864] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d8c678-587b-4351-89bc-16c6de2b8f84 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.218603] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b787dce-7fbc-466f-baf0-f2b31b380da5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.235234] env[69226]: DEBUG nova.compute.provider_tree [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.256289] env[69226]: INFO nova.compute.manager [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Took 45.23 seconds to build instance. [ 851.373210] env[69226]: DEBUG nova.network.neutron [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Updating instance_info_cache with network_info: [{"id": "9032b6da-8127-4597-9c6f-f18c3eb23de1", "address": "fa:16:3e:6f:2c:ca", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9032b6da-81", "ovs_interfaceid": "9032b6da-8127-4597-9c6f-f18c3eb23de1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.440038] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603694} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.440684] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] eb123ea6-e162-4dfc-9eba-1a2a908c47ec/eb123ea6-e162-4dfc-9eba-1a2a908c47ec.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.440684] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.441254] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d0b6c37-c74c-4f00-bbca-19a5dfc08063 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.448966] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 851.448966] env[69226]: value = "task-3494792" [ 851.448966] env[69226]: _type = "Task" [ 851.448966] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.457790] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.483638] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523f7f1f-70de-5e46-d905-99ad6c2bd4f0, 'name': SearchDatastore_Task, 'duration_secs': 0.03465} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.483861] env[69226]: DEBUG oslo_concurrency.lockutils [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.484034] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 22c24625-6973-44f4-8f39-7ae9c88bd8f1/22c24625-6973-44f4-8f39-7ae9c88bd8f1.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.484361] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7679f997-e0d2-4d12-8570-7d1d2872e91c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.490881] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for the task: (returnval){ [ 851.490881] env[69226]: value = "task-3494793" [ 851.490881] env[69226]: _type = "Task" [ 851.490881] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.499615] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.738921] env[69226]: DEBUG nova.scheduler.client.report [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.761777] env[69226]: DEBUG oslo_concurrency.lockutils [None req-239f7350-ba8b-400d-baab-b64721c9c4d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lock "aee843c9-5d66-4815-b640-7c85b299689b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.883s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.794224] env[69226]: DEBUG nova.network.neutron [req-cdef2408-967c-4fa9-8830-6bb3badc53b6 req-17cfd2d5-95f1-4c92-8dd7-a714ddeff00b service nova] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Updated VIF entry in instance network info cache for port ecb02e25-b1d1-49fe-86a2-1f463c215956. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.794224] env[69226]: DEBUG nova.network.neutron [req-cdef2408-967c-4fa9-8830-6bb3badc53b6 req-17cfd2d5-95f1-4c92-8dd7-a714ddeff00b service nova] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Updating instance_info_cache with network_info: [{"id": "ecb02e25-b1d1-49fe-86a2-1f463c215956", "address": "fa:16:3e:44:b1:55", "network": {"id": "d2be91c3-7666-4d59-a262-63c9dea9f962", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-59542215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f9eeb4ddc945fd9a4e8fc9256cc36e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb02e25-b1", "ovs_interfaceid": "ecb02e25-b1d1-49fe-86a2-1f463c215956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.875997] env[69226]: DEBUG oslo_concurrency.lockutils [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "refresh_cache-022614a7-ce73-4a6f-a7ea-2763b9da7788" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.876463] env[69226]: DEBUG nova.compute.manager [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Instance network_info: |[{"id": "9032b6da-8127-4597-9c6f-f18c3eb23de1", "address": "fa:16:3e:6f:2c:ca", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9032b6da-81", "ovs_interfaceid": "9032b6da-8127-4597-9c6f-f18c3eb23de1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.876988] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:2c:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9032b6da-8127-4597-9c6f-f18c3eb23de1', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.885397] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.885792] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.886121] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a5001b7-4410-4fe0-ab2d-4d5207d40ef6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.907962] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.907962] env[69226]: value = "task-3494794" [ 851.907962] env[69226]: _type = "Task" [ 851.907962] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.918188] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494794, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.960528] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081033} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.960988] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.962060] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db4fddb-5868-4b0b-ab32-edec01bbc877 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.989693] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] eb123ea6-e162-4dfc-9eba-1a2a908c47ec/eb123ea6-e162-4dfc-9eba-1a2a908c47ec.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.990362] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92d4e9cb-da42-4515-948d-cf3a23b1eb2f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.016069] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494793, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.017944] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 852.017944] env[69226]: value = "task-3494795" [ 852.017944] env[69226]: _type = "Task" [ 852.017944] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.030461] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.244916] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.245497] env[69226]: DEBUG nova.compute.manager [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.249294] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.990s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.253749] env[69226]: INFO nova.compute.claims [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.265062] env[69226]: DEBUG nova.compute.manager [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.296593] env[69226]: DEBUG oslo_concurrency.lockutils [req-cdef2408-967c-4fa9-8830-6bb3badc53b6 req-17cfd2d5-95f1-4c92-8dd7-a714ddeff00b service nova] Releasing lock "refresh_cache-f1a7c151-4a73-420d-9fdb-199f9a136198" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.391081] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Volume attach. Driver type: vmdk {{(pid=69226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 852.391379] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698511', 'volume_id': '8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e', 'name': 'volume-8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69098679-d76f-4276-a76f-cba54747246d', 'attached_at': '', 'detached_at': '', 'volume_id': '8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e', 'serial': '8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 852.392385] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0837fae-ccce-42cd-b262-8486ff6484df {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.414143] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e84d21-e472-4188-905f-558d27be7a20 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.422436] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494794, 'name': CreateVM_Task, 'duration_secs': 0.464029} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.435849] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.444095] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] volume-8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e/volume-8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.444961] env[69226]: DEBUG oslo_concurrency.lockutils [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.445198] env[69226]: DEBUG oslo_concurrency.lockutils [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.445661] env[69226]: DEBUG oslo_concurrency.lockutils [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.445964] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04ca2e4a-b2b3-4244-a2aa-3f129753106f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.459434] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584612ff-f2bc-4632-acf0-348961a858cf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.464668] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 852.464668] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52205ae5-b02b-74da-d7d3-6d1bf5a54cb3" [ 852.464668] env[69226]: _type = "Task" [ 852.464668] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.466465] env[69226]: DEBUG oslo_vmware.api [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 852.466465] env[69226]: value = "task-3494796" [ 852.466465] env[69226]: _type = "Task" [ 852.466465] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.478038] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52205ae5-b02b-74da-d7d3-6d1bf5a54cb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.481321] env[69226]: DEBUG oslo_vmware.api [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494796, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.516477] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701017} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.516832] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 22c24625-6973-44f4-8f39-7ae9c88bd8f1/22c24625-6973-44f4-8f39-7ae9c88bd8f1.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.517138] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.517460] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42b7325a-ca16-4a28-86cc-e8bc0ce8767b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.528770] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494795, 'name': ReconfigVM_Task, 'duration_secs': 0.444803} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.530506] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Reconfigured VM instance instance-00000031 to attach disk [datastore2] eb123ea6-e162-4dfc-9eba-1a2a908c47ec/eb123ea6-e162-4dfc-9eba-1a2a908c47ec.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.531270] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for the task: (returnval){ [ 852.531270] env[69226]: value = "task-3494797" [ 852.531270] env[69226]: _type = "Task" [ 852.531270] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.531515] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddd531a6-6ff8-4eca-9e7e-9a1e6abe0026 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.543130] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.544784] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 852.544784] env[69226]: value = "task-3494798" [ 852.544784] env[69226]: _type = "Task" [ 852.544784] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.554011] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494798, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.757440] env[69226]: DEBUG nova.compute.utils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.761471] env[69226]: DEBUG nova.compute.manager [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.761471] env[69226]: DEBUG nova.network.neutron [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.792988] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.822855] env[69226]: DEBUG nova.policy [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0def4aa273414bb9b42d7ff222673503', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c33ff45703e24d2bb5013cc927445c73', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.982634] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52205ae5-b02b-74da-d7d3-6d1bf5a54cb3, 'name': SearchDatastore_Task, 'duration_secs': 0.018716} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.986396] env[69226]: DEBUG oslo_concurrency.lockutils [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.986660] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.986998] env[69226]: DEBUG oslo_concurrency.lockutils [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.987185] env[69226]: DEBUG oslo_concurrency.lockutils [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.987493] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.987798] env[69226]: DEBUG oslo_vmware.api [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.988076] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-921a037b-71ff-4d2f-bb48-ca6ca606da80 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.997356] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.997527] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.998326] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4d8b57a-bfb2-46c2-96b2-a20f874690a5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.003781] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 853.003781] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522c84b2-3d1b-9302-f10a-c528ef108bfd" [ 853.003781] env[69226]: _type = "Task" [ 853.003781] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.012439] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522c84b2-3d1b-9302-f10a-c528ef108bfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.042299] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07636} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.042681] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.043582] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7af29be-4bac-4e99-bc47-7edafce60bcd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.054658] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494798, 'name': Rename_Task, 'duration_secs': 0.187427} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.063170] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.072160] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 22c24625-6973-44f4-8f39-7ae9c88bd8f1/22c24625-6973-44f4-8f39-7ae9c88bd8f1.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.072574] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c48818c-3177-49ba-9475-1b0ee2a009e5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.074398] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9df2c7a-9dd5-414e-9d13-bfc498d9bc70 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.100009] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 853.100009] env[69226]: value = "task-3494799" [ 853.100009] env[69226]: _type = "Task" [ 853.100009] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.101640] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for the task: (returnval){ [ 853.101640] env[69226]: value = "task-3494800" [ 853.101640] env[69226]: _type = "Task" [ 853.101640] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.113892] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.117789] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.134145] env[69226]: DEBUG nova.network.neutron [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Successfully created port: 8b307c7a-1569-486b-ba4f-45742449e5c3 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.262580] env[69226]: DEBUG nova.compute.manager [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.482870] env[69226]: DEBUG oslo_vmware.api [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494796, 'name': ReconfigVM_Task, 'duration_secs': 0.712916} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.483291] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Reconfigured VM instance instance-0000002d to attach disk [datastore2] volume-8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e/volume-8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.490970] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8b68596-6900-4b31-96ad-5e9f55a7f58c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.509702] env[69226]: DEBUG oslo_vmware.api [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 853.509702] env[69226]: value = "task-3494801" [ 853.509702] env[69226]: _type = "Task" [ 853.509702] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.522528] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522c84b2-3d1b-9302-f10a-c528ef108bfd, 'name': SearchDatastore_Task, 'duration_secs': 0.014883} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.523979] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-522c454b-eca1-4824-b6da-aed9732c4772 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.531330] env[69226]: DEBUG oslo_vmware.api [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.535234] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 853.535234] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52eb5f90-2319-4992-d26d-e6a473a0df2f" [ 853.535234] env[69226]: _type = "Task" [ 853.535234] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.550633] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52eb5f90-2319-4992-d26d-e6a473a0df2f, 'name': SearchDatastore_Task} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.550873] env[69226]: DEBUG oslo_concurrency.lockutils [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.551951] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 022614a7-ce73-4a6f-a7ea-2763b9da7788/022614a7-ce73-4a6f-a7ea-2763b9da7788.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.551951] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c75016d-ea61-4c94-b4c8-1de8b6b9fa90 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.561537] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 853.561537] env[69226]: value = "task-3494802" [ 853.561537] env[69226]: _type = "Task" [ 853.561537] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.569874] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.617085] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494799, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.623252] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494800, 'name': ReconfigVM_Task, 'duration_secs': 0.458354} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.623776] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 22c24625-6973-44f4-8f39-7ae9c88bd8f1/22c24625-6973-44f4-8f39-7ae9c88bd8f1.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.624424] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05073013-0f59-41f4-a64f-66db8b62c277 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.631728] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for the task: (returnval){ [ 853.631728] env[69226]: value = "task-3494803" [ 853.631728] env[69226]: _type = "Task" [ 853.631728] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.644633] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494803, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.833575] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a80a7d-15bd-4d4e-abef-10afab1744f8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.845069] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c5a9de-4432-478f-bd0e-a389c390bafd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.891926] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0224a002-4b10-4ed2-8df9-4dfc460e9878 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.900271] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5006e9-1d27-4183-ac73-82496020a024 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.915209] env[69226]: DEBUG nova.compute.provider_tree [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.022348] env[69226]: DEBUG oslo_vmware.api [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494801, 'name': ReconfigVM_Task, 'duration_secs': 0.169447} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.023026] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698511', 'volume_id': '8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e', 'name': 'volume-8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69098679-d76f-4276-a76f-cba54747246d', 'attached_at': '', 'detached_at': '', 'volume_id': '8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e', 'serial': '8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 854.073431] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494802, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.113592] env[69226]: DEBUG oslo_vmware.api [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494799, 'name': PowerOnVM_Task, 'duration_secs': 0.582437} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.113853] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.114061] env[69226]: INFO nova.compute.manager [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Took 7.73 seconds to spawn the instance on the hypervisor. [ 854.114238] env[69226]: DEBUG nova.compute.manager [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.115024] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26919def-c1bf-4989-9308-1a712921ce91 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.140431] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494803, 'name': Rename_Task, 'duration_secs': 0.196354} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.140744] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.141201] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64ae00b4-a051-4c14-a797-82e1a1384a8c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.149701] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for the task: (returnval){ [ 854.149701] env[69226]: value = "task-3494804" [ 854.149701] env[69226]: _type = "Task" [ 854.149701] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.161795] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.282720] env[69226]: DEBUG nova.compute.manager [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.418833] env[69226]: DEBUG nova.scheduler.client.report [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.574418] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522938} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.574689] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 022614a7-ce73-4a6f-a7ea-2763b9da7788/022614a7-ce73-4a6f-a7ea-2763b9da7788.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.574940] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.575215] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d5a2b9e-cdf5-49d8-9f86-910452ecd118 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.582646] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 854.582646] env[69226]: value = "task-3494805" [ 854.582646] env[69226]: _type = "Task" [ 854.582646] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.592940] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.633114] env[69226]: INFO nova.compute.manager [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Took 42.64 seconds to build instance. [ 854.642782] env[69226]: DEBUG nova.network.neutron [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Successfully updated port: 8b307c7a-1569-486b-ba4f-45742449e5c3 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.664222] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494804, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.763942] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.764240] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.764409] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.764598] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.764747] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.765024] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.765188] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.765370] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.765569] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.765745] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.765951] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.768430] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f68c116-6c66-4be0-b566-0a8cc9b785fd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.777305] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93651cad-5772-4cc5-8042-4acacc4ec822 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.783564] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7b698-f014-ef2b-fb1f-5bbf56e12a57/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 854.784430] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5225df-e51e-4068-80ad-bd56558fe103 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.798573] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7b698-f014-ef2b-fb1f-5bbf56e12a57/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 854.798754] env[69226]: ERROR oslo_vmware.rw_handles [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7b698-f014-ef2b-fb1f-5bbf56e12a57/disk-0.vmdk due to incomplete transfer. [ 854.798979] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d8204d88-9876-4888-bbc7-224951f6120c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.806079] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7b698-f014-ef2b-fb1f-5bbf56e12a57/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 854.806289] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Uploaded image db87d7cf-b18c-463b-841d-3747a7c50a2b to the Glance image server {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 854.808596] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Destroying the VM {{(pid=69226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 854.808732] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-42915c21-4677-4521-960a-6ffd083ecf31 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.814388] env[69226]: DEBUG oslo_vmware.api [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 854.814388] env[69226]: value = "task-3494806" [ 854.814388] env[69226]: _type = "Task" [ 854.814388] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.823498] env[69226]: DEBUG oslo_vmware.api [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494806, 'name': Destroy_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.924829] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.925451] env[69226]: DEBUG nova.compute.manager [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.928192] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.860s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.928473] env[69226]: DEBUG nova.objects.instance [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Lazy-loading 'resources' on Instance uuid 082b9d94-88f6-4b1d-b7af-fb508bb61e82 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.072245] env[69226]: DEBUG nova.objects.instance [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lazy-loading 'flavor' on Instance uuid 69098679-d76f-4276-a76f-cba54747246d {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.096484] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091932} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.096890] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.098680] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b969eb3-b106-4ffc-a9e9-4a5c4c90b782 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.122914] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 022614a7-ce73-4a6f-a7ea-2763b9da7788/022614a7-ce73-4a6f-a7ea-2763b9da7788.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.123260] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6bb5cb7-0134-46cf-8fbd-ea11051129c1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.138354] env[69226]: DEBUG oslo_concurrency.lockutils [None req-51825649-ee4c-4cb4-8377-56bc4a8a6b01 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "eb123ea6-e162-4dfc-9eba-1a2a908c47ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.408s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.143986] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 855.143986] env[69226]: value = "task-3494807" [ 855.143986] env[69226]: _type = "Task" [ 855.143986] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.152102] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "refresh_cache-993ac4fc-280c-49c9-a104-c05515b5e3a5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.152505] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquired lock "refresh_cache-993ac4fc-280c-49c9-a104-c05515b5e3a5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.152505] env[69226]: DEBUG nova.network.neutron [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.161834] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.167669] env[69226]: DEBUG oslo_vmware.api [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494804, 'name': PowerOnVM_Task, 'duration_secs': 0.92075} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.167669] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.167669] env[69226]: DEBUG nova.compute.manager [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.168458] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82467c09-c3d5-4b64-9e20-407096fe9402 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.325072] env[69226]: DEBUG oslo_vmware.api [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494806, 'name': Destroy_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.333247] env[69226]: DEBUG nova.compute.manager [req-9edb9947-8fd1-468b-9160-a753e77cfb9d req-c0559b32-20af-40af-aec1-4b93b4570de7 service nova] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Received event network-vif-plugged-9032b6da-8127-4597-9c6f-f18c3eb23de1 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.333247] env[69226]: DEBUG oslo_concurrency.lockutils [req-9edb9947-8fd1-468b-9160-a753e77cfb9d req-c0559b32-20af-40af-aec1-4b93b4570de7 service nova] Acquiring lock "022614a7-ce73-4a6f-a7ea-2763b9da7788-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.333247] env[69226]: DEBUG oslo_concurrency.lockutils [req-9edb9947-8fd1-468b-9160-a753e77cfb9d req-c0559b32-20af-40af-aec1-4b93b4570de7 service nova] Lock "022614a7-ce73-4a6f-a7ea-2763b9da7788-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.333247] env[69226]: DEBUG oslo_concurrency.lockutils [req-9edb9947-8fd1-468b-9160-a753e77cfb9d req-c0559b32-20af-40af-aec1-4b93b4570de7 service nova] Lock "022614a7-ce73-4a6f-a7ea-2763b9da7788-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.333247] env[69226]: DEBUG nova.compute.manager [req-9edb9947-8fd1-468b-9160-a753e77cfb9d req-c0559b32-20af-40af-aec1-4b93b4570de7 service nova] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] No waiting events found dispatching network-vif-plugged-9032b6da-8127-4597-9c6f-f18c3eb23de1 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.333247] env[69226]: WARNING nova.compute.manager [req-9edb9947-8fd1-468b-9160-a753e77cfb9d req-c0559b32-20af-40af-aec1-4b93b4570de7 service nova] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Received unexpected event network-vif-plugged-9032b6da-8127-4597-9c6f-f18c3eb23de1 for instance with vm_state building and task_state spawning. [ 855.333247] env[69226]: DEBUG nova.compute.manager [req-9edb9947-8fd1-468b-9160-a753e77cfb9d req-c0559b32-20af-40af-aec1-4b93b4570de7 service nova] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Received event network-changed-9032b6da-8127-4597-9c6f-f18c3eb23de1 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.333247] env[69226]: DEBUG nova.compute.manager [req-9edb9947-8fd1-468b-9160-a753e77cfb9d req-c0559b32-20af-40af-aec1-4b93b4570de7 service nova] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Refreshing instance network info cache due to event network-changed-9032b6da-8127-4597-9c6f-f18c3eb23de1. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.333247] env[69226]: DEBUG oslo_concurrency.lockutils [req-9edb9947-8fd1-468b-9160-a753e77cfb9d req-c0559b32-20af-40af-aec1-4b93b4570de7 service nova] Acquiring lock "refresh_cache-022614a7-ce73-4a6f-a7ea-2763b9da7788" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.333247] env[69226]: DEBUG oslo_concurrency.lockutils [req-9edb9947-8fd1-468b-9160-a753e77cfb9d req-c0559b32-20af-40af-aec1-4b93b4570de7 service nova] Acquired lock "refresh_cache-022614a7-ce73-4a6f-a7ea-2763b9da7788" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.333247] env[69226]: DEBUG nova.network.neutron [req-9edb9947-8fd1-468b-9160-a753e77cfb9d req-c0559b32-20af-40af-aec1-4b93b4570de7 service nova] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Refreshing network info cache for port 9032b6da-8127-4597-9c6f-f18c3eb23de1 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.436672] env[69226]: DEBUG nova.compute.utils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.438160] env[69226]: DEBUG nova.compute.manager [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.438160] env[69226]: DEBUG nova.network.neutron [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.482458] env[69226]: DEBUG nova.policy [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0def4aa273414bb9b42d7ff222673503', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c33ff45703e24d2bb5013cc927445c73', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.580955] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef82f855-fc83-4de2-bc1d-c0664805c02a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "69098679-d76f-4276-a76f-cba54747246d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.849s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.642577] env[69226]: DEBUG nova.compute.manager [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.665656] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.690171] env[69226]: DEBUG oslo_concurrency.lockutils [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.725177] env[69226]: DEBUG nova.network.neutron [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.745902] env[69226]: DEBUG oslo_concurrency.lockutils [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquiring lock "7ca585fd-b893-4d86-850b-a638a155da5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.747021] env[69226]: DEBUG oslo_concurrency.lockutils [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "7ca585fd-b893-4d86-850b-a638a155da5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.839609] env[69226]: DEBUG oslo_vmware.api [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494806, 'name': Destroy_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.936897] env[69226]: DEBUG oslo_concurrency.lockutils [None req-675cd779-4d1f-4513-bb7c-cc37353ae4c8 tempest-ServersAdminTestJSON-1836718874 tempest-ServersAdminTestJSON-1836718874-project-admin] Acquiring lock "refresh_cache-eb123ea6-e162-4dfc-9eba-1a2a908c47ec" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.937200] env[69226]: DEBUG oslo_concurrency.lockutils [None req-675cd779-4d1f-4513-bb7c-cc37353ae4c8 tempest-ServersAdminTestJSON-1836718874 tempest-ServersAdminTestJSON-1836718874-project-admin] Acquired lock "refresh_cache-eb123ea6-e162-4dfc-9eba-1a2a908c47ec" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.938014] env[69226]: DEBUG nova.network.neutron [None req-675cd779-4d1f-4513-bb7c-cc37353ae4c8 tempest-ServersAdminTestJSON-1836718874 tempest-ServersAdminTestJSON-1836718874-project-admin] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.942702] env[69226]: DEBUG nova.compute.manager [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.995040] env[69226]: DEBUG nova.network.neutron [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Successfully created port: ac6daf16-3549-496b-a3ac-9c4a6b64141d {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.077473] env[69226]: DEBUG nova.network.neutron [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Updating instance_info_cache with network_info: [{"id": "8b307c7a-1569-486b-ba4f-45742449e5c3", "address": "fa:16:3e:df:0b:d9", "network": {"id": "373956fa-24aa-4704-ac83-d88ad125a61a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-58037465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33ff45703e24d2bb5013cc927445c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b307c7a-15", "ovs_interfaceid": "8b307c7a-1569-486b-ba4f-45742449e5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.119283] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020bf2a8-bc64-4fc3-a0e6-b7dc8cdc0134 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.128888] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f4f6ba-12b9-45aa-b4db-0ee4cab6df9e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.173244] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc70660-6025-4d56-9bab-356f748539b8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.183782] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494807, 'name': ReconfigVM_Task, 'duration_secs': 0.646404} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.186273] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 022614a7-ce73-4a6f-a7ea-2763b9da7788/022614a7-ce73-4a6f-a7ea-2763b9da7788.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.186928] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63d09574-2d7a-486e-a039-5c9f33b335e4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.190384] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cea7e94-cc68-4338-9006-fd46f44e328c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.199198] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.211399] env[69226]: DEBUG nova.compute.provider_tree [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.214151] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 856.214151] env[69226]: value = "task-3494808" [ 856.214151] env[69226]: _type = "Task" [ 856.214151] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.223092] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494808, 'name': Rename_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.301184] env[69226]: DEBUG oslo_concurrency.lockutils [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "69098679-d76f-4276-a76f-cba54747246d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.301184] env[69226]: DEBUG oslo_concurrency.lockutils [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "69098679-d76f-4276-a76f-cba54747246d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.301344] env[69226]: DEBUG oslo_concurrency.lockutils [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "69098679-d76f-4276-a76f-cba54747246d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.301518] env[69226]: DEBUG oslo_concurrency.lockutils [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "69098679-d76f-4276-a76f-cba54747246d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.301610] env[69226]: DEBUG oslo_concurrency.lockutils [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "69098679-d76f-4276-a76f-cba54747246d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.303730] env[69226]: INFO nova.compute.manager [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Terminating instance [ 856.310192] env[69226]: DEBUG nova.network.neutron [req-9edb9947-8fd1-468b-9160-a753e77cfb9d req-c0559b32-20af-40af-aec1-4b93b4570de7 service nova] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Updated VIF entry in instance network info cache for port 9032b6da-8127-4597-9c6f-f18c3eb23de1. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.310554] env[69226]: DEBUG nova.network.neutron [req-9edb9947-8fd1-468b-9160-a753e77cfb9d req-c0559b32-20af-40af-aec1-4b93b4570de7 service nova] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Updating instance_info_cache with network_info: [{"id": "9032b6da-8127-4597-9c6f-f18c3eb23de1", "address": "fa:16:3e:6f:2c:ca", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9032b6da-81", "ovs_interfaceid": "9032b6da-8127-4597-9c6f-f18c3eb23de1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.326529] env[69226]: DEBUG oslo_vmware.api [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494806, 'name': Destroy_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.481204] env[69226]: INFO nova.compute.manager [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Rescuing [ 856.481489] env[69226]: DEBUG oslo_concurrency.lockutils [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "refresh_cache-aee843c9-5d66-4815-b640-7c85b299689b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.481644] env[69226]: DEBUG oslo_concurrency.lockutils [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquired lock "refresh_cache-aee843c9-5d66-4815-b640-7c85b299689b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.481815] env[69226]: DEBUG nova.network.neutron [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.585415] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Releasing lock "refresh_cache-993ac4fc-280c-49c9-a104-c05515b5e3a5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.585732] env[69226]: DEBUG nova.compute.manager [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Instance network_info: |[{"id": "8b307c7a-1569-486b-ba4f-45742449e5c3", "address": "fa:16:3e:df:0b:d9", "network": {"id": "373956fa-24aa-4704-ac83-d88ad125a61a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-58037465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33ff45703e24d2bb5013cc927445c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b307c7a-15", "ovs_interfaceid": "8b307c7a-1569-486b-ba4f-45742449e5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.586142] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:0b:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b307c7a-1569-486b-ba4f-45742449e5c3', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.593836] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.594108] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.594340] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80377965-b200-46ef-b99d-f923c26377d5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.616691] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.616691] env[69226]: value = "task-3494809" [ 856.616691] env[69226]: _type = "Task" [ 856.616691] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.624273] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494809, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.678108] env[69226]: DEBUG nova.network.neutron [None req-675cd779-4d1f-4513-bb7c-cc37353ae4c8 tempest-ServersAdminTestJSON-1836718874 tempest-ServersAdminTestJSON-1836718874-project-admin] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Updating instance_info_cache with network_info: [{"id": "cc4f566a-0bc0-4d80-8790-8f4cc0813dd0", "address": "fa:16:3e:24:80:82", "network": {"id": "b8d56d01-daef-4d76-a58b-c20ff8dd8dfa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-325569326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7693765438004c20a82c61d8844af3af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4f566a-0b", "ovs_interfaceid": "cc4f566a-0bc0-4d80-8790-8f4cc0813dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.719389] env[69226]: DEBUG nova.scheduler.client.report [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.729660] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494808, 'name': Rename_Task, 'duration_secs': 0.21158} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.730264] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.730634] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5a05f8d-15f8-49b3-8ca5-dcd697edfeab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.739400] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 856.739400] env[69226]: value = "task-3494810" [ 856.739400] env[69226]: _type = "Task" [ 856.739400] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.748819] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.808249] env[69226]: DEBUG nova.compute.manager [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.808669] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.809037] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f7b2fdf-fae2-4ea5-93c6-cc3859fff1e1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.813265] env[69226]: DEBUG oslo_concurrency.lockutils [req-9edb9947-8fd1-468b-9160-a753e77cfb9d req-c0559b32-20af-40af-aec1-4b93b4570de7 service nova] Releasing lock "refresh_cache-022614a7-ce73-4a6f-a7ea-2763b9da7788" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.816420] env[69226]: DEBUG oslo_vmware.api [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 856.816420] env[69226]: value = "task-3494811" [ 856.816420] env[69226]: _type = "Task" [ 856.816420] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.829207] env[69226]: DEBUG oslo_vmware.api [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494806, 'name': Destroy_Task, 'duration_secs': 1.957823} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.835618] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Destroyed the VM [ 856.836213] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Deleting Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 856.836614] env[69226]: DEBUG oslo_vmware.api [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.836977] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7ea61c12-82af-4767-a7a8-9b79f1e5d91d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.844323] env[69226]: DEBUG oslo_vmware.api [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 856.844323] env[69226]: value = "task-3494812" [ 856.844323] env[69226]: _type = "Task" [ 856.844323] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.856559] env[69226]: DEBUG oslo_vmware.api [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494812, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.903225] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.903452] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.903677] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.903805] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.903940] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.906853] env[69226]: INFO nova.compute.manager [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Terminating instance [ 856.959593] env[69226]: DEBUG nova.compute.manager [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.002041] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.002041] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.002041] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.002041] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.002041] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.002041] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.002041] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.002041] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.002041] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.002041] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.002041] env[69226]: DEBUG nova.virt.hardware [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.002620] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5895f5a2-684a-416e-83b7-60f6995b809e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.011080] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8efb58c-c327-4839-8898-d305105b914a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.132995] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494809, 'name': CreateVM_Task, 'duration_secs': 0.413051} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.133215] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.133850] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.134066] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.134410] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.134714] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfae3c4f-45c9-4e96-b068-4458d827be8a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.141282] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 857.141282] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527a5394-af5f-50ee-d3fa-9b31509bdacc" [ 857.141282] env[69226]: _type = "Task" [ 857.141282] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.150527] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527a5394-af5f-50ee-d3fa-9b31509bdacc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.180795] env[69226]: DEBUG oslo_concurrency.lockutils [None req-675cd779-4d1f-4513-bb7c-cc37353ae4c8 tempest-ServersAdminTestJSON-1836718874 tempest-ServersAdminTestJSON-1836718874-project-admin] Releasing lock "refresh_cache-eb123ea6-e162-4dfc-9eba-1a2a908c47ec" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.180795] env[69226]: DEBUG nova.compute.manager [None req-675cd779-4d1f-4513-bb7c-cc37353ae4c8 tempest-ServersAdminTestJSON-1836718874 tempest-ServersAdminTestJSON-1836718874-project-admin] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Inject network info {{(pid=69226) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 857.180795] env[69226]: DEBUG nova.compute.manager [None req-675cd779-4d1f-4513-bb7c-cc37353ae4c8 tempest-ServersAdminTestJSON-1836718874 tempest-ServersAdminTestJSON-1836718874-project-admin] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] network_info to inject: |[{"id": "cc4f566a-0bc0-4d80-8790-8f4cc0813dd0", "address": "fa:16:3e:24:80:82", "network": {"id": "b8d56d01-daef-4d76-a58b-c20ff8dd8dfa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-325569326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7693765438004c20a82c61d8844af3af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4f566a-0b", "ovs_interfaceid": "cc4f566a-0bc0-4d80-8790-8f4cc0813dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 857.188376] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-675cd779-4d1f-4513-bb7c-cc37353ae4c8 tempest-ServersAdminTestJSON-1836718874 tempest-ServersAdminTestJSON-1836718874-project-admin] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Reconfiguring VM instance to set the machine id {{(pid=69226) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 857.188784] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dae2906-3a01-4400-a666-e639b71b3e39 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.205886] env[69226]: DEBUG nova.network.neutron [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Updating instance_info_cache with network_info: [{"id": "d5ce5fde-f59d-47b0-b5b1-9778ed78eb0f", "address": "fa:16:3e:19:24:f1", "network": {"id": "41e2af77-0522-4582-9113-8926e140991e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1197704800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9998ac16845b4609ae8786d82ad3da37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5ce5fde-f5", "ovs_interfaceid": "d5ce5fde-f59d-47b0-b5b1-9778ed78eb0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.217153] env[69226]: DEBUG oslo_vmware.api [None req-675cd779-4d1f-4513-bb7c-cc37353ae4c8 tempest-ServersAdminTestJSON-1836718874 tempest-ServersAdminTestJSON-1836718874-project-admin] Waiting for the task: (returnval){ [ 857.217153] env[69226]: value = "task-3494813" [ 857.217153] env[69226]: _type = "Task" [ 857.217153] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.224223] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.227610] env[69226]: DEBUG oslo_concurrency.lockutils [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.511s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.229751] env[69226]: INFO nova.compute.claims [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.241488] env[69226]: DEBUG oslo_vmware.api [None req-675cd779-4d1f-4513-bb7c-cc37353ae4c8 tempest-ServersAdminTestJSON-1836718874 tempest-ServersAdminTestJSON-1836718874-project-admin] Task: {'id': task-3494813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.255023] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494810, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.256455] env[69226]: INFO nova.scheduler.client.report [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Deleted allocations for instance 082b9d94-88f6-4b1d-b7af-fb508bb61e82 [ 857.328690] env[69226]: DEBUG oslo_vmware.api [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494811, 'name': PowerOffVM_Task, 'duration_secs': 0.402425} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.329105] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.329105] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Volume detach. Driver type: vmdk {{(pid=69226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 857.329270] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698511', 'volume_id': '8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e', 'name': 'volume-8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69098679-d76f-4276-a76f-cba54747246d', 'attached_at': '', 'detached_at': '', 'volume_id': '8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e', 'serial': '8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 857.330168] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67fce62-e3ac-4a6b-9cb1-a4c21ae232dc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.357315] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f12d773-2618-4547-97e1-f8b4e73c50fb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.366721] env[69226]: DEBUG oslo_vmware.api [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494812, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.369280] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3713c1b-d63c-481f-a8b7-1f97c473d804 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.393661] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2a39f1-c1f4-45ef-b543-f272b45c4f36 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.423771] env[69226]: DEBUG nova.compute.manager [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.424172] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.424645] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] The volume has not been displaced from its original location: [datastore2] volume-8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e/volume-8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e.vmdk. No consolidation needed. {{(pid=69226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 857.435186] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 857.435391] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f486c606-b343-4dd3-8050-28522f57c506 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.439713] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-400639a4-ed4c-4dbe-b7b9-93baaa2a7a0c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.462984] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Acquiring lock "22c24625-6973-44f4-8f39-7ae9c88bd8f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.466022] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Lock "22c24625-6973-44f4-8f39-7ae9c88bd8f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.466022] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Acquiring lock "22c24625-6973-44f4-8f39-7ae9c88bd8f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.466022] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Lock "22c24625-6973-44f4-8f39-7ae9c88bd8f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.466022] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Lock "22c24625-6973-44f4-8f39-7ae9c88bd8f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.467055] env[69226]: INFO nova.compute.manager [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Terminating instance [ 857.474864] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.477203] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5dc0504-2106-498e-ae53-600144b4f6b9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.480314] env[69226]: DEBUG oslo_vmware.api [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 857.480314] env[69226]: value = "task-3494814" [ 857.480314] env[69226]: _type = "Task" [ 857.480314] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.494834] env[69226]: DEBUG oslo_vmware.api [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.652578] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527a5394-af5f-50ee-d3fa-9b31509bdacc, 'name': SearchDatastore_Task, 'duration_secs': 0.027539} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.653021] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.653885] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.654158] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.654319] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.654507] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.654784] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-949f8ec7-ae71-49f0-ab2e-b23b547e0652 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.665092] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.665359] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.667417] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-837b223e-e118-4ef8-9a33-819469735402 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.673895] env[69226]: DEBUG nova.compute.manager [req-d810224d-fd5c-4d6e-bab7-3643c09803dc req-07c95866-b965-4382-9bc7-c64d9846f4be service nova] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Received event network-vif-plugged-8b307c7a-1569-486b-ba4f-45742449e5c3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.674281] env[69226]: DEBUG oslo_concurrency.lockutils [req-d810224d-fd5c-4d6e-bab7-3643c09803dc req-07c95866-b965-4382-9bc7-c64d9846f4be service nova] Acquiring lock "993ac4fc-280c-49c9-a104-c05515b5e3a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.674569] env[69226]: DEBUG oslo_concurrency.lockutils [req-d810224d-fd5c-4d6e-bab7-3643c09803dc req-07c95866-b965-4382-9bc7-c64d9846f4be service nova] Lock "993ac4fc-280c-49c9-a104-c05515b5e3a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.674841] env[69226]: DEBUG oslo_concurrency.lockutils [req-d810224d-fd5c-4d6e-bab7-3643c09803dc req-07c95866-b965-4382-9bc7-c64d9846f4be service nova] Lock "993ac4fc-280c-49c9-a104-c05515b5e3a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.675216] env[69226]: DEBUG nova.compute.manager [req-d810224d-fd5c-4d6e-bab7-3643c09803dc req-07c95866-b965-4382-9bc7-c64d9846f4be service nova] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] No waiting events found dispatching network-vif-plugged-8b307c7a-1569-486b-ba4f-45742449e5c3 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.675434] env[69226]: WARNING nova.compute.manager [req-d810224d-fd5c-4d6e-bab7-3643c09803dc req-07c95866-b965-4382-9bc7-c64d9846f4be service nova] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Received unexpected event network-vif-plugged-8b307c7a-1569-486b-ba4f-45742449e5c3 for instance with vm_state building and task_state spawning. [ 857.675701] env[69226]: DEBUG nova.compute.manager [req-d810224d-fd5c-4d6e-bab7-3643c09803dc req-07c95866-b965-4382-9bc7-c64d9846f4be service nova] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Received event network-changed-8b307c7a-1569-486b-ba4f-45742449e5c3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.675999] env[69226]: DEBUG nova.compute.manager [req-d810224d-fd5c-4d6e-bab7-3643c09803dc req-07c95866-b965-4382-9bc7-c64d9846f4be service nova] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Refreshing instance network info cache due to event network-changed-8b307c7a-1569-486b-ba4f-45742449e5c3. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.676253] env[69226]: DEBUG oslo_concurrency.lockutils [req-d810224d-fd5c-4d6e-bab7-3643c09803dc req-07c95866-b965-4382-9bc7-c64d9846f4be service nova] Acquiring lock "refresh_cache-993ac4fc-280c-49c9-a104-c05515b5e3a5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.676807] env[69226]: DEBUG oslo_concurrency.lockutils [req-d810224d-fd5c-4d6e-bab7-3643c09803dc req-07c95866-b965-4382-9bc7-c64d9846f4be service nova] Acquired lock "refresh_cache-993ac4fc-280c-49c9-a104-c05515b5e3a5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.677121] env[69226]: DEBUG nova.network.neutron [req-d810224d-fd5c-4d6e-bab7-3643c09803dc req-07c95866-b965-4382-9bc7-c64d9846f4be service nova] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Refreshing network info cache for port 8b307c7a-1569-486b-ba4f-45742449e5c3 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.688086] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 857.688086] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528f51d6-5866-0351-0244-49fedbba0dec" [ 857.688086] env[69226]: _type = "Task" [ 857.688086] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.689083] env[69226]: DEBUG nova.network.neutron [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Successfully updated port: ac6daf16-3549-496b-a3ac-9c4a6b64141d {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.700824] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528f51d6-5866-0351-0244-49fedbba0dec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.709103] env[69226]: DEBUG oslo_concurrency.lockutils [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Releasing lock "refresh_cache-aee843c9-5d66-4815-b640-7c85b299689b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.728335] env[69226]: DEBUG oslo_vmware.api [None req-675cd779-4d1f-4513-bb7c-cc37353ae4c8 tempest-ServersAdminTestJSON-1836718874 tempest-ServersAdminTestJSON-1836718874-project-admin] Task: {'id': task-3494813, 'name': ReconfigVM_Task, 'duration_secs': 0.21485} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.730573] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-675cd779-4d1f-4513-bb7c-cc37353ae4c8 tempest-ServersAdminTestJSON-1836718874 tempest-ServersAdminTestJSON-1836718874-project-admin] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Reconfigured VM instance to set the machine id {{(pid=69226) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 857.752034] env[69226]: DEBUG oslo_vmware.api [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494810, 'name': PowerOnVM_Task, 'duration_secs': 0.755719} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.752578] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.752782] env[69226]: INFO nova.compute.manager [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Took 8.62 seconds to spawn the instance on the hypervisor. [ 857.752956] env[69226]: DEBUG nova.compute.manager [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.754087] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c131207d-ec03-4bbe-b90a-3d5a3ad5ffda {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.768060] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a781e214-5087-4a3b-bbcb-ba9d14bf215c tempest-ImagesOneServerTestJSON-1012517002 tempest-ImagesOneServerTestJSON-1012517002-project-member] Lock "082b9d94-88f6-4b1d-b7af-fb508bb61e82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.521s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.865437] env[69226]: DEBUG oslo_vmware.api [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494812, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.978573] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Acquiring lock "refresh_cache-22c24625-6973-44f4-8f39-7ae9c88bd8f1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.978914] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Acquired lock "refresh_cache-22c24625-6973-44f4-8f39-7ae9c88bd8f1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.978914] env[69226]: DEBUG nova.network.neutron [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.991457] env[69226]: DEBUG oslo_vmware.api [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494814, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.999382] env[69226]: DEBUG oslo_concurrency.lockutils [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "727faa28-0e5a-4cb0-b014-f23b3cce44d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.999686] env[69226]: DEBUG oslo_concurrency.lockutils [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "727faa28-0e5a-4cb0-b014-f23b3cce44d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.191822] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "refresh_cache-ab246b37-d9a2-454a-932b-3b49cba0e0f9" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.191934] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquired lock "refresh_cache-ab246b37-d9a2-454a-932b-3b49cba0e0f9" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.192076] env[69226]: DEBUG nova.network.neutron [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.206975] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528f51d6-5866-0351-0244-49fedbba0dec, 'name': SearchDatastore_Task, 'duration_secs': 0.03039} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.207883] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6da6ff9b-5883-4216-aa0d-937b46a5d7cf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.213938] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 858.213938] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525c9132-72ef-d408-1179-78014535589c" [ 858.213938] env[69226]: _type = "Task" [ 858.213938] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.224844] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525c9132-72ef-d408-1179-78014535589c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.278880] env[69226]: INFO nova.compute.manager [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Took 44.02 seconds to build instance. [ 858.373067] env[69226]: DEBUG oslo_vmware.api [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494812, 'name': RemoveSnapshot_Task, 'duration_secs': 1.175822} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.373466] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Deleted Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 858.373629] env[69226]: INFO nova.compute.manager [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Took 18.90 seconds to snapshot the instance on the hypervisor. [ 858.428207] env[69226]: DEBUG nova.network.neutron [req-d810224d-fd5c-4d6e-bab7-3643c09803dc req-07c95866-b965-4382-9bc7-c64d9846f4be service nova] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Updated VIF entry in instance network info cache for port 8b307c7a-1569-486b-ba4f-45742449e5c3. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.428207] env[69226]: DEBUG nova.network.neutron [req-d810224d-fd5c-4d6e-bab7-3643c09803dc req-07c95866-b965-4382-9bc7-c64d9846f4be service nova] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Updating instance_info_cache with network_info: [{"id": "8b307c7a-1569-486b-ba4f-45742449e5c3", "address": "fa:16:3e:df:0b:d9", "network": {"id": "373956fa-24aa-4704-ac83-d88ad125a61a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-58037465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33ff45703e24d2bb5013cc927445c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b307c7a-15", "ovs_interfaceid": "8b307c7a-1569-486b-ba4f-45742449e5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.502033] env[69226]: DEBUG oslo_vmware.api [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494814, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.509954] env[69226]: DEBUG nova.network.neutron [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.601911] env[69226]: DEBUG nova.network.neutron [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.731487] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525c9132-72ef-d408-1179-78014535589c, 'name': SearchDatastore_Task, 'duration_secs': 0.018924} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.731962] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.732381] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 993ac4fc-280c-49c9-a104-c05515b5e3a5/993ac4fc-280c-49c9-a104-c05515b5e3a5.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.732807] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-822fa104-c83b-47ca-90d1-a112403533da {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.736782] env[69226]: DEBUG nova.network.neutron [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.749291] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 858.749291] env[69226]: value = "task-3494816" [ 858.749291] env[69226]: _type = "Task" [ 858.749291] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.773253] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.782941] env[69226]: DEBUG oslo_concurrency.lockutils [None req-00cad176-55ca-4df8-9127-722f4ef3ce80 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "022614a7-ce73-4a6f-a7ea-2763b9da7788" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.678s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.832476] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.833047] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.833361] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Deleting the datastore file [datastore1] dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.833973] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac95ac4f-5dc1-4a9c-aea6-043fc55b3b09 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.840803] env[69226]: DEBUG oslo_vmware.api [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 858.840803] env[69226]: value = "task-3494817" [ 858.840803] env[69226]: _type = "Task" [ 858.840803] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.856803] env[69226]: DEBUG oslo_vmware.api [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.882032] env[69226]: DEBUG nova.compute.manager [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Instance disappeared during snapshot {{(pid=69226) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 858.900569] env[69226]: DEBUG nova.compute.manager [None req-f06013d1-10cb-40ed-b647-3ba581d6dead tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Image not found during clean up db87d7cf-b18c-463b-841d-3747a7c50a2b {{(pid=69226) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 858.932300] env[69226]: DEBUG oslo_concurrency.lockutils [req-d810224d-fd5c-4d6e-bab7-3643c09803dc req-07c95866-b965-4382-9bc7-c64d9846f4be service nova] Releasing lock "refresh_cache-993ac4fc-280c-49c9-a104-c05515b5e3a5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.938038] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0b64bc-53e1-4851-9cc6-2a4c6c753f59 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.947091] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775ac841-657d-4f55-be49-0a4f382cf3db {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.952633] env[69226]: DEBUG nova.network.neutron [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Updating instance_info_cache with network_info: [{"id": "ac6daf16-3549-496b-a3ac-9c4a6b64141d", "address": "fa:16:3e:0f:74:6c", "network": {"id": "373956fa-24aa-4704-ac83-d88ad125a61a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-58037465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33ff45703e24d2bb5013cc927445c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6daf16-35", "ovs_interfaceid": "ac6daf16-3549-496b-a3ac-9c4a6b64141d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.994682] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5246283b-7856-4de6-98fd-439a86dab8ab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.008045] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00e58e3-61a5-46cb-9022-91de57160974 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.012916] env[69226]: DEBUG oslo_vmware.api [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494814, 'name': ReconfigVM_Task, 'duration_secs': 1.342838} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.013700] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 859.019919] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae3cd367-2156-430d-b15e-b8f2bd7269f9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.042372] env[69226]: DEBUG nova.compute.provider_tree [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.049701] env[69226]: DEBUG oslo_vmware.api [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 859.049701] env[69226]: value = "task-3494818" [ 859.049701] env[69226]: _type = "Task" [ 859.049701] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.060257] env[69226]: DEBUG oslo_vmware.api [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.108864] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Releasing lock "refresh_cache-22c24625-6973-44f4-8f39-7ae9c88bd8f1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.109557] env[69226]: DEBUG nova.compute.manager [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.109781] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.110896] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3ee873-d9c3-44b0-88a3-a9a60be6644c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.119294] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.119630] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9393f95f-07ff-4646-9f95-c3859229934e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.126133] env[69226]: DEBUG oslo_vmware.api [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for the task: (returnval){ [ 859.126133] env[69226]: value = "task-3494819" [ 859.126133] env[69226]: _type = "Task" [ 859.126133] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.136835] env[69226]: DEBUG oslo_vmware.api [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.256942] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.261232] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37b50c30-fda6-4b6e-a606-5ac638f0c5f6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.263178] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494816, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.268592] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 859.268592] env[69226]: value = "task-3494820" [ 859.268592] env[69226]: _type = "Task" [ 859.268592] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.277543] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.286351] env[69226]: DEBUG nova.compute.manager [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.352674] env[69226]: DEBUG oslo_vmware.api [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3494817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455065} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.353715] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.353989] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.354238] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.354454] env[69226]: INFO nova.compute.manager [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Took 1.93 seconds to destroy the instance on the hypervisor. [ 859.354988] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.356009] env[69226]: DEBUG nova.compute.manager [-] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.356009] env[69226]: DEBUG nova.network.neutron [-] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.455440] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Releasing lock "refresh_cache-ab246b37-d9a2-454a-932b-3b49cba0e0f9" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.455847] env[69226]: DEBUG nova.compute.manager [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Instance network_info: |[{"id": "ac6daf16-3549-496b-a3ac-9c4a6b64141d", "address": "fa:16:3e:0f:74:6c", "network": {"id": "373956fa-24aa-4704-ac83-d88ad125a61a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-58037465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33ff45703e24d2bb5013cc927445c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6daf16-35", "ovs_interfaceid": "ac6daf16-3549-496b-a3ac-9c4a6b64141d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.456280] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:74:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac6daf16-3549-496b-a3ac-9c4a6b64141d', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.464349] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.464684] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.464968] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad550cfb-61c0-4e29-8e7f-848643e86a52 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.489494] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.489494] env[69226]: value = "task-3494821" [ 859.489494] env[69226]: _type = "Task" [ 859.489494] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.498254] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494821, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.546440] env[69226]: DEBUG nova.scheduler.client.report [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.559814] env[69226]: DEBUG oslo_vmware.api [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494818, 'name': ReconfigVM_Task, 'duration_secs': 0.340166} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.560425] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698511', 'volume_id': '8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e', 'name': 'volume-8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69098679-d76f-4276-a76f-cba54747246d', 'attached_at': '', 'detached_at': '', 'volume_id': '8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e', 'serial': '8d6cd593-a63d-4e9d-9cc0-6950ff3ce80e'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 859.560692] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.561662] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9dc34d-3756-4df1-ad6d-7306b0eaa391 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.569966] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.570542] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd918d47-2480-45cc-a247-96f838a8f0a5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.635790] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.636088] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.636314] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Deleting the datastore file [datastore1] 69098679-d76f-4276-a76f-cba54747246d {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.637898] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57aa644f-1a6a-433c-b756-95e5ba120c6b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.643541] env[69226]: DEBUG oslo_vmware.api [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494819, 'name': PowerOffVM_Task, 'duration_secs': 0.240467} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.644327] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.644547] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.644834] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc485744-9764-4bed-8d8f-4b5999e2d1f8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.650462] env[69226]: DEBUG oslo_vmware.api [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 859.650462] env[69226]: value = "task-3494823" [ 859.650462] env[69226]: _type = "Task" [ 859.650462] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.657561] env[69226]: DEBUG oslo_vmware.api [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.670083] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.670372] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.671020] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Deleting the datastore file [datastore2] 22c24625-6973-44f4-8f39-7ae9c88bd8f1 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.671020] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb27e3b1-16d3-410c-98ef-28c73fda1ee2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.678144] env[69226]: DEBUG oslo_vmware.api [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for the task: (returnval){ [ 859.678144] env[69226]: value = "task-3494825" [ 859.678144] env[69226]: _type = "Task" [ 859.678144] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.696767] env[69226]: DEBUG oslo_vmware.api [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.767817] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560035} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.768217] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 993ac4fc-280c-49c9-a104-c05515b5e3a5/993ac4fc-280c-49c9-a104-c05515b5e3a5.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.768342] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.768641] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd02744f-1c89-41fb-82d7-cabf7512558a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.785269] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494820, 'name': PowerOffVM_Task, 'duration_secs': 0.198328} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.787712] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.788083] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 859.788083] env[69226]: value = "task-3494826" [ 859.788083] env[69226]: _type = "Task" [ 859.788083] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.788842] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9d1ee2-b82d-4f79-b99c-7389baf2a0d1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.837713] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a57dfac-73f9-4c39-8efd-5fe0dba127ba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.844908] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.889480] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.889891] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3db46a0d-5855-48e4-a636-5f3263d4e3a1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.898469] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 859.898469] env[69226]: value = "task-3494827" [ 859.898469] env[69226]: _type = "Task" [ 859.898469] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.909110] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] VM already powered off {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 859.909734] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.909734] env[69226]: DEBUG oslo_concurrency.lockutils [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.909927] env[69226]: DEBUG oslo_concurrency.lockutils [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.911037] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.911037] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f4f74a4-f176-4e67-9844-7a79770b3324 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.918333] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.919530] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.920408] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d235ae8c-110e-415b-beac-c6f1f8f3d9a1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.926530] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 859.926530] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525aa061-6d40-045b-2a5a-a5656f924835" [ 859.926530] env[69226]: _type = "Task" [ 859.926530] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.935332] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525aa061-6d40-045b-2a5a-a5656f924835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.000639] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494821, 'name': CreateVM_Task, 'duration_secs': 0.498828} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.000639] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.002066] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.002066] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.002066] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.002066] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb0a177-ca15-40b4-a35c-e089f48ffb37 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.006535] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 860.006535] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523759f8-bcc9-204f-b2d9-5431cda6c611" [ 860.006535] env[69226]: _type = "Task" [ 860.006535] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.016558] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523759f8-bcc9-204f-b2d9-5431cda6c611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.051711] env[69226]: DEBUG oslo_concurrency.lockutils [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.052332] env[69226]: DEBUG nova.compute.manager [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.055261] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.843s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.056792] env[69226]: INFO nova.compute.claims [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.161207] env[69226]: DEBUG oslo_vmware.api [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3494823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194554} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.161439] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.161883] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.161937] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.162158] env[69226]: INFO nova.compute.manager [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Took 3.35 seconds to destroy the instance on the hypervisor. [ 860.162387] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.162597] env[69226]: DEBUG nova.compute.manager [-] [instance: 69098679-d76f-4276-a76f-cba54747246d] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.162711] env[69226]: DEBUG nova.network.neutron [-] [instance: 69098679-d76f-4276-a76f-cba54747246d] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.175055] env[69226]: DEBUG nova.compute.manager [req-c75a555a-25d7-4595-8c47-ef217600c129 req-8949f4b6-aae1-4fd6-89c8-4957267dc70c service nova] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Received event network-vif-plugged-ac6daf16-3549-496b-a3ac-9c4a6b64141d {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.175329] env[69226]: DEBUG oslo_concurrency.lockutils [req-c75a555a-25d7-4595-8c47-ef217600c129 req-8949f4b6-aae1-4fd6-89c8-4957267dc70c service nova] Acquiring lock "ab246b37-d9a2-454a-932b-3b49cba0e0f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.175604] env[69226]: DEBUG oslo_concurrency.lockutils [req-c75a555a-25d7-4595-8c47-ef217600c129 req-8949f4b6-aae1-4fd6-89c8-4957267dc70c service nova] Lock "ab246b37-d9a2-454a-932b-3b49cba0e0f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.175858] env[69226]: DEBUG oslo_concurrency.lockutils [req-c75a555a-25d7-4595-8c47-ef217600c129 req-8949f4b6-aae1-4fd6-89c8-4957267dc70c service nova] Lock "ab246b37-d9a2-454a-932b-3b49cba0e0f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.177058] env[69226]: DEBUG nova.compute.manager [req-c75a555a-25d7-4595-8c47-ef217600c129 req-8949f4b6-aae1-4fd6-89c8-4957267dc70c service nova] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] No waiting events found dispatching network-vif-plugged-ac6daf16-3549-496b-a3ac-9c4a6b64141d {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.177058] env[69226]: WARNING nova.compute.manager [req-c75a555a-25d7-4595-8c47-ef217600c129 req-8949f4b6-aae1-4fd6-89c8-4957267dc70c service nova] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Received unexpected event network-vif-plugged-ac6daf16-3549-496b-a3ac-9c4a6b64141d for instance with vm_state building and task_state spawning. [ 860.177058] env[69226]: DEBUG nova.compute.manager [req-c75a555a-25d7-4595-8c47-ef217600c129 req-8949f4b6-aae1-4fd6-89c8-4957267dc70c service nova] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Received event network-changed-ac6daf16-3549-496b-a3ac-9c4a6b64141d {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.177058] env[69226]: DEBUG nova.compute.manager [req-c75a555a-25d7-4595-8c47-ef217600c129 req-8949f4b6-aae1-4fd6-89c8-4957267dc70c service nova] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Refreshing instance network info cache due to event network-changed-ac6daf16-3549-496b-a3ac-9c4a6b64141d. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.177058] env[69226]: DEBUG oslo_concurrency.lockutils [req-c75a555a-25d7-4595-8c47-ef217600c129 req-8949f4b6-aae1-4fd6-89c8-4957267dc70c service nova] Acquiring lock "refresh_cache-ab246b37-d9a2-454a-932b-3b49cba0e0f9" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.177058] env[69226]: DEBUG oslo_concurrency.lockutils [req-c75a555a-25d7-4595-8c47-ef217600c129 req-8949f4b6-aae1-4fd6-89c8-4957267dc70c service nova] Acquired lock "refresh_cache-ab246b37-d9a2-454a-932b-3b49cba0e0f9" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.177058] env[69226]: DEBUG nova.network.neutron [req-c75a555a-25d7-4595-8c47-ef217600c129 req-8949f4b6-aae1-4fd6-89c8-4957267dc70c service nova] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Refreshing network info cache for port ac6daf16-3549-496b-a3ac-9c4a6b64141d {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.191691] env[69226]: DEBUG oslo_vmware.api [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Task: {'id': task-3494825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147925} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.191691] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.191691] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.191691] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.192051] env[69226]: INFO nova.compute.manager [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Took 1.08 seconds to destroy the instance on the hypervisor. [ 860.192144] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.196316] env[69226]: DEBUG nova.compute.manager [-] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.196455] env[69226]: DEBUG nova.network.neutron [-] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.206243] env[69226]: DEBUG oslo_vmware.rw_handles [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a10c99-91c3-7c89-1633-87b415e859f8/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 860.208060] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b002649-5308-431c-bf6e-070f34916277 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.212798] env[69226]: DEBUG nova.network.neutron [-] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.216181] env[69226]: DEBUG nova.network.neutron [-] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.217651] env[69226]: DEBUG oslo_vmware.rw_handles [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a10c99-91c3-7c89-1633-87b415e859f8/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 860.218051] env[69226]: ERROR oslo_vmware.rw_handles [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a10c99-91c3-7c89-1633-87b415e859f8/disk-0.vmdk due to incomplete transfer. [ 860.218386] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a3f5f21d-5913-45fb-94bb-d6f64d1beecd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.235167] env[69226]: DEBUG oslo_vmware.rw_handles [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a10c99-91c3-7c89-1633-87b415e859f8/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 860.235167] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Uploaded image dd838362-0505-470f-9129-0ccec3a58cf6 to the Glance image server {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 860.237359] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Destroying the VM {{(pid=69226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 860.238587] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e3f54646-6634-4c8b-8d90-8fadbbf8baa2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.245537] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 860.245537] env[69226]: value = "task-3494828" [ 860.245537] env[69226]: _type = "Task" [ 860.245537] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.257379] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494828, 'name': Destroy_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.306790] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130263} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.307099] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.307943] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864a41e0-1c49-4868-bdb8-3ddf412d3314 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.334744] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 993ac4fc-280c-49c9-a104-c05515b5e3a5/993ac4fc-280c-49c9-a104-c05515b5e3a5.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.334903] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84fa2cc4-e3ee-46dc-96c2-3353b194cb93 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.356726] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 860.356726] env[69226]: value = "task-3494829" [ 860.356726] env[69226]: _type = "Task" [ 860.356726] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.365931] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.441600] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525aa061-6d40-045b-2a5a-a5656f924835, 'name': SearchDatastore_Task, 'duration_secs': 0.010941} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.441600] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1ad741f-b378-46b3-b7a9-9681f1971467 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.446706] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 860.446706] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5217b30a-f575-539c-2ea0-fe8395a8f08b" [ 860.446706] env[69226]: _type = "Task" [ 860.446706] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.459321] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5217b30a-f575-539c-2ea0-fe8395a8f08b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.517612] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523759f8-bcc9-204f-b2d9-5431cda6c611, 'name': SearchDatastore_Task, 'duration_secs': 0.013259} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.517910] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.518167] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.518398] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.518534] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.518699] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.518975] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcc59104-cc62-4cdf-89e1-2248a48f688f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.532371] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.532371] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.532371] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d516143c-eefa-4d83-a5be-d96f616c50bf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.538621] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 860.538621] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52237262-1c0b-42d4-9292-c769478cc09d" [ 860.538621] env[69226]: _type = "Task" [ 860.538621] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.547144] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52237262-1c0b-42d4-9292-c769478cc09d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.562165] env[69226]: DEBUG nova.compute.utils [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.567016] env[69226]: DEBUG nova.compute.manager [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.567215] env[69226]: DEBUG nova.network.neutron [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.610520] env[69226]: DEBUG nova.policy [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac75e03ca741492cb3b7e40c0220d80f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41bc45644f14407fabc447b4131054aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.720035] env[69226]: DEBUG nova.network.neutron [-] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.721247] env[69226]: INFO nova.compute.manager [-] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Took 1.37 seconds to deallocate network for instance. [ 860.772138] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494828, 'name': Destroy_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.881657] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494829, 'name': ReconfigVM_Task, 'duration_secs': 0.393695} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.882155] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 993ac4fc-280c-49c9-a104-c05515b5e3a5/993ac4fc-280c-49c9-a104-c05515b5e3a5.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.883288] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b63d190-0d31-40ff-8c2b-e9b5519328cf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.890915] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 860.890915] env[69226]: value = "task-3494830" [ 860.890915] env[69226]: _type = "Task" [ 860.890915] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.905844] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494830, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.965424] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5217b30a-f575-539c-2ea0-fe8395a8f08b, 'name': SearchDatastore_Task, 'duration_secs': 0.012931} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.965727] env[69226]: DEBUG oslo_concurrency.lockutils [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.965990] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] aee843c9-5d66-4815-b640-7c85b299689b/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk. {{(pid=69226) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 860.966350] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ae69b03-19aa-4986-b6ba-a07342d0c13a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.973915] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 860.973915] env[69226]: value = "task-3494831" [ 860.973915] env[69226]: _type = "Task" [ 860.973915] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.984092] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.037820] env[69226]: DEBUG nova.network.neutron [-] [instance: 69098679-d76f-4276-a76f-cba54747246d] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.056749] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52237262-1c0b-42d4-9292-c769478cc09d, 'name': SearchDatastore_Task, 'duration_secs': 0.025149} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.057636] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e963f13-baec-4cd6-b3c3-127faeff9b03 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.065192] env[69226]: DEBUG nova.compute.manager [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.072955] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 861.072955] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52da8349-e7aa-dae3-8ead-9603803c1b83" [ 861.072955] env[69226]: _type = "Task" [ 861.072955] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.090819] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52da8349-e7aa-dae3-8ead-9603803c1b83, 'name': SearchDatastore_Task, 'duration_secs': 0.01208} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.091385] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.091496] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] ab246b37-d9a2-454a-932b-3b49cba0e0f9/ab246b37-d9a2-454a-932b-3b49cba0e0f9.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.091856] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c50371ac-bf0a-4d37-88ee-46cc3f387d11 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.102839] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 861.102839] env[69226]: value = "task-3494832" [ 861.102839] env[69226]: _type = "Task" [ 861.102839] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.126642] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.148950] env[69226]: DEBUG nova.network.neutron [req-c75a555a-25d7-4595-8c47-ef217600c129 req-8949f4b6-aae1-4fd6-89c8-4957267dc70c service nova] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Updated VIF entry in instance network info cache for port ac6daf16-3549-496b-a3ac-9c4a6b64141d. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.148950] env[69226]: DEBUG nova.network.neutron [req-c75a555a-25d7-4595-8c47-ef217600c129 req-8949f4b6-aae1-4fd6-89c8-4957267dc70c service nova] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Updating instance_info_cache with network_info: [{"id": "ac6daf16-3549-496b-a3ac-9c4a6b64141d", "address": "fa:16:3e:0f:74:6c", "network": {"id": "373956fa-24aa-4704-ac83-d88ad125a61a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-58037465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33ff45703e24d2bb5013cc927445c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6daf16-35", "ovs_interfaceid": "ac6daf16-3549-496b-a3ac-9c4a6b64141d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.183617] env[69226]: DEBUG nova.network.neutron [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Successfully created port: e62f556c-dc28-46f6-9856-628ebeadbc6e {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.237598] env[69226]: INFO nova.compute.manager [-] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Took 1.04 seconds to deallocate network for instance. [ 861.246474] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.263695] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494828, 'name': Destroy_Task, 'duration_secs': 0.712785} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.264401] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Destroyed the VM [ 861.264535] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Deleting Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 861.264964] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cb683e64-fa4c-4d0d-93ea-ea339f275dd6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.276667] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 861.276667] env[69226]: value = "task-3494833" [ 861.276667] env[69226]: _type = "Task" [ 861.276667] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.288694] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494833, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.408913] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494830, 'name': Rename_Task, 'duration_secs': 0.236847} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.413670] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.414982] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2372b5b2-b380-4b9e-bac2-bf10ac1e5bb8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.426198] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 861.426198] env[69226]: value = "task-3494834" [ 861.426198] env[69226]: _type = "Task" [ 861.426198] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.439525] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.484950] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494831, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.552027] env[69226]: INFO nova.compute.manager [-] [instance: 69098679-d76f-4276-a76f-cba54747246d] Took 1.39 seconds to deallocate network for instance. [ 861.621031] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494832, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.652716] env[69226]: DEBUG oslo_concurrency.lockutils [req-c75a555a-25d7-4595-8c47-ef217600c129 req-8949f4b6-aae1-4fd6-89c8-4957267dc70c service nova] Releasing lock "refresh_cache-ab246b37-d9a2-454a-932b-3b49cba0e0f9" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.751595] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.797899] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494833, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.810367] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0819067f-8be2-48b8-8d47-cd74e6b8a178 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.819602] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fa6f58-8892-4a0e-b065-e64f5d6a3976 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.860657] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e6c89d-108b-4479-b901-5c387ecd050d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.869560] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fa18ed-e21c-483b-9624-d948cade539b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.886404] env[69226]: DEBUG nova.compute.provider_tree [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.939226] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494834, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.984249] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613608} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.984576] env[69226]: INFO nova.virt.vmwareapi.ds_util [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] aee843c9-5d66-4815-b640-7c85b299689b/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk. [ 861.985966] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8577ae63-37fd-4b13-9888-73401d0f3204 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.013955] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] aee843c9-5d66-4815-b640-7c85b299689b/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.014633] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52a2a0ac-1f75-403c-bd71-c4c187d2cd3d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.033943] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 862.033943] env[69226]: value = "task-3494835" [ 862.033943] env[69226]: _type = "Task" [ 862.033943] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.045805] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.093325] env[69226]: DEBUG nova.compute.manager [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.124602] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690837} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.127215] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] ab246b37-d9a2-454a-932b-3b49cba0e0f9/ab246b37-d9a2-454a-932b-3b49cba0e0f9.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.127465] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.127936] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40436d33-e129-4ce0-b5c3-6b9e8af73705 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.135123] env[69226]: DEBUG nova.virt.hardware [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.135314] env[69226]: DEBUG nova.virt.hardware [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.135476] env[69226]: DEBUG nova.virt.hardware [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.135658] env[69226]: DEBUG nova.virt.hardware [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.135804] env[69226]: DEBUG nova.virt.hardware [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.135949] env[69226]: DEBUG nova.virt.hardware [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.139292] env[69226]: DEBUG nova.virt.hardware [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.139577] env[69226]: DEBUG nova.virt.hardware [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.139692] env[69226]: DEBUG nova.virt.hardware [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.139894] env[69226]: DEBUG nova.virt.hardware [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.140070] env[69226]: DEBUG nova.virt.hardware [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.140919] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0f08e4-c338-4325-a7f8-333a2ac4d743 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.145705] env[69226]: INFO nova.compute.manager [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 69098679-d76f-4276-a76f-cba54747246d] Took 0.60 seconds to detach 1 volumes for instance. [ 862.148444] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 862.148444] env[69226]: value = "task-3494836" [ 862.148444] env[69226]: _type = "Task" [ 862.148444] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.161517] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb60512-758d-4182-b04e-7ebb672a9db0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.169611] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.252092] env[69226]: INFO nova.compute.manager [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Rebuilding instance [ 862.290841] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494833, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.311789] env[69226]: DEBUG nova.compute.manager [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.312696] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13221219-04b3-4c37-b895-3c178ad00885 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.388191] env[69226]: DEBUG nova.compute.manager [req-dc563528-822b-44ea-bf12-3690855bc6b2 req-461f76c1-34fb-406d-a98e-4e04588f887a service nova] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Received event network-vif-deleted-5df7c7e8-c99d-44d2-9b97-7f6805cca563 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.388191] env[69226]: DEBUG nova.compute.manager [req-dc563528-822b-44ea-bf12-3690855bc6b2 req-461f76c1-34fb-406d-a98e-4e04588f887a service nova] [instance: 69098679-d76f-4276-a76f-cba54747246d] Received event network-vif-deleted-f695b5b2-1111-4adc-ab08-434bc786dc79 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.394993] env[69226]: DEBUG nova.scheduler.client.report [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.437662] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494834, 'name': PowerOnVM_Task, 'duration_secs': 0.807567} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.437932] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.438145] env[69226]: INFO nova.compute.manager [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Took 8.16 seconds to spawn the instance on the hypervisor. [ 862.438325] env[69226]: DEBUG nova.compute.manager [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.439122] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337b6ec9-dca1-4c78-aeca-4ee042f0d1f9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.454017] env[69226]: DEBUG nova.compute.manager [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Stashing vm_state: active {{(pid=69226) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 862.551017] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494835, 'name': ReconfigVM_Task, 'duration_secs': 0.362207} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.551017] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Reconfigured VM instance instance-00000030 to attach disk [datastore2] aee843c9-5d66-4815-b640-7c85b299689b/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.551017] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b620c2-ebf3-458c-ad29-91d18ed471b3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.588032] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba621238-d8e6-4196-a331-787b0cab3b51 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.604564] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 862.604564] env[69226]: value = "task-3494837" [ 862.604564] env[69226]: _type = "Task" [ 862.604564] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.613831] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.658979] env[69226]: DEBUG oslo_concurrency.lockutils [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.665404] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081836} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.665404] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.665404] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44405404-9036-4310-8e6a-845721519601 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.685654] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] ab246b37-d9a2-454a-932b-3b49cba0e0f9/ab246b37-d9a2-454a-932b-3b49cba0e0f9.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.686011] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a15ffc94-43c5-48b7-bcf4-9f26012547da {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.707027] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 862.707027] env[69226]: value = "task-3494838" [ 862.707027] env[69226]: _type = "Task" [ 862.707027] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.714763] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.791861] env[69226]: DEBUG oslo_vmware.api [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494833, 'name': RemoveSnapshot_Task, 'duration_secs': 1.415993} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.792199] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Deleted Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 862.792435] env[69226]: INFO nova.compute.manager [None req-4da7f016-528c-420a-98db-d82ae0b29c1c tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Took 18.36 seconds to snapshot the instance on the hypervisor. [ 862.901063] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.846s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.902483] env[69226]: DEBUG nova.compute.manager [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.907021] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.919s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.908602] env[69226]: INFO nova.compute.claims [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.968127] env[69226]: INFO nova.compute.manager [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Took 44.30 seconds to build instance. [ 862.989233] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.115164] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494837, 'name': ReconfigVM_Task, 'duration_secs': 0.164142} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.115487] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.115747] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8df9d51e-7397-4176-8d4e-a97b88ea1cf5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.122274] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 863.122274] env[69226]: value = "task-3494839" [ 863.122274] env[69226]: _type = "Task" [ 863.122274] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.130509] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.219341] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.231810] env[69226]: DEBUG nova.network.neutron [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Successfully updated port: e62f556c-dc28-46f6-9856-628ebeadbc6e {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.326500] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.326860] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ac9b309-54bc-49f5-86a1-78d1c3dbbdb3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.335373] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 863.335373] env[69226]: value = "task-3494840" [ 863.335373] env[69226]: _type = "Task" [ 863.335373] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.344346] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.420441] env[69226]: DEBUG nova.compute.utils [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.422260] env[69226]: DEBUG nova.compute.manager [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.423277] env[69226]: DEBUG nova.network.neutron [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.469874] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "993ac4fc-280c-49c9-a104-c05515b5e3a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.683s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.476162] env[69226]: DEBUG nova.policy [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c146bc7518bd454b84f2cdd281911308', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f05c4e4a791c4c079882b3318b5828b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.633124] env[69226]: DEBUG oslo_vmware.api [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3494839, 'name': PowerOnVM_Task, 'duration_secs': 0.481206} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.633495] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.636137] env[69226]: DEBUG nova.compute.manager [None req-be2adca9-2b4c-411e-a250-ca2f4bca254e tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.636903] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e196fc72-95e3-4957-ab45-cb70cb897ec8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.718284] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494838, 'name': ReconfigVM_Task, 'duration_secs': 0.798964} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.719105] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Reconfigured VM instance instance-00000034 to attach disk [datastore1] ab246b37-d9a2-454a-932b-3b49cba0e0f9/ab246b37-d9a2-454a-932b-3b49cba0e0f9.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.719220] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea0f150a-62b0-4434-85f2-efffbca641fd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.725693] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 863.725693] env[69226]: value = "task-3494841" [ 863.725693] env[69226]: _type = "Task" [ 863.725693] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.733922] env[69226]: DEBUG oslo_concurrency.lockutils [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Acquiring lock "refresh_cache-d9603c2e-f0e0-45a6-a31d-b58c052874d4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.734677] env[69226]: DEBUG oslo_concurrency.lockutils [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Acquired lock "refresh_cache-d9603c2e-f0e0-45a6-a31d-b58c052874d4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.734778] env[69226]: DEBUG nova.network.neutron [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.737061] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494841, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.808298] env[69226]: DEBUG nova.network.neutron [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Successfully created port: 632b1ae3-d182-4ee6-b497-5a810f743cbf {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.849102] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494840, 'name': PowerOffVM_Task, 'duration_secs': 0.223072} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.849616] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.850105] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.851363] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5db5df-891e-4049-acb9-41e3177104ef {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.861816] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.862325] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c045b17-525c-4677-ac1a-e283b9099d0b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.924777] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.924777] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.924777] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Deleting the datastore file [datastore2] d9bb3328-3100-4fdf-8b21-1a18930c98a1 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.924777] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df9f7975-0474-45ef-a959-7ca6de1bb850 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.933226] env[69226]: DEBUG nova.compute.manager [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.936173] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 863.936173] env[69226]: value = "task-3494843" [ 863.936173] env[69226]: _type = "Task" [ 863.936173] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.947144] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.972491] env[69226]: DEBUG nova.compute.manager [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.235801] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494841, 'name': Rename_Task, 'duration_secs': 0.170157} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.238467] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.241272] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75e8bc43-085b-42d8-86f3-a88a9eb40e63 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.250263] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 864.250263] env[69226]: value = "task-3494844" [ 864.250263] env[69226]: _type = "Task" [ 864.250263] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.257115] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.276481] env[69226]: DEBUG nova.network.neutron [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.425337] env[69226]: DEBUG nova.network.neutron [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Updating instance_info_cache with network_info: [{"id": "e62f556c-dc28-46f6-9856-628ebeadbc6e", "address": "fa:16:3e:0c:6e:04", "network": {"id": "775f7f09-0dbb-4e2f-b3a6-d1d789bb0a1b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-528637229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41bc45644f14407fabc447b4131054aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape62f556c-dc", "ovs_interfaceid": "e62f556c-dc28-46f6-9856-628ebeadbc6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.455488] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.481051} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.455815] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.455999] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.456192] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.502664] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.512701] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "c631ecac-18a0-4996-9464-efce8476b36e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.512939] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "c631ecac-18a0-4996-9464-efce8476b36e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.513778] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a695da80-b7fe-4b88-be47-838ba23957c5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.522694] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a1889d-bea6-420e-9c36-871e3b24e5c7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.561215] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1899c8-6b6b-499a-ba0a-b737d163563b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.572362] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83719b5c-bf5e-4957-86cc-4051b8faa240 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.594466] env[69226]: DEBUG nova.compute.provider_tree [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.758176] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494844, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.802235] env[69226]: DEBUG nova.compute.manager [req-891af849-12ba-464d-9363-554fa50a486b req-a19c4517-6f39-45c3-bde4-3e8f842ac89b service nova] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Received event network-vif-plugged-e62f556c-dc28-46f6-9856-628ebeadbc6e {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.802515] env[69226]: DEBUG oslo_concurrency.lockutils [req-891af849-12ba-464d-9363-554fa50a486b req-a19c4517-6f39-45c3-bde4-3e8f842ac89b service nova] Acquiring lock "d9603c2e-f0e0-45a6-a31d-b58c052874d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.802734] env[69226]: DEBUG oslo_concurrency.lockutils [req-891af849-12ba-464d-9363-554fa50a486b req-a19c4517-6f39-45c3-bde4-3e8f842ac89b service nova] Lock "d9603c2e-f0e0-45a6-a31d-b58c052874d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.802870] env[69226]: DEBUG oslo_concurrency.lockutils [req-891af849-12ba-464d-9363-554fa50a486b req-a19c4517-6f39-45c3-bde4-3e8f842ac89b service nova] Lock "d9603c2e-f0e0-45a6-a31d-b58c052874d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.804416] env[69226]: DEBUG nova.compute.manager [req-891af849-12ba-464d-9363-554fa50a486b req-a19c4517-6f39-45c3-bde4-3e8f842ac89b service nova] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] No waiting events found dispatching network-vif-plugged-e62f556c-dc28-46f6-9856-628ebeadbc6e {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.804416] env[69226]: WARNING nova.compute.manager [req-891af849-12ba-464d-9363-554fa50a486b req-a19c4517-6f39-45c3-bde4-3e8f842ac89b service nova] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Received unexpected event network-vif-plugged-e62f556c-dc28-46f6-9856-628ebeadbc6e for instance with vm_state building and task_state spawning. [ 864.804416] env[69226]: DEBUG nova.compute.manager [req-891af849-12ba-464d-9363-554fa50a486b req-a19c4517-6f39-45c3-bde4-3e8f842ac89b service nova] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Received event network-changed-e62f556c-dc28-46f6-9856-628ebeadbc6e {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.804416] env[69226]: DEBUG nova.compute.manager [req-891af849-12ba-464d-9363-554fa50a486b req-a19c4517-6f39-45c3-bde4-3e8f842ac89b service nova] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Refreshing instance network info cache due to event network-changed-e62f556c-dc28-46f6-9856-628ebeadbc6e. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.804416] env[69226]: DEBUG oslo_concurrency.lockutils [req-891af849-12ba-464d-9363-554fa50a486b req-a19c4517-6f39-45c3-bde4-3e8f842ac89b service nova] Acquiring lock "refresh_cache-d9603c2e-f0e0-45a6-a31d-b58c052874d4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.931639] env[69226]: DEBUG oslo_concurrency.lockutils [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Releasing lock "refresh_cache-d9603c2e-f0e0-45a6-a31d-b58c052874d4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.932025] env[69226]: DEBUG nova.compute.manager [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Instance network_info: |[{"id": "e62f556c-dc28-46f6-9856-628ebeadbc6e", "address": "fa:16:3e:0c:6e:04", "network": {"id": "775f7f09-0dbb-4e2f-b3a6-d1d789bb0a1b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-528637229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41bc45644f14407fabc447b4131054aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape62f556c-dc", "ovs_interfaceid": "e62f556c-dc28-46f6-9856-628ebeadbc6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.932538] env[69226]: DEBUG oslo_concurrency.lockutils [req-891af849-12ba-464d-9363-554fa50a486b req-a19c4517-6f39-45c3-bde4-3e8f842ac89b service nova] Acquired lock "refresh_cache-d9603c2e-f0e0-45a6-a31d-b58c052874d4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.932780] env[69226]: DEBUG nova.network.neutron [req-891af849-12ba-464d-9363-554fa50a486b req-a19c4517-6f39-45c3-bde4-3e8f842ac89b service nova] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Refreshing network info cache for port e62f556c-dc28-46f6-9856-628ebeadbc6e {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.934219] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:6e:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e62f556c-dc28-46f6-9856-628ebeadbc6e', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.942911] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Creating folder: Project (41bc45644f14407fabc447b4131054aa). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.943870] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f347c1f8-510c-46d0-ac79-4f0fbedb87b6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.951020] env[69226]: DEBUG nova.compute.manager [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.956647] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Created folder: Project (41bc45644f14407fabc447b4131054aa) in parent group-v698365. [ 864.956866] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Creating folder: Instances. Parent ref: group-v698517. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.957166] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66a0f2cc-91c8-471d-ac49-01c97e89841b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.967396] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Created folder: Instances in parent group-v698517. [ 864.967747] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.968299] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.970404] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20bb4178-c0a4-4b14-936b-5116080aaa2a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.990123] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.990123] env[69226]: value = "task-3494847" [ 864.990123] env[69226]: _type = "Task" [ 864.990123] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.992392] env[69226]: DEBUG nova.virt.hardware [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.993022] env[69226]: DEBUG nova.virt.hardware [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.993022] env[69226]: DEBUG nova.virt.hardware [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.993022] env[69226]: DEBUG nova.virt.hardware [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.993194] env[69226]: DEBUG nova.virt.hardware [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.993231] env[69226]: DEBUG nova.virt.hardware [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.993421] env[69226]: DEBUG nova.virt.hardware [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.993582] env[69226]: DEBUG nova.virt.hardware [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.993748] env[69226]: DEBUG nova.virt.hardware [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.993906] env[69226]: DEBUG nova.virt.hardware [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.994088] env[69226]: DEBUG nova.virt.hardware [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.994934] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfba9d6f-e9f8-4545-9e6c-973142905f07 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.009738] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da5a3f5-de99-45c8-aad1-f79ce1591ed2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.013429] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494847, 'name': CreateVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.093988] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "ba34fb34-8a6b-444d-8008-785aa973f36b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.093988] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "ba34fb34-8a6b-444d-8008-785aa973f36b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.101022] env[69226]: DEBUG nova.scheduler.client.report [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.261285] env[69226]: DEBUG oslo_vmware.api [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494844, 'name': PowerOnVM_Task, 'duration_secs': 0.704089} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.261713] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.265018] env[69226]: INFO nova.compute.manager [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Took 8.30 seconds to spawn the instance on the hypervisor. [ 865.265018] env[69226]: DEBUG nova.compute.manager [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.265018] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ca3503-57a0-463e-b25c-f85af2dd306c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.396195] env[69226]: DEBUG nova.network.neutron [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Successfully updated port: 632b1ae3-d182-4ee6-b497-5a810f743cbf {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.493732] env[69226]: DEBUG nova.virt.hardware [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.494558] env[69226]: DEBUG nova.virt.hardware [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.494781] env[69226]: DEBUG nova.virt.hardware [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.495174] env[69226]: DEBUG nova.virt.hardware [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.495503] env[69226]: DEBUG nova.virt.hardware [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.495844] env[69226]: DEBUG nova.virt.hardware [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.496278] env[69226]: DEBUG nova.virt.hardware [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.497945] env[69226]: DEBUG nova.virt.hardware [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.498331] env[69226]: DEBUG nova.virt.hardware [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.498642] env[69226]: DEBUG nova.virt.hardware [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.498995] env[69226]: DEBUG nova.virt.hardware [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.500246] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63def316-ff2d-4091-bafd-b74c81d97b79 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.517634] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494847, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.518992] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7c693e-bc42-4cc2-bf26-3b6cb0721fc5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.534029] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:9a:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.542264] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.546028] env[69226]: DEBUG nova.compute.manager [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.547322] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.548139] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb25cfe-5814-46a1-9d71-b317d1cba99a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.550983] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13c52a06-576a-4ed5-a55d-d5558aa46366 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.576683] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.576683] env[69226]: value = "task-3494848" [ 865.576683] env[69226]: _type = "Task" [ 865.576683] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.587211] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494848, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.604509] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.606165] env[69226]: DEBUG nova.compute.manager [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.609054] env[69226]: DEBUG oslo_concurrency.lockutils [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.961s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.613062] env[69226]: INFO nova.compute.claims [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.738081] env[69226]: DEBUG nova.network.neutron [req-891af849-12ba-464d-9363-554fa50a486b req-a19c4517-6f39-45c3-bde4-3e8f842ac89b service nova] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Updated VIF entry in instance network info cache for port e62f556c-dc28-46f6-9856-628ebeadbc6e. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.738343] env[69226]: DEBUG nova.network.neutron [req-891af849-12ba-464d-9363-554fa50a486b req-a19c4517-6f39-45c3-bde4-3e8f842ac89b service nova] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Updating instance_info_cache with network_info: [{"id": "e62f556c-dc28-46f6-9856-628ebeadbc6e", "address": "fa:16:3e:0c:6e:04", "network": {"id": "775f7f09-0dbb-4e2f-b3a6-d1d789bb0a1b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-528637229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41bc45644f14407fabc447b4131054aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape62f556c-dc", "ovs_interfaceid": "e62f556c-dc28-46f6-9856-628ebeadbc6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.785827] env[69226]: INFO nova.compute.manager [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Took 29.57 seconds to build instance. [ 865.839354] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "20983dcc-7227-4e04-b691-4622b2dc2cce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.839625] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "20983dcc-7227-4e04-b691-4622b2dc2cce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.897705] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Acquiring lock "refresh_cache-3858324e-af5f-44a8-8099-22bd4305a3c5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.897967] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Acquired lock "refresh_cache-3858324e-af5f-44a8-8099-22bd4305a3c5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.898251] env[69226]: DEBUG nova.network.neutron [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.010177] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494847, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.079951] env[69226]: INFO nova.compute.manager [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] instance snapshotting [ 866.087644] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b0cc22-d80b-4bd5-90cb-a16582dbe85b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.097737] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494848, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.114332] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97f86ba-9b62-4a43-b105-c7a3e053f3a3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.121339] env[69226]: DEBUG nova.compute.utils [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.127135] env[69226]: DEBUG nova.compute.manager [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.127135] env[69226]: DEBUG nova.network.neutron [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.128205] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "3ee6f41e-36be-4277-a050-d4824d4956f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.128205] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lock "3ee6f41e-36be-4277-a050-d4824d4956f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.179215] env[69226]: DEBUG nova.policy [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b37846a313214db08e44f1899192cbd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d345ad9e33489095c22cbb3872e0b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.241433] env[69226]: DEBUG oslo_concurrency.lockutils [req-891af849-12ba-464d-9363-554fa50a486b req-a19c4517-6f39-45c3-bde4-3e8f842ac89b service nova] Releasing lock "refresh_cache-d9603c2e-f0e0-45a6-a31d-b58c052874d4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.292050] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5ad2bed7-4f84-4b09-aa9e-81e8a01e46a3 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "ab246b37-d9a2-454a-932b-3b49cba0e0f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.474s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.447420] env[69226]: DEBUG nova.network.neutron [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.508144] env[69226]: DEBUG nova.network.neutron [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Successfully created port: 9fde92f7-122a-40ca-ba5b-e33600cedb29 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.515950] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494847, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.591731] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494848, 'name': CreateVM_Task, 'duration_secs': 0.880921} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.591929] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.592709] env[69226]: DEBUG oslo_concurrency.lockutils [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.592898] env[69226]: DEBUG oslo_concurrency.lockutils [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.593245] env[69226]: DEBUG oslo_concurrency.lockutils [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.593497] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b12572-6e1e-40ec-a661-c49496b9a100 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.598622] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 866.598622] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525f093a-a1fd-f5a7-2479-0e76d877fb47" [ 866.598622] env[69226]: _type = "Task" [ 866.598622] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.611049] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525f093a-a1fd-f5a7-2479-0e76d877fb47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.625475] env[69226]: DEBUG nova.compute.manager [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.637652] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Creating Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 866.638253] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b6cf75b3-4a7b-4bdd-953b-138b401aefda {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.648666] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 866.648666] env[69226]: value = "task-3494849" [ 866.648666] env[69226]: _type = "Task" [ 866.648666] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.658018] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494849, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.794762] env[69226]: DEBUG nova.compute.manager [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.880557] env[69226]: DEBUG nova.network.neutron [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Updating instance_info_cache with network_info: [{"id": "632b1ae3-d182-4ee6-b497-5a810f743cbf", "address": "fa:16:3e:57:67:90", "network": {"id": "3f8fb265-6c5d-4f46-b8a6-a007a1a015fc", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-909981985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f05c4e4a791c4c079882b3318b5828b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap632b1ae3-d1", "ovs_interfaceid": "632b1ae3-d182-4ee6-b497-5a810f743cbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.013386] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494847, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.069058] env[69226]: DEBUG nova.compute.manager [req-b0aeb27a-ca52-4b2f-bda2-8ac29616bf1b req-33e768d8-f3e6-4e4b-870d-0c25889cf838 service nova] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Received event network-vif-plugged-632b1ae3-d182-4ee6-b497-5a810f743cbf {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.069730] env[69226]: DEBUG oslo_concurrency.lockutils [req-b0aeb27a-ca52-4b2f-bda2-8ac29616bf1b req-33e768d8-f3e6-4e4b-870d-0c25889cf838 service nova] Acquiring lock "3858324e-af5f-44a8-8099-22bd4305a3c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.069730] env[69226]: DEBUG oslo_concurrency.lockutils [req-b0aeb27a-ca52-4b2f-bda2-8ac29616bf1b req-33e768d8-f3e6-4e4b-870d-0c25889cf838 service nova] Lock "3858324e-af5f-44a8-8099-22bd4305a3c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.069898] env[69226]: DEBUG oslo_concurrency.lockutils [req-b0aeb27a-ca52-4b2f-bda2-8ac29616bf1b req-33e768d8-f3e6-4e4b-870d-0c25889cf838 service nova] Lock "3858324e-af5f-44a8-8099-22bd4305a3c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.070081] env[69226]: DEBUG nova.compute.manager [req-b0aeb27a-ca52-4b2f-bda2-8ac29616bf1b req-33e768d8-f3e6-4e4b-870d-0c25889cf838 service nova] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] No waiting events found dispatching network-vif-plugged-632b1ae3-d182-4ee6-b497-5a810f743cbf {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.070234] env[69226]: WARNING nova.compute.manager [req-b0aeb27a-ca52-4b2f-bda2-8ac29616bf1b req-33e768d8-f3e6-4e4b-870d-0c25889cf838 service nova] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Received unexpected event network-vif-plugged-632b1ae3-d182-4ee6-b497-5a810f743cbf for instance with vm_state building and task_state spawning. [ 867.070452] env[69226]: DEBUG nova.compute.manager [req-b0aeb27a-ca52-4b2f-bda2-8ac29616bf1b req-33e768d8-f3e6-4e4b-870d-0c25889cf838 service nova] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Received event network-changed-632b1ae3-d182-4ee6-b497-5a810f743cbf {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.070452] env[69226]: DEBUG nova.compute.manager [req-b0aeb27a-ca52-4b2f-bda2-8ac29616bf1b req-33e768d8-f3e6-4e4b-870d-0c25889cf838 service nova] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Refreshing instance network info cache due to event network-changed-632b1ae3-d182-4ee6-b497-5a810f743cbf. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.070643] env[69226]: DEBUG oslo_concurrency.lockutils [req-b0aeb27a-ca52-4b2f-bda2-8ac29616bf1b req-33e768d8-f3e6-4e4b-870d-0c25889cf838 service nova] Acquiring lock "refresh_cache-3858324e-af5f-44a8-8099-22bd4305a3c5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.084368] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "993ac4fc-280c-49c9-a104-c05515b5e3a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.084911] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "993ac4fc-280c-49c9-a104-c05515b5e3a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.085250] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "993ac4fc-280c-49c9-a104-c05515b5e3a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.085499] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "993ac4fc-280c-49c9-a104-c05515b5e3a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.085662] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "993ac4fc-280c-49c9-a104-c05515b5e3a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.088215] env[69226]: INFO nova.compute.manager [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Terminating instance [ 867.114300] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525f093a-a1fd-f5a7-2479-0e76d877fb47, 'name': SearchDatastore_Task, 'duration_secs': 0.043718} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.114300] env[69226]: DEBUG oslo_concurrency.lockutils [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.114300] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.114300] env[69226]: DEBUG oslo_concurrency.lockutils [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.114300] env[69226]: DEBUG oslo_concurrency.lockutils [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.114300] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.117024] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54a10042-181c-4524-a4af-748be6c80840 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.135172] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.135410] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.136962] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb9966f6-e281-4745-a315-415c928ffb56 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.143714] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 867.143714] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5212ffc0-8d60-0276-9fc9-b4c2cb3a1054" [ 867.143714] env[69226]: _type = "Task" [ 867.143714] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.155024] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5212ffc0-8d60-0276-9fc9-b4c2cb3a1054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.160384] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494849, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.216437] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "ab246b37-d9a2-454a-932b-3b49cba0e0f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.216631] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "ab246b37-d9a2-454a-932b-3b49cba0e0f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.216847] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "ab246b37-d9a2-454a-932b-3b49cba0e0f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.217014] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "ab246b37-d9a2-454a-932b-3b49cba0e0f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.217191] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "ab246b37-d9a2-454a-932b-3b49cba0e0f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.219359] env[69226]: INFO nova.compute.manager [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Terminating instance [ 867.266532] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981975e3-2951-46b6-8b85-d145a54b98c2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.274146] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598f9231-609d-45af-9ff1-60325aa1f7ff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.308423] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72f7e75-603b-4bc3-ba45-807cb53cb55c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.318861] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c30ca54-8a58-48ef-95d3-0461f2662108 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.323842] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.333553] env[69226]: DEBUG nova.compute.provider_tree [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.383325] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Releasing lock "refresh_cache-3858324e-af5f-44a8-8099-22bd4305a3c5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.383671] env[69226]: DEBUG nova.compute.manager [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Instance network_info: |[{"id": "632b1ae3-d182-4ee6-b497-5a810f743cbf", "address": "fa:16:3e:57:67:90", "network": {"id": "3f8fb265-6c5d-4f46-b8a6-a007a1a015fc", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-909981985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f05c4e4a791c4c079882b3318b5828b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap632b1ae3-d1", "ovs_interfaceid": "632b1ae3-d182-4ee6-b497-5a810f743cbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.384089] env[69226]: DEBUG oslo_concurrency.lockutils [req-b0aeb27a-ca52-4b2f-bda2-8ac29616bf1b req-33e768d8-f3e6-4e4b-870d-0c25889cf838 service nova] Acquired lock "refresh_cache-3858324e-af5f-44a8-8099-22bd4305a3c5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.384193] env[69226]: DEBUG nova.network.neutron [req-b0aeb27a-ca52-4b2f-bda2-8ac29616bf1b req-33e768d8-f3e6-4e4b-870d-0c25889cf838 service nova] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Refreshing network info cache for port 632b1ae3-d182-4ee6-b497-5a810f743cbf {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.385397] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:67:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '632b1ae3-d182-4ee6-b497-5a810f743cbf', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.394656] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Creating folder: Project (f05c4e4a791c4c079882b3318b5828b1). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.397754] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fb6c8e9-af08-4da3-b0b4-774792d7d7eb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.408985] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Created folder: Project (f05c4e4a791c4c079882b3318b5828b1) in parent group-v698365. [ 867.409218] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Creating folder: Instances. Parent ref: group-v698521. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.409508] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33c8dca0-e308-4d85-be62-51edb3b20c3d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.417945] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Created folder: Instances in parent group-v698521. [ 867.418211] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.418402] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.418607] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2374522-605a-4709-b8c1-5b2deca9ff4f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.439726] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.439726] env[69226]: value = "task-3494852" [ 867.439726] env[69226]: _type = "Task" [ 867.439726] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.447263] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494852, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.518038] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494847, 'name': CreateVM_Task, 'duration_secs': 2.219928} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.518198] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.519592] env[69226]: DEBUG oslo_concurrency.lockutils [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.519592] env[69226]: DEBUG oslo_concurrency.lockutils [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.519782] env[69226]: DEBUG oslo_concurrency.lockutils [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.520109] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f01ce4ec-fc15-40af-8452-8a72cd589532 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.525201] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Waiting for the task: (returnval){ [ 867.525201] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52eaa1e1-87ff-3fdc-acad-b636838f325d" [ 867.525201] env[69226]: _type = "Task" [ 867.525201] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.535407] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52eaa1e1-87ff-3fdc-acad-b636838f325d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.596535] env[69226]: DEBUG nova.compute.manager [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.596812] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.598199] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d39ac5c-cd30-4edf-a8bc-82cb6e8b190b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.606991] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.607286] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4150ece-b06f-4f94-ac74-6300741a51a4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.609631] env[69226]: DEBUG nova.network.neutron [req-b0aeb27a-ca52-4b2f-bda2-8ac29616bf1b req-33e768d8-f3e6-4e4b-870d-0c25889cf838 service nova] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Updated VIF entry in instance network info cache for port 632b1ae3-d182-4ee6-b497-5a810f743cbf. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.609990] env[69226]: DEBUG nova.network.neutron [req-b0aeb27a-ca52-4b2f-bda2-8ac29616bf1b req-33e768d8-f3e6-4e4b-870d-0c25889cf838 service nova] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Updating instance_info_cache with network_info: [{"id": "632b1ae3-d182-4ee6-b497-5a810f743cbf", "address": "fa:16:3e:57:67:90", "network": {"id": "3f8fb265-6c5d-4f46-b8a6-a007a1a015fc", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-909981985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f05c4e4a791c4c079882b3318b5828b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap632b1ae3-d1", "ovs_interfaceid": "632b1ae3-d182-4ee6-b497-5a810f743cbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.616842] env[69226]: DEBUG oslo_vmware.api [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 867.616842] env[69226]: value = "task-3494853" [ 867.616842] env[69226]: _type = "Task" [ 867.616842] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.626540] env[69226]: DEBUG oslo_vmware.api [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.637616] env[69226]: DEBUG nova.compute.manager [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.660679] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494849, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.660973] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5212ffc0-8d60-0276-9fc9-b4c2cb3a1054, 'name': SearchDatastore_Task, 'duration_secs': 0.043944} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.663220] env[69226]: DEBUG nova.virt.hardware [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.663468] env[69226]: DEBUG nova.virt.hardware [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.663629] env[69226]: DEBUG nova.virt.hardware [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.664050] env[69226]: DEBUG nova.virt.hardware [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.664050] env[69226]: DEBUG nova.virt.hardware [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.664131] env[69226]: DEBUG nova.virt.hardware [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.664332] env[69226]: DEBUG nova.virt.hardware [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.664493] env[69226]: DEBUG nova.virt.hardware [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.664683] env[69226]: DEBUG nova.virt.hardware [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.664853] env[69226]: DEBUG nova.virt.hardware [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.665039] env[69226]: DEBUG nova.virt.hardware [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.666366] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc8690d-11f2-4f5d-a61c-65f0b606ae3e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.669110] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b90c0571-f2bc-4423-be91-f7027f5210aa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.679241] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17640a57-a93a-4b05-b8ab-753e7750aaef {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.683327] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 867.683327] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5223bf70-a87a-a6d4-10cd-fc50e6342d1c" [ 867.683327] env[69226]: _type = "Task" [ 867.683327] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.701296] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5223bf70-a87a-a6d4-10cd-fc50e6342d1c, 'name': SearchDatastore_Task, 'duration_secs': 0.011579} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.701509] env[69226]: DEBUG oslo_concurrency.lockutils [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.701751] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] d9bb3328-3100-4fdf-8b21-1a18930c98a1/d9bb3328-3100-4fdf-8b21-1a18930c98a1.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.702065] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e06fa61-9dc3-4170-bcdd-959f87ea7a21 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.708789] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 867.708789] env[69226]: value = "task-3494854" [ 867.708789] env[69226]: _type = "Task" [ 867.708789] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.717183] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.724882] env[69226]: DEBUG nova.compute.manager [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.724882] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.724882] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c0e8fd-687d-4d06-98f6-27c2d800df37 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.731895] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.732196] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81c7d980-37dd-409c-8ea1-8db8fd04fad0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.738742] env[69226]: DEBUG oslo_vmware.api [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 867.738742] env[69226]: value = "task-3494855" [ 867.738742] env[69226]: _type = "Task" [ 867.738742] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.747243] env[69226]: DEBUG oslo_vmware.api [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.836873] env[69226]: DEBUG nova.scheduler.client.report [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.950581] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494852, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.037300] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52eaa1e1-87ff-3fdc-acad-b636838f325d, 'name': SearchDatastore_Task, 'duration_secs': 0.022547} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.037626] env[69226]: DEBUG oslo_concurrency.lockutils [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.038207] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.038501] env[69226]: DEBUG oslo_concurrency.lockutils [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.038653] env[69226]: DEBUG oslo_concurrency.lockutils [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.038872] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.039203] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fb1b6a2-3f39-4c6a-bb4f-8c1d6b25ca00 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.047990] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.048241] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.049066] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b004bff8-c2ce-4e21-b10e-fdcab32577a9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.055027] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Waiting for the task: (returnval){ [ 868.055027] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5295360c-c57d-1688-a78b-ea6cc23ddb60" [ 868.055027] env[69226]: _type = "Task" [ 868.055027] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.063058] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5295360c-c57d-1688-a78b-ea6cc23ddb60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.114273] env[69226]: DEBUG oslo_concurrency.lockutils [req-b0aeb27a-ca52-4b2f-bda2-8ac29616bf1b req-33e768d8-f3e6-4e4b-870d-0c25889cf838 service nova] Releasing lock "refresh_cache-3858324e-af5f-44a8-8099-22bd4305a3c5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.130816] env[69226]: DEBUG oslo_vmware.api [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494853, 'name': PowerOffVM_Task, 'duration_secs': 0.19765} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.130816] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.130816] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.132031] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-825784b0-ebce-4a15-88ef-a354cdaed3f1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.157423] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494849, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.218654] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494854, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.248947] env[69226]: DEBUG oslo_vmware.api [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494855, 'name': PowerOffVM_Task, 'duration_secs': 0.291397} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.249716] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.249716] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.249716] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4be6e95b-b6a1-411e-9fe6-aaf6c175d7a2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.299324] env[69226]: DEBUG nova.network.neutron [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Successfully updated port: 9fde92f7-122a-40ca-ba5b-e33600cedb29 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.345492] env[69226]: DEBUG oslo_concurrency.lockutils [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.345804] env[69226]: DEBUG nova.compute.manager [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.348474] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.907s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.348747] env[69226]: DEBUG nova.objects.instance [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lazy-loading 'resources' on Instance uuid bc027f19-a069-407f-b861-66aa7c868033 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.454112] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494852, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.570258] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5295360c-c57d-1688-a78b-ea6cc23ddb60, 'name': SearchDatastore_Task, 'duration_secs': 0.040477} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.571196] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12854602-a932-4f83-a78f-f3b43fce801f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.577641] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Waiting for the task: (returnval){ [ 868.577641] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f65c84-480e-900a-764c-5ef6a88f4726" [ 868.577641] env[69226]: _type = "Task" [ 868.577641] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.585889] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f65c84-480e-900a-764c-5ef6a88f4726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.658508] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494849, 'name': CreateSnapshot_Task, 'duration_secs': 1.604546} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.658779] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Created Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 868.659595] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6da5d1-832c-44b9-ae64-2ed844692170 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.720410] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770168} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.720704] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] d9bb3328-3100-4fdf-8b21-1a18930c98a1/d9bb3328-3100-4fdf-8b21-1a18930c98a1.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.720925] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.721185] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1459e3ec-79a3-4ee9-a6cd-89efe8576bb4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.727483] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 868.727483] env[69226]: value = "task-3494858" [ 868.727483] env[69226]: _type = "Task" [ 868.727483] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.740110] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.801793] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Acquiring lock "refresh_cache-8a18b244-a347-4b96-ae6f-bb2aeec8f85d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.805026] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Acquired lock "refresh_cache-8a18b244-a347-4b96-ae6f-bb2aeec8f85d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.805026] env[69226]: DEBUG nova.network.neutron [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.852848] env[69226]: DEBUG nova.compute.utils [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.859029] env[69226]: DEBUG nova.compute.manager [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.859029] env[69226]: DEBUG nova.network.neutron [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.903321] env[69226]: DEBUG nova.policy [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1002cdf2635449e1836c0272637a179c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '443febbfd5ee43548ee87f52b9da7d9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.952881] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494852, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.043951] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.044216] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.044424] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Deleting the datastore file [datastore1] ab246b37-d9a2-454a-932b-3b49cba0e0f9 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.045448] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b688f66-924c-475d-bc48-777abf8a6966 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.047439] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.047680] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.047862] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Deleting the datastore file [datastore1] 993ac4fc-280c-49c9-a104-c05515b5e3a5 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.048117] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cfbd152-a93a-45a7-b277-ba11ceefca3a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.057487] env[69226]: DEBUG oslo_vmware.api [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 869.057487] env[69226]: value = "task-3494860" [ 869.057487] env[69226]: _type = "Task" [ 869.057487] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.057808] env[69226]: DEBUG oslo_vmware.api [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for the task: (returnval){ [ 869.057808] env[69226]: value = "task-3494859" [ 869.057808] env[69226]: _type = "Task" [ 869.057808] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.073678] env[69226]: DEBUG oslo_vmware.api [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.076779] env[69226]: DEBUG oslo_vmware.api [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.088624] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f65c84-480e-900a-764c-5ef6a88f4726, 'name': SearchDatastore_Task, 'duration_secs': 0.009593} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.088909] env[69226]: DEBUG oslo_concurrency.lockutils [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.089207] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] d9603c2e-f0e0-45a6-a31d-b58c052874d4/d9603c2e-f0e0-45a6-a31d-b58c052874d4.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.089533] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3600e120-5c7c-452a-b0b3-c3b1c59923a3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.095063] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Waiting for the task: (returnval){ [ 869.095063] env[69226]: value = "task-3494861" [ 869.095063] env[69226]: _type = "Task" [ 869.095063] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.105758] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': task-3494861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.184427] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Creating linked-clone VM from snapshot {{(pid=69226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 869.185720] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d299ebfd-5781-4196-b4d8-d6b1b195ce33 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.191539] env[69226]: DEBUG nova.network.neutron [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Successfully created port: 8e16ec83-a442-457d-baad-0e4be12f6d07 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.203416] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 869.203416] env[69226]: value = "task-3494862" [ 869.203416] env[69226]: _type = "Task" [ 869.203416] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.214358] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494862, 'name': CloneVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.234129] env[69226]: DEBUG nova.compute.manager [req-d888b2ad-7b95-4afb-b150-03c436cb45d1 req-4fe6ca13-3687-4621-b4ba-7df2a3707059 service nova] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Received event network-vif-plugged-9fde92f7-122a-40ca-ba5b-e33600cedb29 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.234317] env[69226]: DEBUG oslo_concurrency.lockutils [req-d888b2ad-7b95-4afb-b150-03c436cb45d1 req-4fe6ca13-3687-4621-b4ba-7df2a3707059 service nova] Acquiring lock "8a18b244-a347-4b96-ae6f-bb2aeec8f85d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.234934] env[69226]: DEBUG oslo_concurrency.lockutils [req-d888b2ad-7b95-4afb-b150-03c436cb45d1 req-4fe6ca13-3687-4621-b4ba-7df2a3707059 service nova] Lock "8a18b244-a347-4b96-ae6f-bb2aeec8f85d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.234934] env[69226]: DEBUG oslo_concurrency.lockutils [req-d888b2ad-7b95-4afb-b150-03c436cb45d1 req-4fe6ca13-3687-4621-b4ba-7df2a3707059 service nova] Lock "8a18b244-a347-4b96-ae6f-bb2aeec8f85d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.234934] env[69226]: DEBUG nova.compute.manager [req-d888b2ad-7b95-4afb-b150-03c436cb45d1 req-4fe6ca13-3687-4621-b4ba-7df2a3707059 service nova] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] No waiting events found dispatching network-vif-plugged-9fde92f7-122a-40ca-ba5b-e33600cedb29 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.234934] env[69226]: WARNING nova.compute.manager [req-d888b2ad-7b95-4afb-b150-03c436cb45d1 req-4fe6ca13-3687-4621-b4ba-7df2a3707059 service nova] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Received unexpected event network-vif-plugged-9fde92f7-122a-40ca-ba5b-e33600cedb29 for instance with vm_state building and task_state spawning. [ 869.235221] env[69226]: DEBUG nova.compute.manager [req-d888b2ad-7b95-4afb-b150-03c436cb45d1 req-4fe6ca13-3687-4621-b4ba-7df2a3707059 service nova] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Received event network-changed-9fde92f7-122a-40ca-ba5b-e33600cedb29 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.235257] env[69226]: DEBUG nova.compute.manager [req-d888b2ad-7b95-4afb-b150-03c436cb45d1 req-4fe6ca13-3687-4621-b4ba-7df2a3707059 service nova] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Refreshing instance network info cache due to event network-changed-9fde92f7-122a-40ca-ba5b-e33600cedb29. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.236500] env[69226]: DEBUG oslo_concurrency.lockutils [req-d888b2ad-7b95-4afb-b150-03c436cb45d1 req-4fe6ca13-3687-4621-b4ba-7df2a3707059 service nova] Acquiring lock "refresh_cache-8a18b244-a347-4b96-ae6f-bb2aeec8f85d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.242340] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183664} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.247331] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.249088] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d0f0fc-9b2c-47f5-8dfd-8cfebed7f9a4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.276990] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] d9bb3328-3100-4fdf-8b21-1a18930c98a1/d9bb3328-3100-4fdf-8b21-1a18930c98a1.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.280522] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54ae19d3-a58b-4b30-a1f5-d6c846f1abe8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.311206] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 869.311206] env[69226]: value = "task-3494863" [ 869.311206] env[69226]: _type = "Task" [ 869.311206] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.320773] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.357855] env[69226]: DEBUG nova.network.neutron [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.360469] env[69226]: DEBUG nova.compute.manager [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.455957] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494852, 'name': CreateVM_Task, 'duration_secs': 1.776173} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.455957] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.456280] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.456551] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.457049] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.457426] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3578e12b-e718-4c46-b13f-32713eced740 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.463852] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Waiting for the task: (returnval){ [ 869.463852] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e51cec-92fb-83bc-43ac-e7a8adbd1afe" [ 869.463852] env[69226]: _type = "Task" [ 869.463852] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.475425] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e51cec-92fb-83bc-43ac-e7a8adbd1afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.575329] env[69226]: DEBUG oslo_vmware.api [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190527} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.578565] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.578772] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.579031] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.579211] env[69226]: INFO nova.compute.manager [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Took 1.98 seconds to destroy the instance on the hypervisor. [ 869.579554] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.579715] env[69226]: DEBUG oslo_vmware.api [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Task: {'id': task-3494859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195608} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.579922] env[69226]: DEBUG nova.compute.manager [-] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.580031] env[69226]: DEBUG nova.network.neutron [-] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.581899] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.582110] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.582291] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.582530] env[69226]: INFO nova.compute.manager [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Took 1.86 seconds to destroy the instance on the hypervisor. [ 869.582692] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.582961] env[69226]: DEBUG nova.compute.manager [-] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.583090] env[69226]: DEBUG nova.network.neutron [-] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.608563] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': task-3494861, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.640323] env[69226]: DEBUG nova.network.neutron [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Updating instance_info_cache with network_info: [{"id": "9fde92f7-122a-40ca-ba5b-e33600cedb29", "address": "fa:16:3e:f0:47:d9", "network": {"id": "4cfb3603-f94e-4e8b-8036-362babf8bcf9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1555742075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d345ad9e33489095c22cbb3872e0b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fde92f7-12", "ovs_interfaceid": "9fde92f7-122a-40ca-ba5b-e33600cedb29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.654184] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786e0c96-b3dd-4084-9af9-24784c6a9a82 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.664168] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquiring lock "2a72a8c9-861c-4579-beb6-fe810df0cfeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.664286] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lock "2a72a8c9-861c-4579-beb6-fe810df0cfeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.664680] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquiring lock "2a72a8c9-861c-4579-beb6-fe810df0cfeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.665009] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lock "2a72a8c9-861c-4579-beb6-fe810df0cfeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.665434] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lock "2a72a8c9-861c-4579-beb6-fe810df0cfeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.669809] env[69226]: INFO nova.compute.manager [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Terminating instance [ 869.671822] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd1c0a5-a668-41e0-a7a0-17caacd25ff1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.710938] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6522a3-10d5-4e60-aae2-e07fdf1a9511 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.719546] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494862, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.722755] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d87ec3-5a6c-4127-a164-a204a50a3968 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.737385] env[69226]: DEBUG nova.compute.provider_tree [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.822702] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.977248] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e51cec-92fb-83bc-43ac-e7a8adbd1afe, 'name': SearchDatastore_Task, 'duration_secs': 0.091319} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.977804] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.977804] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.978068] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.978204] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.978384] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.978653] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-224a0e5e-7a45-4fca-bd8f-7e59c320ba39 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.986876] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.987170] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.987800] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-782ecbe0-c0e7-4d20-8b35-385b8883685a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.992875] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Waiting for the task: (returnval){ [ 869.992875] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520eb6d2-6de4-2df8-e448-f2fa14c25f4a" [ 869.992875] env[69226]: _type = "Task" [ 869.992875] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.002318] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520eb6d2-6de4-2df8-e448-f2fa14c25f4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.106300] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': task-3494861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569311} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.106576] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] d9603c2e-f0e0-45a6-a31d-b58c052874d4/d9603c2e-f0e0-45a6-a31d-b58c052874d4.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.106835] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.107107] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1709487f-455a-45f9-8a88-d57787ccf577 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.115844] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Waiting for the task: (returnval){ [ 870.115844] env[69226]: value = "task-3494864" [ 870.115844] env[69226]: _type = "Task" [ 870.115844] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.123871] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': task-3494864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.141159] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Releasing lock "refresh_cache-8a18b244-a347-4b96-ae6f-bb2aeec8f85d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.141546] env[69226]: DEBUG nova.compute.manager [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Instance network_info: |[{"id": "9fde92f7-122a-40ca-ba5b-e33600cedb29", "address": "fa:16:3e:f0:47:d9", "network": {"id": "4cfb3603-f94e-4e8b-8036-362babf8bcf9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1555742075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d345ad9e33489095c22cbb3872e0b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fde92f7-12", "ovs_interfaceid": "9fde92f7-122a-40ca-ba5b-e33600cedb29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.141949] env[69226]: DEBUG oslo_concurrency.lockutils [req-d888b2ad-7b95-4afb-b150-03c436cb45d1 req-4fe6ca13-3687-4621-b4ba-7df2a3707059 service nova] Acquired lock "refresh_cache-8a18b244-a347-4b96-ae6f-bb2aeec8f85d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.142629] env[69226]: DEBUG nova.network.neutron [req-d888b2ad-7b95-4afb-b150-03c436cb45d1 req-4fe6ca13-3687-4621-b4ba-7df2a3707059 service nova] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Refreshing network info cache for port 9fde92f7-122a-40ca-ba5b-e33600cedb29 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.143554] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:47:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fde92f7-122a-40ca-ba5b-e33600cedb29', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.152653] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Creating folder: Project (45d345ad9e33489095c22cbb3872e0b6). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.156511] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f46a44e-01ef-4517-88e9-af726f15bcfb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.168241] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Created folder: Project (45d345ad9e33489095c22cbb3872e0b6) in parent group-v698365. [ 870.168485] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Creating folder: Instances. Parent ref: group-v698526. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.168771] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-559dd3d3-5caf-4fa9-af3a-3cb6d8deb22f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.177837] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Created folder: Instances in parent group-v698526. [ 870.177837] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.177837] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.178026] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b406d25-9cc0-40ee-8bf6-4ba5657d70e6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.194350] env[69226]: DEBUG nova.compute.manager [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.194554] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.195686] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3daf6ff-cde5-4629-b4fd-b593f5751492 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.203039] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.204344] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4513c401-c49a-4b5e-bcf2-55b734889173 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.205762] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.205762] env[69226]: value = "task-3494867" [ 870.205762] env[69226]: _type = "Task" [ 870.205762] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.217340] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494867, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.223861] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494862, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.224155] env[69226]: DEBUG oslo_vmware.api [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 870.224155] env[69226]: value = "task-3494868" [ 870.224155] env[69226]: _type = "Task" [ 870.224155] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.232459] env[69226]: DEBUG oslo_vmware.api [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.240779] env[69226]: DEBUG nova.scheduler.client.report [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.323720] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494863, 'name': ReconfigVM_Task, 'duration_secs': 0.565263} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.324077] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Reconfigured VM instance instance-00000009 to attach disk [datastore1] d9bb3328-3100-4fdf-8b21-1a18930c98a1/d9bb3328-3100-4fdf-8b21-1a18930c98a1.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.324761] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c98273ce-04d6-4f98-ae23-42053322e3eb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.332308] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 870.332308] env[69226]: value = "task-3494869" [ 870.332308] env[69226]: _type = "Task" [ 870.332308] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.341988] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494869, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.377041] env[69226]: DEBUG nova.compute.manager [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.394649] env[69226]: DEBUG nova.network.neutron [-] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.414432] env[69226]: DEBUG nova.virt.hardware [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.414695] env[69226]: DEBUG nova.virt.hardware [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.414861] env[69226]: DEBUG nova.virt.hardware [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.415158] env[69226]: DEBUG nova.virt.hardware [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.415579] env[69226]: DEBUG nova.virt.hardware [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.415579] env[69226]: DEBUG nova.virt.hardware [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.415701] env[69226]: DEBUG nova.virt.hardware [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.415840] env[69226]: DEBUG nova.virt.hardware [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.416028] env[69226]: DEBUG nova.virt.hardware [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.416201] env[69226]: DEBUG nova.virt.hardware [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.416379] env[69226]: DEBUG nova.virt.hardware [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.417263] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15af565-361b-49d5-9a4f-8326c3732133 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.423687] env[69226]: DEBUG nova.compute.manager [req-701b01ae-7f57-4e4b-bc75-465f357e54b2 req-7dded324-2227-4930-8d2d-9f8377c80046 service nova] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Received event network-vif-deleted-ac6daf16-3549-496b-a3ac-9c4a6b64141d {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.423881] env[69226]: INFO nova.compute.manager [req-701b01ae-7f57-4e4b-bc75-465f357e54b2 req-7dded324-2227-4930-8d2d-9f8377c80046 service nova] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Neutron deleted interface ac6daf16-3549-496b-a3ac-9c4a6b64141d; detaching it from the instance and deleting it from the info cache [ 870.424065] env[69226]: DEBUG nova.network.neutron [req-701b01ae-7f57-4e4b-bc75-465f357e54b2 req-7dded324-2227-4930-8d2d-9f8377c80046 service nova] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.431213] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d5356c-77fb-4b32-aacf-ea6d2fc1a9e1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.504254] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520eb6d2-6de4-2df8-e448-f2fa14c25f4a, 'name': SearchDatastore_Task, 'duration_secs': 0.00887} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.505088] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d7310d8-22f8-4ac7-a524-81df503fb939 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.513054] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Waiting for the task: (returnval){ [ 870.513054] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c99b09-f102-fdf9-7ad3-0304b00346bb" [ 870.513054] env[69226]: _type = "Task" [ 870.513054] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.521785] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c99b09-f102-fdf9-7ad3-0304b00346bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.573027] env[69226]: DEBUG nova.network.neutron [req-d888b2ad-7b95-4afb-b150-03c436cb45d1 req-4fe6ca13-3687-4621-b4ba-7df2a3707059 service nova] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Updated VIF entry in instance network info cache for port 9fde92f7-122a-40ca-ba5b-e33600cedb29. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.573507] env[69226]: DEBUG nova.network.neutron [req-d888b2ad-7b95-4afb-b150-03c436cb45d1 req-4fe6ca13-3687-4621-b4ba-7df2a3707059 service nova] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Updating instance_info_cache with network_info: [{"id": "9fde92f7-122a-40ca-ba5b-e33600cedb29", "address": "fa:16:3e:f0:47:d9", "network": {"id": "4cfb3603-f94e-4e8b-8036-362babf8bcf9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1555742075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d345ad9e33489095c22cbb3872e0b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fde92f7-12", "ovs_interfaceid": "9fde92f7-122a-40ca-ba5b-e33600cedb29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.586035] env[69226]: DEBUG nova.network.neutron [-] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.625729] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': task-3494864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122476} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.626030] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.626873] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371f9f3d-fb62-4c57-aba7-2d7907a148f6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.653327] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] d9603c2e-f0e0-45a6-a31d-b58c052874d4/d9603c2e-f0e0-45a6-a31d-b58c052874d4.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.653618] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3f7584b-106d-4832-8ff7-f1016d94b0e6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.679927] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Waiting for the task: (returnval){ [ 870.679927] env[69226]: value = "task-3494870" [ 870.679927] env[69226]: _type = "Task" [ 870.679927] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.688603] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': task-3494870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.722839] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494867, 'name': CreateVM_Task, 'duration_secs': 0.409875} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.723402] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494862, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.723650] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.724907] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.724907] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.725075] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.725305] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e493053-7f5e-49b7-92c2-c5a997309d37 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.736095] env[69226]: DEBUG oslo_vmware.api [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494868, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.737162] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Waiting for the task: (returnval){ [ 870.737162] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52467c51-4153-656c-7a89-5f9ea6ff159e" [ 870.737162] env[69226]: _type = "Task" [ 870.737162] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.746732] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.398s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.748861] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52467c51-4153-656c-7a89-5f9ea6ff159e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.749288] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.663s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.750952] env[69226]: INFO nova.compute.claims [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.771838] env[69226]: INFO nova.scheduler.client.report [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Deleted allocations for instance bc027f19-a069-407f-b861-66aa7c868033 [ 870.846095] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494869, 'name': Rename_Task, 'duration_secs': 0.142606} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.846380] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.846685] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e99c66ce-e027-40fa-b187-ea13815deb0b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.853111] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 870.853111] env[69226]: value = "task-3494871" [ 870.853111] env[69226]: _type = "Task" [ 870.853111] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.864143] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.892608] env[69226]: DEBUG oslo_concurrency.lockutils [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquiring lock "a5a5f420-183b-4e6f-b2bc-6908836bc3de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.892915] env[69226]: DEBUG oslo_concurrency.lockutils [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lock "a5a5f420-183b-4e6f-b2bc-6908836bc3de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.898593] env[69226]: INFO nova.compute.manager [-] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Took 1.32 seconds to deallocate network for instance. [ 870.927598] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-425a5b54-3b97-4859-89f8-4133d01f47b6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.938350] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5544def8-dbf7-44d5-a7dd-9990930a5755 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.957046] env[69226]: DEBUG nova.network.neutron [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Successfully updated port: 8e16ec83-a442-457d-baad-0e4be12f6d07 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.977522] env[69226]: DEBUG nova.compute.manager [req-701b01ae-7f57-4e4b-bc75-465f357e54b2 req-7dded324-2227-4930-8d2d-9f8377c80046 service nova] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Detach interface failed, port_id=ac6daf16-3549-496b-a3ac-9c4a6b64141d, reason: Instance ab246b37-d9a2-454a-932b-3b49cba0e0f9 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.024395] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c99b09-f102-fdf9-7ad3-0304b00346bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.024665] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.024928] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 3858324e-af5f-44a8-8099-22bd4305a3c5/3858324e-af5f-44a8-8099-22bd4305a3c5.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.025207] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58d2ac08-4b54-4366-b88c-79882bbe9234 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.032321] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Waiting for the task: (returnval){ [ 871.032321] env[69226]: value = "task-3494872" [ 871.032321] env[69226]: _type = "Task" [ 871.032321] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.042194] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': task-3494872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.076649] env[69226]: DEBUG oslo_concurrency.lockutils [req-d888b2ad-7b95-4afb-b150-03c436cb45d1 req-4fe6ca13-3687-4621-b4ba-7df2a3707059 service nova] Releasing lock "refresh_cache-8a18b244-a347-4b96-ae6f-bb2aeec8f85d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.089577] env[69226]: INFO nova.compute.manager [-] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Took 1.51 seconds to deallocate network for instance. [ 871.192037] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': task-3494870, 'name': ReconfigVM_Task, 'duration_secs': 0.414065} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.192364] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Reconfigured VM instance instance-00000035 to attach disk [datastore1] d9603c2e-f0e0-45a6-a31d-b58c052874d4/d9603c2e-f0e0-45a6-a31d-b58c052874d4.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.192967] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4431ed18-bb64-4b97-a751-1664479f7657 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.198973] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Waiting for the task: (returnval){ [ 871.198973] env[69226]: value = "task-3494873" [ 871.198973] env[69226]: _type = "Task" [ 871.198973] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.207311] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': task-3494873, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.218945] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494862, 'name': CloneVM_Task} progress is 95%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.234894] env[69226]: DEBUG oslo_vmware.api [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494868, 'name': PowerOffVM_Task, 'duration_secs': 0.525624} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.235388] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.235592] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.235888] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6d91e36-f0d1-4e67-9aca-d4b5b4ce810a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.246925] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52467c51-4153-656c-7a89-5f9ea6ff159e, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.247248] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.247482] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.247782] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.247945] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.248156] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.248431] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53002bb7-dfc7-4fa1-888c-3b566fbd17d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.262921] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.263142] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.267017] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f8d3b50-4569-444e-b5e3-c2ae6173db61 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.269666] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Waiting for the task: (returnval){ [ 871.269666] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52adce03-fa6a-2d41-2881-db168089cd01" [ 871.269666] env[69226]: _type = "Task" [ 871.269666] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.284025] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52adce03-fa6a-2d41-2881-db168089cd01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.284025] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f4c58c0-4dd3-4506-b330-09f5df25707f tempest-FloatingIPsAssociationTestJSON-828494427 tempest-FloatingIPsAssociationTestJSON-828494427-project-member] Lock "bc027f19-a069-407f-b861-66aa7c868033" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.562s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.347439] env[69226]: DEBUG nova.compute.manager [req-337adae3-7167-4b74-a68d-155f45d16b59 req-296af001-887b-48b9-bb50-2488a433092b service nova] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Received event network-vif-deleted-8b307c7a-1569-486b-ba4f-45742449e5c3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.347659] env[69226]: DEBUG nova.compute.manager [req-337adae3-7167-4b74-a68d-155f45d16b59 req-296af001-887b-48b9-bb50-2488a433092b service nova] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Received event network-vif-plugged-8e16ec83-a442-457d-baad-0e4be12f6d07 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.347854] env[69226]: DEBUG oslo_concurrency.lockutils [req-337adae3-7167-4b74-a68d-155f45d16b59 req-296af001-887b-48b9-bb50-2488a433092b service nova] Acquiring lock "9e2ae17d-ccd9-46cf-9896-67977cfc5e4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.348081] env[69226]: DEBUG oslo_concurrency.lockutils [req-337adae3-7167-4b74-a68d-155f45d16b59 req-296af001-887b-48b9-bb50-2488a433092b service nova] Lock "9e2ae17d-ccd9-46cf-9896-67977cfc5e4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.348263] env[69226]: DEBUG oslo_concurrency.lockutils [req-337adae3-7167-4b74-a68d-155f45d16b59 req-296af001-887b-48b9-bb50-2488a433092b service nova] Lock "9e2ae17d-ccd9-46cf-9896-67977cfc5e4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.348406] env[69226]: DEBUG nova.compute.manager [req-337adae3-7167-4b74-a68d-155f45d16b59 req-296af001-887b-48b9-bb50-2488a433092b service nova] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] No waiting events found dispatching network-vif-plugged-8e16ec83-a442-457d-baad-0e4be12f6d07 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.348567] env[69226]: WARNING nova.compute.manager [req-337adae3-7167-4b74-a68d-155f45d16b59 req-296af001-887b-48b9-bb50-2488a433092b service nova] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Received unexpected event network-vif-plugged-8e16ec83-a442-457d-baad-0e4be12f6d07 for instance with vm_state building and task_state spawning. [ 871.348714] env[69226]: DEBUG nova.compute.manager [req-337adae3-7167-4b74-a68d-155f45d16b59 req-296af001-887b-48b9-bb50-2488a433092b service nova] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Received event network-changed-8e16ec83-a442-457d-baad-0e4be12f6d07 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.348860] env[69226]: DEBUG nova.compute.manager [req-337adae3-7167-4b74-a68d-155f45d16b59 req-296af001-887b-48b9-bb50-2488a433092b service nova] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Refreshing instance network info cache due to event network-changed-8e16ec83-a442-457d-baad-0e4be12f6d07. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.349081] env[69226]: DEBUG oslo_concurrency.lockutils [req-337adae3-7167-4b74-a68d-155f45d16b59 req-296af001-887b-48b9-bb50-2488a433092b service nova] Acquiring lock "refresh_cache-9e2ae17d-ccd9-46cf-9896-67977cfc5e4f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.349182] env[69226]: DEBUG oslo_concurrency.lockutils [req-337adae3-7167-4b74-a68d-155f45d16b59 req-296af001-887b-48b9-bb50-2488a433092b service nova] Acquired lock "refresh_cache-9e2ae17d-ccd9-46cf-9896-67977cfc5e4f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.349333] env[69226]: DEBUG nova.network.neutron [req-337adae3-7167-4b74-a68d-155f45d16b59 req-296af001-887b-48b9-bb50-2488a433092b service nova] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Refreshing network info cache for port 8e16ec83-a442-457d-baad-0e4be12f6d07 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.363163] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494871, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.384746] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.385041] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.385243] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Deleting the datastore file [datastore1] 2a72a8c9-861c-4579-beb6-fe810df0cfeb {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.385544] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83e760bd-3ab9-4a5d-9ec9-1b4b178e24f1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.392853] env[69226]: DEBUG oslo_vmware.api [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 871.392853] env[69226]: value = "task-3494875" [ 871.392853] env[69226]: _type = "Task" [ 871.392853] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.401758] env[69226]: DEBUG oslo_vmware.api [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.405865] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.459983] env[69226]: DEBUG oslo_concurrency.lockutils [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquiring lock "refresh_cache-9e2ae17d-ccd9-46cf-9896-67977cfc5e4f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.543926] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': task-3494872, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.596286] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.709197] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': task-3494873, 'name': Rename_Task, 'duration_secs': 0.454835} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.709508] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.710014] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68846451-db02-4414-8c68-bded33eae3ab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.720213] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494862, 'name': CloneVM_Task, 'duration_secs': 2.364968} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.721491] env[69226]: INFO nova.virt.vmwareapi.vmops [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Created linked-clone VM from snapshot [ 871.721949] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Waiting for the task: (returnval){ [ 871.721949] env[69226]: value = "task-3494876" [ 871.721949] env[69226]: _type = "Task" [ 871.721949] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.722878] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dbcb7f-94c9-4805-bfb5-6ba06e1d3417 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.733108] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Uploading image f5f4d448-4397-4099-9ce1-54f9184a42d2 {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 871.739529] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': task-3494876, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.763252] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 871.763252] env[69226]: value = "vm-698525" [ 871.763252] env[69226]: _type = "VirtualMachine" [ 871.763252] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 871.764490] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bb89dec4-97a9-4de1-8952-3067466cfb66 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.774103] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lease: (returnval){ [ 871.774103] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e38572-fe3b-dd2f-c632-ea127ebcde9b" [ 871.774103] env[69226]: _type = "HttpNfcLease" [ 871.774103] env[69226]: } obtained for exporting VM: (result){ [ 871.774103] env[69226]: value = "vm-698525" [ 871.774103] env[69226]: _type = "VirtualMachine" [ 871.774103] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 871.774103] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the lease: (returnval){ [ 871.774103] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e38572-fe3b-dd2f-c632-ea127ebcde9b" [ 871.774103] env[69226]: _type = "HttpNfcLease" [ 871.774103] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 871.787837] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52adce03-fa6a-2d41-2881-db168089cd01, 'name': SearchDatastore_Task, 'duration_secs': 0.06518} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.790332] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.790332] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e38572-fe3b-dd2f-c632-ea127ebcde9b" [ 871.790332] env[69226]: _type = "HttpNfcLease" [ 871.790332] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 871.790838] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4041a7-06a5-4878-b595-649bf4105397 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.798276] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Waiting for the task: (returnval){ [ 871.798276] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52282ed7-3638-4db0-d0e1-8cf96f1bbc26" [ 871.798276] env[69226]: _type = "Task" [ 871.798276] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.806504] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52282ed7-3638-4db0-d0e1-8cf96f1bbc26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.862541] env[69226]: DEBUG oslo_vmware.api [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494871, 'name': PowerOnVM_Task, 'duration_secs': 0.868229} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.865930] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.865930] env[69226]: DEBUG nova.compute.manager [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.866479] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974b2914-9b6d-444d-9592-6d0239dcebf1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.901316] env[69226]: DEBUG nova.network.neutron [req-337adae3-7167-4b74-a68d-155f45d16b59 req-296af001-887b-48b9-bb50-2488a433092b service nova] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.906443] env[69226]: DEBUG oslo_vmware.api [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.005399] env[69226]: DEBUG nova.network.neutron [req-337adae3-7167-4b74-a68d-155f45d16b59 req-296af001-887b-48b9-bb50-2488a433092b service nova] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.050565] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': task-3494872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543805} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.053501] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 3858324e-af5f-44a8-8099-22bd4305a3c5/3858324e-af5f-44a8-8099-22bd4305a3c5.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.053736] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.054512] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efcae163-31e2-43ce-91ba-abd02abafeea {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.061370] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Waiting for the task: (returnval){ [ 872.061370] env[69226]: value = "task-3494878" [ 872.061370] env[69226]: _type = "Task" [ 872.061370] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.071801] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': task-3494878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.238032] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': task-3494876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.286894] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 872.286894] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e38572-fe3b-dd2f-c632-ea127ebcde9b" [ 872.286894] env[69226]: _type = "HttpNfcLease" [ 872.286894] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 872.287795] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 872.287795] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e38572-fe3b-dd2f-c632-ea127ebcde9b" [ 872.287795] env[69226]: _type = "HttpNfcLease" [ 872.287795] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 872.287986] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49737589-2f81-439f-a81e-39a4ba8159c8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.298849] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b372bc-eb78-fd47-37f5-689b9c68072d/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 872.299061] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b372bc-eb78-fd47-37f5-689b9c68072d/disk-0.vmdk for reading. {{(pid=69226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 872.371179] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52282ed7-3638-4db0-d0e1-8cf96f1bbc26, 'name': SearchDatastore_Task, 'duration_secs': 0.031771} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.371179] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.371179] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 8a18b244-a347-4b96-ae6f-bb2aeec8f85d/8a18b244-a347-4b96-ae6f-bb2aeec8f85d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.371179] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a8a6aa0-21c1-478e-bff2-280de30eacd6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.378224] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Waiting for the task: (returnval){ [ 872.378224] env[69226]: value = "task-3494879" [ 872.378224] env[69226]: _type = "Task" [ 872.378224] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.395720] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': task-3494879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.395720] env[69226]: DEBUG oslo_concurrency.lockutils [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.403721] env[69226]: DEBUG oslo_vmware.api [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3494875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.543249} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.406243] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.406447] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.406601] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.406772] env[69226]: INFO nova.compute.manager [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Took 2.21 seconds to destroy the instance on the hypervisor. [ 872.407017] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.408167] env[69226]: DEBUG nova.compute.manager [-] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.408167] env[69226]: DEBUG nova.network.neutron [-] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.446531] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb16778-0186-4c76-8535-c3488a579435 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.454667] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202ac7f6-23c9-460e-9ff3-8691358da064 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.488577] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fb7cda-ab8b-4d81-bf79-1206c4ca7a39 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.493713] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-be1c9685-8a90-47f1-8cb6-047df133840b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.499521] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d6b234-792e-44cf-a164-8bcd78e2182c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.513434] env[69226]: DEBUG oslo_concurrency.lockutils [req-337adae3-7167-4b74-a68d-155f45d16b59 req-296af001-887b-48b9-bb50-2488a433092b service nova] Releasing lock "refresh_cache-9e2ae17d-ccd9-46cf-9896-67977cfc5e4f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.514057] env[69226]: DEBUG nova.compute.provider_tree [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.517269] env[69226]: DEBUG oslo_concurrency.lockutils [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquired lock "refresh_cache-9e2ae17d-ccd9-46cf-9896-67977cfc5e4f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.517926] env[69226]: DEBUG nova.network.neutron [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.575629] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': task-3494878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.453312} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.575629] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.575629] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b820eed-cab5-4776-b74b-0d6cd8ff13f7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.598148] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 3858324e-af5f-44a8-8099-22bd4305a3c5/3858324e-af5f-44a8-8099-22bd4305a3c5.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.598701] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a04058d-cfec-4c05-a6ae-3c2c7a293b95 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.618849] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Waiting for the task: (returnval){ [ 872.618849] env[69226]: value = "task-3494880" [ 872.618849] env[69226]: _type = "Task" [ 872.618849] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.627139] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': task-3494880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.741339] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': task-3494876, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.892028] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': task-3494879, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.026574] env[69226]: DEBUG nova.scheduler.client.report [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.080576] env[69226]: DEBUG nova.network.neutron [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.135475] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': task-3494880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.244597] env[69226]: DEBUG oslo_vmware.api [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': task-3494876, 'name': PowerOnVM_Task, 'duration_secs': 1.436946} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.245599] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.245821] env[69226]: INFO nova.compute.manager [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Took 11.16 seconds to spawn the instance on the hypervisor. [ 873.246050] env[69226]: DEBUG nova.compute.manager [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.247734] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb3c3f8-cded-401b-85f4-0d0a06d8b6d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.333651] env[69226]: DEBUG nova.network.neutron [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Updating instance_info_cache with network_info: [{"id": "8e16ec83-a442-457d-baad-0e4be12f6d07", "address": "fa:16:3e:40:21:06", "network": {"id": "abdc95ac-e61e-4322-837b-6e9cf2dcb57c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1044912830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443febbfd5ee43548ee87f52b9da7d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e16ec83-a4", "ovs_interfaceid": "8e16ec83-a442-457d-baad-0e4be12f6d07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.398973] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': task-3494879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811704} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.399318] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 8a18b244-a347-4b96-ae6f-bb2aeec8f85d/8a18b244-a347-4b96-ae6f-bb2aeec8f85d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.399622] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.399889] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-104675be-5601-4c83-b605-9bc025e3b7dc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.406810] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Waiting for the task: (returnval){ [ 873.406810] env[69226]: value = "task-3494881" [ 873.406810] env[69226]: _type = "Task" [ 873.406810] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.418174] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': task-3494881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.533240] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.536041] env[69226]: DEBUG nova.compute.manager [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.537416] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.745s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.539434] env[69226]: INFO nova.compute.claims [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.555080] env[69226]: DEBUG nova.network.neutron [-] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.632495] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': task-3494880, 'name': ReconfigVM_Task, 'duration_secs': 0.643411} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.633158] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 3858324e-af5f-44a8-8099-22bd4305a3c5/3858324e-af5f-44a8-8099-22bd4305a3c5.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.633158] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4e4119f-a1bf-4726-8fd3-00fdc93b8d27 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.641664] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Waiting for the task: (returnval){ [ 873.641664] env[69226]: value = "task-3494882" [ 873.641664] env[69226]: _type = "Task" [ 873.641664] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.652184] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': task-3494882, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.774169] env[69226]: INFO nova.compute.manager [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Took 35.08 seconds to build instance. [ 873.838238] env[69226]: DEBUG oslo_concurrency.lockutils [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Releasing lock "refresh_cache-9e2ae17d-ccd9-46cf-9896-67977cfc5e4f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.839850] env[69226]: DEBUG nova.compute.manager [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Instance network_info: |[{"id": "8e16ec83-a442-457d-baad-0e4be12f6d07", "address": "fa:16:3e:40:21:06", "network": {"id": "abdc95ac-e61e-4322-837b-6e9cf2dcb57c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1044912830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443febbfd5ee43548ee87f52b9da7d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e16ec83-a4", "ovs_interfaceid": "8e16ec83-a442-457d-baad-0e4be12f6d07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.840241] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:21:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e16ec83-a442-457d-baad-0e4be12f6d07', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.849086] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.849773] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.850804] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f8bdfc0-be6c-41b6-83b3-7d62096f0b46 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.880092] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.880092] env[69226]: value = "task-3494883" [ 873.880092] env[69226]: _type = "Task" [ 873.880092] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.892536] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494883, 'name': CreateVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.894585] env[69226]: INFO nova.compute.manager [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Rebuilding instance [ 873.899307] env[69226]: DEBUG nova.compute.manager [req-e6090e4d-b3f0-47ba-943d-15f36ecdcb4f req-9a25d848-369f-44fe-becc-14be47aeabff service nova] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Received event network-vif-deleted-850c8e3b-22e7-46ca-8d45-3dff6f7a48f7 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.922242] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': task-3494881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071685} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.923258] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.924411] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6794b7ae-4254-4a54-b1cf-4b470406e709 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.956858] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 8a18b244-a347-4b96-ae6f-bb2aeec8f85d/8a18b244-a347-4b96-ae6f-bb2aeec8f85d.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.962567] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28f7c2c3-28d7-4f3c-a3ee-a730c72c436f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.991063] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Waiting for the task: (returnval){ [ 873.991063] env[69226]: value = "task-3494884" [ 873.991063] env[69226]: _type = "Task" [ 873.991063] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.007633] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': task-3494884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.014683] env[69226]: DEBUG nova.compute.manager [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.015578] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a000109f-e9be-41b0-bcd6-a6d705318645 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.045956] env[69226]: DEBUG nova.compute.utils [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.050234] env[69226]: DEBUG nova.compute.manager [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.050514] env[69226]: DEBUG nova.network.neutron [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.059971] env[69226]: INFO nova.compute.manager [-] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Took 1.65 seconds to deallocate network for instance. [ 874.124171] env[69226]: DEBUG nova.policy [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e28525a463fc4b05ae112695bf50fa41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5c90affeeba4a96a2ce06504cef2ed6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.153443] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': task-3494882, 'name': Rename_Task, 'duration_secs': 0.266936} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.153982] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.154281] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfb92853-6da0-4d8c-9aaa-12d6483f9207 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.160512] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Waiting for the task: (returnval){ [ 874.160512] env[69226]: value = "task-3494885" [ 874.160512] env[69226]: _type = "Task" [ 874.160512] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.168516] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': task-3494885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.277672] env[69226]: DEBUG oslo_concurrency.lockutils [None req-02a51f73-406c-4d7d-b855-6ab7d44dd7e1 tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Lock "d9603c2e-f0e0-45a6-a31d-b58c052874d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.455s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.394593] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494883, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.501430] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': task-3494884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.550944] env[69226]: DEBUG nova.compute.manager [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.568528] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.679613] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': task-3494885, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.721930] env[69226]: DEBUG nova.network.neutron [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Successfully created port: 3e80aba7-a5d8-4e32-88f0-20870934c4da {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.781081] env[69226]: DEBUG nova.compute.manager [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.894646] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494883, 'name': CreateVM_Task, 'duration_secs': 0.66271} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.898910] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.899572] env[69226]: DEBUG oslo_concurrency.lockutils [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.899779] env[69226]: DEBUG oslo_concurrency.lockutils [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.900134] env[69226]: DEBUG oslo_concurrency.lockutils [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.900418] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf873e3a-244d-477e-84fc-ccd8a84571f5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.906304] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 874.906304] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521baebd-2127-b412-4451-59bb9c83927a" [ 874.906304] env[69226]: _type = "Task" [ 874.906304] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.914975] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521baebd-2127-b412-4451-59bb9c83927a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.005186] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': task-3494884, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.037086] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.037892] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cff78f2d-117f-4ebe-a39e-5d4260804914 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.046957] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 875.046957] env[69226]: value = "task-3494886" [ 875.046957] env[69226]: _type = "Task" [ 875.046957] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.062827] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.172501] env[69226]: DEBUG oslo_vmware.api [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': task-3494885, 'name': PowerOnVM_Task, 'duration_secs': 0.913471} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.172815] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.173220] env[69226]: INFO nova.compute.manager [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Took 10.22 seconds to spawn the instance on the hypervisor. [ 875.173495] env[69226]: DEBUG nova.compute.manager [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.174775] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549adaa9-a2b9-4500-83dd-35733acd655a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.311958] env[69226]: DEBUG oslo_concurrency.lockutils [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.367957] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb2aded-2c94-44fe-a16f-4a0f0db5a931 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.375971] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0269f58-ff69-4816-98ff-a71452459835 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.417262] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b42cdc-9389-4a43-be5e-63bcab4448dc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.432324] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521baebd-2127-b412-4451-59bb9c83927a, 'name': SearchDatastore_Task, 'duration_secs': 0.014115} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.432677] env[69226]: DEBUG oslo_concurrency.lockutils [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.432917] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.433154] env[69226]: DEBUG oslo_concurrency.lockutils [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.433298] env[69226]: DEBUG oslo_concurrency.lockutils [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.433486] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.434728] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d89301-ef07-4294-9ae8-541c14d729aa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.438706] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2deca811-31df-491b-8db0-063f217b4e42 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.452414] env[69226]: DEBUG nova.compute.provider_tree [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.456094] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.456094] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.456094] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1c8abb-0b10-417e-99ff-27b4ebf4368b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.461106] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 875.461106] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528a520c-9b3e-1aed-8d0a-faa85fb87a84" [ 875.461106] env[69226]: _type = "Task" [ 875.461106] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.471606] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528a520c-9b3e-1aed-8d0a-faa85fb87a84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.504888] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': task-3494884, 'name': ReconfigVM_Task, 'duration_secs': 1.026122} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.504888] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 8a18b244-a347-4b96-ae6f-bb2aeec8f85d/8a18b244-a347-4b96-ae6f-bb2aeec8f85d.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.506041] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-daa1c7d3-0a60-43aa-87ce-cb8bff867f2d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.512595] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Waiting for the task: (returnval){ [ 875.512595] env[69226]: value = "task-3494887" [ 875.512595] env[69226]: _type = "Task" [ 875.512595] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.521196] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': task-3494887, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.558301] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494886, 'name': PowerOffVM_Task, 'duration_secs': 0.239774} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.558608] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.558981] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.562289] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49de06f0-aba3-4bbe-9ba2-e8490b535c8b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.569493] env[69226]: DEBUG nova.compute.manager [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.577030] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.577333] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afa2f405-bcfc-4c28-b1c2-94bd64038f47 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.600071] env[69226]: DEBUG nova.virt.hardware [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.600316] env[69226]: DEBUG nova.virt.hardware [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.600466] env[69226]: DEBUG nova.virt.hardware [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.600640] env[69226]: DEBUG nova.virt.hardware [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.600832] env[69226]: DEBUG nova.virt.hardware [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.601096] env[69226]: DEBUG nova.virt.hardware [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.601397] env[69226]: DEBUG nova.virt.hardware [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.601577] env[69226]: DEBUG nova.virt.hardware [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.601840] env[69226]: DEBUG nova.virt.hardware [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.602056] env[69226]: DEBUG nova.virt.hardware [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.602257] env[69226]: DEBUG nova.virt.hardware [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.603468] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b1a914-8ad7-456d-b51a-c53fe42cdc75 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.613334] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72252758-b534-4470-9796-142f5cce43c1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.670162] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.670437] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.671504] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Deleting the datastore file [datastore1] d9bb3328-3100-4fdf-8b21-1a18930c98a1 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.671870] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-591dcf2a-bb0a-421a-8f8f-f676c12ed9ca {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.679761] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 875.679761] env[69226]: value = "task-3494889" [ 875.679761] env[69226]: _type = "Task" [ 875.679761] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.690400] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.706599] env[69226]: INFO nova.compute.manager [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Took 35.52 seconds to build instance. [ 875.960163] env[69226]: DEBUG nova.scheduler.client.report [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.977701] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528a520c-9b3e-1aed-8d0a-faa85fb87a84, 'name': SearchDatastore_Task, 'duration_secs': 0.01558} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.978050] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c38ba3a-5403-4ac6-a6be-395e3761a45d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.985468] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 875.985468] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525f2e98-7b61-272e-c34e-6107f1694a8c" [ 875.985468] env[69226]: _type = "Task" [ 875.985468] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.994437] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525f2e98-7b61-272e-c34e-6107f1694a8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.023850] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': task-3494887, 'name': Rename_Task, 'duration_secs': 0.271724} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.024931] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.025488] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-181fddd9-0325-4039-89d2-07d3ebad02dc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.033067] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Waiting for the task: (returnval){ [ 876.033067] env[69226]: value = "task-3494890" [ 876.033067] env[69226]: _type = "Task" [ 876.033067] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.057304] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': task-3494890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.191728] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309188} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.192095] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.192358] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.192550] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.208598] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c674fa78-4a77-4492-a769-a5d52d429b16 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Lock "3858324e-af5f-44a8-8099-22bd4305a3c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.794s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.472299] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.933s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.472299] env[69226]: DEBUG nova.compute.manager [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.474200] env[69226]: DEBUG oslo_concurrency.lockutils [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.784s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.474554] env[69226]: DEBUG nova.objects.instance [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 876.502226] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525f2e98-7b61-272e-c34e-6107f1694a8c, 'name': SearchDatastore_Task, 'duration_secs': 0.016401} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.502226] env[69226]: DEBUG oslo_concurrency.lockutils [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.502226] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f/9e2ae17d-ccd9-46cf-9896-67977cfc5e4f.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.502226] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-616eb29b-96a0-4e0b-a8f2-54ff591e243b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.510665] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 876.510665] env[69226]: value = "task-3494891" [ 876.510665] env[69226]: _type = "Task" [ 876.510665] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.525230] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.547582] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': task-3494890, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.567777] env[69226]: DEBUG nova.compute.manager [req-863484b4-240e-49c5-a206-4beeba2f3da4 req-649c1a12-36a1-470b-b4cb-f64a5194ed13 service nova] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Received event network-vif-plugged-3e80aba7-a5d8-4e32-88f0-20870934c4da {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.568014] env[69226]: DEBUG oslo_concurrency.lockutils [req-863484b4-240e-49c5-a206-4beeba2f3da4 req-649c1a12-36a1-470b-b4cb-f64a5194ed13 service nova] Acquiring lock "4803440d-f8d7-47e1-be2c-61bd31e8ccfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.569189] env[69226]: DEBUG oslo_concurrency.lockutils [req-863484b4-240e-49c5-a206-4beeba2f3da4 req-649c1a12-36a1-470b-b4cb-f64a5194ed13 service nova] Lock "4803440d-f8d7-47e1-be2c-61bd31e8ccfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.569189] env[69226]: DEBUG oslo_concurrency.lockutils [req-863484b4-240e-49c5-a206-4beeba2f3da4 req-649c1a12-36a1-470b-b4cb-f64a5194ed13 service nova] Lock "4803440d-f8d7-47e1-be2c-61bd31e8ccfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.569189] env[69226]: DEBUG nova.compute.manager [req-863484b4-240e-49c5-a206-4beeba2f3da4 req-649c1a12-36a1-470b-b4cb-f64a5194ed13 service nova] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] No waiting events found dispatching network-vif-plugged-3e80aba7-a5d8-4e32-88f0-20870934c4da {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.569189] env[69226]: WARNING nova.compute.manager [req-863484b4-240e-49c5-a206-4beeba2f3da4 req-649c1a12-36a1-470b-b4cb-f64a5194ed13 service nova] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Received unexpected event network-vif-plugged-3e80aba7-a5d8-4e32-88f0-20870934c4da for instance with vm_state building and task_state spawning. [ 876.679418] env[69226]: DEBUG nova.network.neutron [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Successfully updated port: 3e80aba7-a5d8-4e32-88f0-20870934c4da {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.714626] env[69226]: DEBUG nova.compute.manager [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.987971] env[69226]: DEBUG nova.compute.utils [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.989762] env[69226]: DEBUG nova.compute.manager [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.989994] env[69226]: DEBUG nova.network.neutron [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.023345] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494891, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.048841] env[69226]: DEBUG oslo_vmware.api [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': task-3494890, 'name': PowerOnVM_Task, 'duration_secs': 0.698485} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.049134] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.049338] env[69226]: INFO nova.compute.manager [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Took 9.41 seconds to spawn the instance on the hypervisor. [ 877.049559] env[69226]: DEBUG nova.compute.manager [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.050480] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3006b279-e64b-4d06-bcee-b07b0efa5243 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.123945] env[69226]: DEBUG nova.policy [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2a62b8e162f4b4fa43b177504fff031', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e0802681ec24d5fbc5b977a3478c709', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.184493] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Acquiring lock "refresh_cache-4803440d-f8d7-47e1-be2c-61bd31e8ccfd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.184716] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Acquired lock "refresh_cache-4803440d-f8d7-47e1-be2c-61bd31e8ccfd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.184953] env[69226]: DEBUG nova.network.neutron [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.232258] env[69226]: DEBUG nova.virt.hardware [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.232844] env[69226]: DEBUG nova.virt.hardware [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.232844] env[69226]: DEBUG nova.virt.hardware [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.232844] env[69226]: DEBUG nova.virt.hardware [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.233057] env[69226]: DEBUG nova.virt.hardware [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.233107] env[69226]: DEBUG nova.virt.hardware [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.233330] env[69226]: DEBUG nova.virt.hardware [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.234080] env[69226]: DEBUG nova.virt.hardware [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.234080] env[69226]: DEBUG nova.virt.hardware [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.234080] env[69226]: DEBUG nova.virt.hardware [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.234080] env[69226]: DEBUG nova.virt.hardware [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.234894] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3038a554-8fe5-41c4-bc4e-c7f1d55207de {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.244492] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f013b1-3efe-466e-b624-031d29221ee9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.250182] env[69226]: DEBUG oslo_concurrency.lockutils [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.261239] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:9a:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.269381] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.269697] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.269996] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6423713c-e94e-40e0-9e0d-f594e59ca85f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.290702] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.290702] env[69226]: value = "task-3494892" [ 877.290702] env[69226]: _type = "Task" [ 877.290702] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.300024] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494892, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.360284] env[69226]: DEBUG nova.compute.manager [req-d02631a3-31f4-457f-8b97-2b23746b09f4 req-c2d737ab-b030-427c-bcb7-864d0abbb153 service nova] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Received event network-changed-632b1ae3-d182-4ee6-b497-5a810f743cbf {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.360492] env[69226]: DEBUG nova.compute.manager [req-d02631a3-31f4-457f-8b97-2b23746b09f4 req-c2d737ab-b030-427c-bcb7-864d0abbb153 service nova] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Refreshing instance network info cache due to event network-changed-632b1ae3-d182-4ee6-b497-5a810f743cbf. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.360735] env[69226]: DEBUG oslo_concurrency.lockutils [req-d02631a3-31f4-457f-8b97-2b23746b09f4 req-c2d737ab-b030-427c-bcb7-864d0abbb153 service nova] Acquiring lock "refresh_cache-3858324e-af5f-44a8-8099-22bd4305a3c5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.360896] env[69226]: DEBUG oslo_concurrency.lockutils [req-d02631a3-31f4-457f-8b97-2b23746b09f4 req-c2d737ab-b030-427c-bcb7-864d0abbb153 service nova] Acquired lock "refresh_cache-3858324e-af5f-44a8-8099-22bd4305a3c5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.361191] env[69226]: DEBUG nova.network.neutron [req-d02631a3-31f4-457f-8b97-2b23746b09f4 req-c2d737ab-b030-427c-bcb7-864d0abbb153 service nova] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Refreshing network info cache for port 632b1ae3-d182-4ee6-b497-5a810f743cbf {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.493256] env[69226]: DEBUG oslo_concurrency.lockutils [None req-616f3e90-3f00-4670-848d-f20207c53170 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.495187] env[69226]: DEBUG nova.compute.manager [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.497688] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.299s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.499271] env[69226]: INFO nova.compute.claims [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.523702] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79517} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.524042] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f/9e2ae17d-ccd9-46cf-9896-67977cfc5e4f.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.524323] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.525277] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d398fedc-1dfb-44d6-a5d9-d0789460ce4b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.536370] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 877.536370] env[69226]: value = "task-3494893" [ 877.536370] env[69226]: _type = "Task" [ 877.536370] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.547966] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.570026] env[69226]: INFO nova.compute.manager [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Took 32.61 seconds to build instance. [ 877.733330] env[69226]: DEBUG nova.network.neutron [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.804767] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494892, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.024536] env[69226]: DEBUG nova.network.neutron [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Updating instance_info_cache with network_info: [{"id": "3e80aba7-a5d8-4e32-88f0-20870934c4da", "address": "fa:16:3e:18:16:17", "network": {"id": "390ca182-8349-4013-afcd-9021ba2a7ab4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-517670329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c90affeeba4a96a2ce06504cef2ed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e80aba7-a5", "ovs_interfaceid": "3e80aba7-a5d8-4e32-88f0-20870934c4da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.050649] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097559} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.053432] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.054652] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18eb2648-62b4-491e-b315-bc26e8d79101 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.080784] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c2f39462-9255-4331-b927-df1d53618c4e tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Lock "8a18b244-a347-4b96-ae6f-bb2aeec8f85d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.523s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.089012] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f/9e2ae17d-ccd9-46cf-9896-67977cfc5e4f.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.094535] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2523c671-8a00-45e7-ab8e-085f4564af60 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.114535] env[69226]: DEBUG nova.network.neutron [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Successfully created port: 0420956f-3eec-4f90-b91a-7631959fcff6 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.117781] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Acquiring lock "bb2197bb-1eac-4813-b7d6-a2cce069d6f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.118026] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Lock "bb2197bb-1eac-4813-b7d6-a2cce069d6f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.124695] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 878.124695] env[69226]: value = "task-3494894" [ 878.124695] env[69226]: _type = "Task" [ 878.124695] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.137965] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494894, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.248273] env[69226]: DEBUG nova.network.neutron [req-d02631a3-31f4-457f-8b97-2b23746b09f4 req-c2d737ab-b030-427c-bcb7-864d0abbb153 service nova] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Updated VIF entry in instance network info cache for port 632b1ae3-d182-4ee6-b497-5a810f743cbf. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.248651] env[69226]: DEBUG nova.network.neutron [req-d02631a3-31f4-457f-8b97-2b23746b09f4 req-c2d737ab-b030-427c-bcb7-864d0abbb153 service nova] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Updating instance_info_cache with network_info: [{"id": "632b1ae3-d182-4ee6-b497-5a810f743cbf", "address": "fa:16:3e:57:67:90", "network": {"id": "3f8fb265-6c5d-4f46-b8a6-a007a1a015fc", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-909981985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f05c4e4a791c4c079882b3318b5828b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap632b1ae3-d1", "ovs_interfaceid": "632b1ae3-d182-4ee6-b497-5a810f743cbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.311089] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494892, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.521189] env[69226]: DEBUG nova.compute.manager [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.527744] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Releasing lock "refresh_cache-4803440d-f8d7-47e1-be2c-61bd31e8ccfd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.528080] env[69226]: DEBUG nova.compute.manager [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Instance network_info: |[{"id": "3e80aba7-a5d8-4e32-88f0-20870934c4da", "address": "fa:16:3e:18:16:17", "network": {"id": "390ca182-8349-4013-afcd-9021ba2a7ab4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-517670329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c90affeeba4a96a2ce06504cef2ed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e80aba7-a5", "ovs_interfaceid": "3e80aba7-a5d8-4e32-88f0-20870934c4da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.528475] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:16:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e80aba7-a5d8-4e32-88f0-20870934c4da', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.540376] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Creating folder: Project (e5c90affeeba4a96a2ce06504cef2ed6). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.541363] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92d81e78-29e9-44ba-bdd2-0935dbeeb82f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.553803] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Created folder: Project (e5c90affeeba4a96a2ce06504cef2ed6) in parent group-v698365. [ 878.556856] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Creating folder: Instances. Parent ref: group-v698531. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.564393] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53bd2311-090d-412f-8f3e-93316b7b4547 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.574379] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Created folder: Instances in parent group-v698531. [ 878.574627] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.574823] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.575064] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0d7161f-4835-462e-9478-bb38a4700806 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.596247] env[69226]: DEBUG nova.virt.hardware [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.596506] env[69226]: DEBUG nova.virt.hardware [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.596661] env[69226]: DEBUG nova.virt.hardware [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.596890] env[69226]: DEBUG nova.virt.hardware [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.597056] env[69226]: DEBUG nova.virt.hardware [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.597208] env[69226]: DEBUG nova.virt.hardware [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.597453] env[69226]: DEBUG nova.virt.hardware [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.597605] env[69226]: DEBUG nova.virt.hardware [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.597757] env[69226]: DEBUG nova.virt.hardware [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.597919] env[69226]: DEBUG nova.virt.hardware [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.598106] env[69226]: DEBUG nova.virt.hardware [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.602032] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadd20a3-153f-454a-983d-c4d1669588c2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.612347] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14e9346-9bb4-47a7-b2e8-010f3f96119b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.616254] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.616254] env[69226]: value = "task-3494897" [ 878.616254] env[69226]: _type = "Task" [ 878.616254] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.630070] env[69226]: DEBUG nova.compute.manager [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.642148] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494897, 'name': CreateVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.647451] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.751389] env[69226]: DEBUG oslo_concurrency.lockutils [req-d02631a3-31f4-457f-8b97-2b23746b09f4 req-c2d737ab-b030-427c-bcb7-864d0abbb153 service nova] Releasing lock "refresh_cache-3858324e-af5f-44a8-8099-22bd4305a3c5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.816980] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494892, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.836361] env[69226]: DEBUG nova.compute.manager [req-8cf87ae9-945f-4ca4-ac0a-24ee8b637206 req-9acd1beb-d0d6-45b4-8030-f35df0bde9f0 service nova] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Received event network-changed-3e80aba7-a5d8-4e32-88f0-20870934c4da {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.836561] env[69226]: DEBUG nova.compute.manager [req-8cf87ae9-945f-4ca4-ac0a-24ee8b637206 req-9acd1beb-d0d6-45b4-8030-f35df0bde9f0 service nova] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Refreshing instance network info cache due to event network-changed-3e80aba7-a5d8-4e32-88f0-20870934c4da. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.837948] env[69226]: DEBUG oslo_concurrency.lockutils [req-8cf87ae9-945f-4ca4-ac0a-24ee8b637206 req-9acd1beb-d0d6-45b4-8030-f35df0bde9f0 service nova] Acquiring lock "refresh_cache-4803440d-f8d7-47e1-be2c-61bd31e8ccfd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.837948] env[69226]: DEBUG oslo_concurrency.lockutils [req-8cf87ae9-945f-4ca4-ac0a-24ee8b637206 req-9acd1beb-d0d6-45b4-8030-f35df0bde9f0 service nova] Acquired lock "refresh_cache-4803440d-f8d7-47e1-be2c-61bd31e8ccfd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.838261] env[69226]: DEBUG nova.network.neutron [req-8cf87ae9-945f-4ca4-ac0a-24ee8b637206 req-9acd1beb-d0d6-45b4-8030-f35df0bde9f0 service nova] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Refreshing network info cache for port 3e80aba7-a5d8-4e32-88f0-20870934c4da {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.933225] env[69226]: DEBUG oslo_concurrency.lockutils [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Acquiring lock "d9603c2e-f0e0-45a6-a31d-b58c052874d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.933426] env[69226]: DEBUG oslo_concurrency.lockutils [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Lock "d9603c2e-f0e0-45a6-a31d-b58c052874d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.933584] env[69226]: DEBUG oslo_concurrency.lockutils [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Acquiring lock "d9603c2e-f0e0-45a6-a31d-b58c052874d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.933757] env[69226]: DEBUG oslo_concurrency.lockutils [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Lock "d9603c2e-f0e0-45a6-a31d-b58c052874d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.933921] env[69226]: DEBUG oslo_concurrency.lockutils [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Lock "d9603c2e-f0e0-45a6-a31d-b58c052874d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.936927] env[69226]: INFO nova.compute.manager [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Terminating instance [ 879.134073] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494897, 'name': CreateVM_Task, 'duration_secs': 0.47311} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.140760] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.144983] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.145188] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.145496] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.148135] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ae9a29c-60b9-4e74-a122-156b9d17725d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.158243] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Waiting for the task: (returnval){ [ 879.158243] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52eb8b68-7454-a5e4-0076-53514616535b" [ 879.158243] env[69226]: _type = "Task" [ 879.158243] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.160132] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494894, 'name': ReconfigVM_Task, 'duration_secs': 0.810539} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.163712] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f/9e2ae17d-ccd9-46cf-9896-67977cfc5e4f.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.165074] env[69226]: DEBUG oslo_concurrency.lockutils [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.165314] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa7c24e3-b81a-4725-a0db-ed9abe7e5e9d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.174104] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52eb8b68-7454-a5e4-0076-53514616535b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.175509] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 879.175509] env[69226]: value = "task-3494898" [ 879.175509] env[69226]: _type = "Task" [ 879.175509] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.189294] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494898, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.315379] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494892, 'name': CreateVM_Task, 'duration_secs': 1.851229} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.315774] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.316536] env[69226]: DEBUG oslo_concurrency.lockutils [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.332687] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59a2421-20c6-46e8-bbfa-542ff38937ae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.341437] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a86dc02-91e1-483d-a697-7aa36b43b6e6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.378426] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5962fd7-69fe-46da-9994-3ed92e13a444 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.387226] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790a3a5b-3e4a-4f0b-a04d-54d1c263945c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.403712] env[69226]: DEBUG nova.compute.provider_tree [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.442921] env[69226]: DEBUG nova.compute.manager [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.442921] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.443466] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552d46ea-4c2e-48a3-b676-ad234aeaa372 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.453642] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.453918] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4e01dfb-8b09-4ed2-a1a7-3de6283ba308 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.463900] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Acquiring lock "8a18b244-a347-4b96-ae6f-bb2aeec8f85d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.464161] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Lock "8a18b244-a347-4b96-ae6f-bb2aeec8f85d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.464382] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Acquiring lock "8a18b244-a347-4b96-ae6f-bb2aeec8f85d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.464575] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Lock "8a18b244-a347-4b96-ae6f-bb2aeec8f85d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.464784] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Lock "8a18b244-a347-4b96-ae6f-bb2aeec8f85d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.466485] env[69226]: DEBUG oslo_vmware.api [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Waiting for the task: (returnval){ [ 879.466485] env[69226]: value = "task-3494899" [ 879.466485] env[69226]: _type = "Task" [ 879.466485] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.466836] env[69226]: INFO nova.compute.manager [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Terminating instance [ 879.478041] env[69226]: DEBUG oslo_vmware.api [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': task-3494899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.592973] env[69226]: DEBUG nova.network.neutron [req-8cf87ae9-945f-4ca4-ac0a-24ee8b637206 req-9acd1beb-d0d6-45b4-8030-f35df0bde9f0 service nova] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Updated VIF entry in instance network info cache for port 3e80aba7-a5d8-4e32-88f0-20870934c4da. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.593398] env[69226]: DEBUG nova.network.neutron [req-8cf87ae9-945f-4ca4-ac0a-24ee8b637206 req-9acd1beb-d0d6-45b4-8030-f35df0bde9f0 service nova] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Updating instance_info_cache with network_info: [{"id": "3e80aba7-a5d8-4e32-88f0-20870934c4da", "address": "fa:16:3e:18:16:17", "network": {"id": "390ca182-8349-4013-afcd-9021ba2a7ab4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-517670329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c90affeeba4a96a2ce06504cef2ed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e80aba7-a5", "ovs_interfaceid": "3e80aba7-a5d8-4e32-88f0-20870934c4da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.670647] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52eb8b68-7454-a5e4-0076-53514616535b, 'name': SearchDatastore_Task, 'duration_secs': 0.02943} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.671060] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.671331] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.671609] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.671790] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.672015] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.672350] env[69226]: DEBUG oslo_concurrency.lockutils [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.672900] env[69226]: DEBUG oslo_concurrency.lockutils [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.672990] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5b52db5-06e4-4cb5-bcc0-962a456e999b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.675363] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03a6c15a-ea96-431b-abc1-610417aa292b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.684635] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 879.684635] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525e3a7f-7491-8cae-6045-c7157aaec11d" [ 879.684635] env[69226]: _type = "Task" [ 879.684635] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.689991] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494898, 'name': Rename_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.690361] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.690550] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.696192] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f39ee166-ab3b-4ee9-92c9-e4500520a827 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.705643] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525e3a7f-7491-8cae-6045-c7157aaec11d, 'name': SearchDatastore_Task, 'duration_secs': 0.012787} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.707254] env[69226]: DEBUG oslo_concurrency.lockutils [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.707649] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.707921] env[69226]: DEBUG oslo_concurrency.lockutils [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.708268] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Waiting for the task: (returnval){ [ 879.708268] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f52c97-d99a-a95b-1554-ee03ff996fd3" [ 879.708268] env[69226]: _type = "Task" [ 879.708268] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.715988] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f52c97-d99a-a95b-1554-ee03ff996fd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.910027] env[69226]: DEBUG nova.scheduler.client.report [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.974063] env[69226]: DEBUG nova.compute.manager [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.974670] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.976020] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd98f404-9a7f-4635-9be5-fbd85eef78cb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.987039] env[69226]: DEBUG oslo_vmware.api [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': task-3494899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.992021] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.992021] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e8d8e7b-f881-4730-a198-878bff6944ff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.997267] env[69226]: DEBUG oslo_vmware.api [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Waiting for the task: (returnval){ [ 879.997267] env[69226]: value = "task-3494900" [ 879.997267] env[69226]: _type = "Task" [ 879.997267] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.005831] env[69226]: DEBUG oslo_vmware.api [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': task-3494900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.135348] env[69226]: DEBUG oslo_concurrency.lockutils [req-8cf87ae9-945f-4ca4-ac0a-24ee8b637206 req-9acd1beb-d0d6-45b4-8030-f35df0bde9f0 service nova] Releasing lock "refresh_cache-4803440d-f8d7-47e1-be2c-61bd31e8ccfd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.135348] env[69226]: DEBUG nova.network.neutron [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Successfully updated port: 0420956f-3eec-4f90-b91a-7631959fcff6 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.192804] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494898, 'name': Rename_Task, 'duration_secs': 0.919147} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.192804] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.192804] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e577eff9-31b8-4395-bb77-24b0839c5f47 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.197439] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 880.197439] env[69226]: value = "task-3494901" [ 880.197439] env[69226]: _type = "Task" [ 880.197439] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.207269] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.222229] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f52c97-d99a-a95b-1554-ee03ff996fd3, 'name': SearchDatastore_Task, 'duration_secs': 0.017117} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.223142] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90afa0e1-aea1-4596-9c17-ef03fc59a660 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.229731] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Waiting for the task: (returnval){ [ 880.229731] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f3cf79-425f-17bc-6e32-d132163baa6f" [ 880.229731] env[69226]: _type = "Task" [ 880.229731] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.237701] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f3cf79-425f-17bc-6e32-d132163baa6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.321145] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 880.321392] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 880.415500] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.918s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.416019] env[69226]: DEBUG nova.compute.manager [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.419183] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.576s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.421999] env[69226]: INFO nova.compute.claims [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.453239] env[69226]: DEBUG nova.compute.manager [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.454181] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19491bb-793f-4f60-96f2-d7d9bb5e2e91 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.478783] env[69226]: DEBUG oslo_vmware.api [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': task-3494899, 'name': PowerOffVM_Task, 'duration_secs': 0.674318} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.479179] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.479376] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.479900] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3f6f1e0-ba06-41f5-a0da-71336c7df260 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.507880] env[69226]: DEBUG oslo_vmware.api [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': task-3494900, 'name': PowerOffVM_Task, 'duration_secs': 0.328913} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.508245] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.508424] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.508683] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bcd3373-628e-4179-943b-5e827623a7dc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.543183] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.543408] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.543607] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Deleting the datastore file [datastore1] d9603c2e-f0e0-45a6-a31d-b58c052874d4 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.543893] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-563654b3-a444-4673-bef0-67fd891cd9b9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.551200] env[69226]: DEBUG oslo_vmware.api [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Waiting for the task: (returnval){ [ 880.551200] env[69226]: value = "task-3494904" [ 880.551200] env[69226]: _type = "Task" [ 880.551200] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.559702] env[69226]: DEBUG oslo_vmware.api [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': task-3494904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.570187] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.570468] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.570703] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Deleting the datastore file [datastore1] 8a18b244-a347-4b96-ae6f-bb2aeec8f85d {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.570987] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ff08b84-500a-4366-8561-96debe487894 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.577811] env[69226]: DEBUG oslo_vmware.api [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Waiting for the task: (returnval){ [ 880.577811] env[69226]: value = "task-3494905" [ 880.577811] env[69226]: _type = "Task" [ 880.577811] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.586352] env[69226]: DEBUG oslo_vmware.api [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': task-3494905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.614274] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "refresh_cache-0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.614462] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquired lock "refresh_cache-0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.614628] env[69226]: DEBUG nova.network.neutron [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.709437] env[69226]: DEBUG oslo_vmware.api [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494901, 'name': PowerOnVM_Task, 'duration_secs': 0.507448} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.709437] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.709437] env[69226]: INFO nova.compute.manager [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Took 10.33 seconds to spawn the instance on the hypervisor. [ 880.709814] env[69226]: DEBUG nova.compute.manager [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.710365] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945b52cc-5601-4133-bc51-ea568af9e392 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.739246] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f3cf79-425f-17bc-6e32-d132163baa6f, 'name': SearchDatastore_Task, 'duration_secs': 0.014374} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.739566] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.739878] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 4803440d-f8d7-47e1-be2c-61bd31e8ccfd/4803440d-f8d7-47e1-be2c-61bd31e8ccfd.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.740201] env[69226]: DEBUG oslo_concurrency.lockutils [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.740390] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.740627] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69e983ef-7944-4be5-abe7-e7dd73bd873d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.742597] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3b4fbb9-d3a0-462e-ae07-d12593a66c4c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.749797] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Waiting for the task: (returnval){ [ 880.749797] env[69226]: value = "task-3494906" [ 880.749797] env[69226]: _type = "Task" [ 880.749797] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.753861] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.754065] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.755938] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87714b0f-d677-4e98-b4e1-beeea43ab553 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.761592] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': task-3494906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.765249] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 880.765249] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f7bce5-6f03-1d15-c2e3-21321d9cd1ca" [ 880.765249] env[69226]: _type = "Task" [ 880.765249] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.775911] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f7bce5-6f03-1d15-c2e3-21321d9cd1ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.832916] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 880.833137] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 880.833292] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 880.833445] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 880.833588] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 880.833737] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 880.833872] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 880.834121] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 880.925602] env[69226]: DEBUG nova.compute.manager [req-07914eb3-bdfa-4bcf-aa02-27f53ea6decb req-a5632eb1-4047-44dc-ab63-1b4db1970c5f service nova] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Received event network-vif-plugged-0420956f-3eec-4f90-b91a-7631959fcff6 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.925879] env[69226]: DEBUG oslo_concurrency.lockutils [req-07914eb3-bdfa-4bcf-aa02-27f53ea6decb req-a5632eb1-4047-44dc-ab63-1b4db1970c5f service nova] Acquiring lock "0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.926392] env[69226]: DEBUG oslo_concurrency.lockutils [req-07914eb3-bdfa-4bcf-aa02-27f53ea6decb req-a5632eb1-4047-44dc-ab63-1b4db1970c5f service nova] Lock "0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.926674] env[69226]: DEBUG oslo_concurrency.lockutils [req-07914eb3-bdfa-4bcf-aa02-27f53ea6decb req-a5632eb1-4047-44dc-ab63-1b4db1970c5f service nova] Lock "0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.926978] env[69226]: DEBUG nova.compute.manager [req-07914eb3-bdfa-4bcf-aa02-27f53ea6decb req-a5632eb1-4047-44dc-ab63-1b4db1970c5f service nova] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] No waiting events found dispatching network-vif-plugged-0420956f-3eec-4f90-b91a-7631959fcff6 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.927273] env[69226]: WARNING nova.compute.manager [req-07914eb3-bdfa-4bcf-aa02-27f53ea6decb req-a5632eb1-4047-44dc-ab63-1b4db1970c5f service nova] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Received unexpected event network-vif-plugged-0420956f-3eec-4f90-b91a-7631959fcff6 for instance with vm_state building and task_state spawning. [ 880.927527] env[69226]: DEBUG nova.compute.manager [req-07914eb3-bdfa-4bcf-aa02-27f53ea6decb req-a5632eb1-4047-44dc-ab63-1b4db1970c5f service nova] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Received event network-changed-0420956f-3eec-4f90-b91a-7631959fcff6 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.927809] env[69226]: DEBUG nova.compute.manager [req-07914eb3-bdfa-4bcf-aa02-27f53ea6decb req-a5632eb1-4047-44dc-ab63-1b4db1970c5f service nova] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Refreshing instance network info cache due to event network-changed-0420956f-3eec-4f90-b91a-7631959fcff6. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.928107] env[69226]: DEBUG oslo_concurrency.lockutils [req-07914eb3-bdfa-4bcf-aa02-27f53ea6decb req-a5632eb1-4047-44dc-ab63-1b4db1970c5f service nova] Acquiring lock "refresh_cache-0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.932177] env[69226]: DEBUG nova.compute.utils [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.937021] env[69226]: DEBUG nova.compute.manager [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.937021] env[69226]: DEBUG nova.network.neutron [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.970508] env[69226]: INFO nova.compute.manager [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] instance snapshotting [ 880.971269] env[69226]: DEBUG nova.objects.instance [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lazy-loading 'flavor' on Instance uuid 5d5ac77b-9d87-4206-a210-616b240c4e91 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.005216] env[69226]: DEBUG nova.policy [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a24f5c1a37874bba917981e4ed07fa1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '011ca348b5f448e4a2d98e689303400f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.061529] env[69226]: DEBUG oslo_vmware.api [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Task: {'id': task-3494904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32991} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.061781] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.061985] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.062213] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.062395] env[69226]: INFO nova.compute.manager [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Took 1.62 seconds to destroy the instance on the hypervisor. [ 881.062632] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.062820] env[69226]: DEBUG nova.compute.manager [-] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.062915] env[69226]: DEBUG nova.network.neutron [-] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.088075] env[69226]: DEBUG oslo_vmware.api [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Task: {'id': task-3494905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353827} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.088393] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.088590] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.088771] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.088943] env[69226]: INFO nova.compute.manager [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 881.089193] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.089413] env[69226]: DEBUG nova.compute.manager [-] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.089548] env[69226]: DEBUG nova.network.neutron [-] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.176130] env[69226]: DEBUG nova.network.neutron [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.231408] env[69226]: INFO nova.compute.manager [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Took 33.61 seconds to build instance. [ 881.267026] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': task-3494906, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.283906] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f7bce5-6f03-1d15-c2e3-21321d9cd1ca, 'name': SearchDatastore_Task, 'duration_secs': 0.043259} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.285391] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecdb6878-4d6c-466b-bd5f-03e8e652f792 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.294025] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 881.294025] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e6853b-cf1d-520c-70e6-1c7433cf1f60" [ 881.294025] env[69226]: _type = "Task" [ 881.294025] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.304615] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e6853b-cf1d-520c-70e6-1c7433cf1f60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.338644] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.439333] env[69226]: DEBUG nova.compute.manager [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.485069] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810ee283-1e62-4d47-8bc3-cbd419632fcf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.510263] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5a3f4c-fb3f-44a6-92c1-c0a2f45f4aed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.573876] env[69226]: DEBUG nova.network.neutron [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Updating instance_info_cache with network_info: [{"id": "0420956f-3eec-4f90-b91a-7631959fcff6", "address": "fa:16:3e:cd:3c:bf", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0420956f-3e", "ovs_interfaceid": "0420956f-3eec-4f90-b91a-7631959fcff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.725862] env[69226]: DEBUG nova.network.neutron [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Successfully created port: 6ef1788c-562a-406c-a0fd-695237588e2b {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.735886] env[69226]: DEBUG oslo_concurrency.lockutils [None req-594108d2-7428-43f3-9b5a-2b97f232280d tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "9e2ae17d-ccd9-46cf-9896-67977cfc5e4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.819s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.761813] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': task-3494906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846369} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.765295] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 4803440d-f8d7-47e1-be2c-61bd31e8ccfd/4803440d-f8d7-47e1-be2c-61bd31e8ccfd.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.765598] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.766096] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bdbebe9-c665-4431-8cb9-331a1002021f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.773053] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Waiting for the task: (returnval){ [ 881.773053] env[69226]: value = "task-3494907" [ 881.773053] env[69226]: _type = "Task" [ 881.773053] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.792489] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': task-3494907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.804291] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e6853b-cf1d-520c-70e6-1c7433cf1f60, 'name': SearchDatastore_Task, 'duration_secs': 0.060602} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.807526] env[69226]: DEBUG oslo_concurrency.lockutils [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.807925] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] d9bb3328-3100-4fdf-8b21-1a18930c98a1/d9bb3328-3100-4fdf-8b21-1a18930c98a1.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.808527] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66ed7896-eb44-4e2a-b18f-b20cf4982cd7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.815342] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 881.815342] env[69226]: value = "task-3494908" [ 881.815342] env[69226]: _type = "Task" [ 881.815342] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.827158] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.031966] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Creating Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 882.031966] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-47945ea0-0c45-4778-93b3-9728000228d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.044028] env[69226]: DEBUG oslo_vmware.api [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 882.044028] env[69226]: value = "task-3494909" [ 882.044028] env[69226]: _type = "Task" [ 882.044028] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.052577] env[69226]: DEBUG nova.compute.manager [req-776381d7-dfaf-4d23-92a3-6b5233ac9ee0 req-2431c109-7e85-4019-b6ef-534b47d2e319 service nova] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Received event network-vif-deleted-e62f556c-dc28-46f6-9856-628ebeadbc6e {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.052729] env[69226]: INFO nova.compute.manager [req-776381d7-dfaf-4d23-92a3-6b5233ac9ee0 req-2431c109-7e85-4019-b6ef-534b47d2e319 service nova] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Neutron deleted interface e62f556c-dc28-46f6-9856-628ebeadbc6e; detaching it from the instance and deleting it from the info cache [ 882.052892] env[69226]: DEBUG nova.network.neutron [req-776381d7-dfaf-4d23-92a3-6b5233ac9ee0 req-2431c109-7e85-4019-b6ef-534b47d2e319 service nova] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.060102] env[69226]: DEBUG oslo_vmware.api [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494909, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.079024] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Releasing lock "refresh_cache-0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.079024] env[69226]: DEBUG nova.compute.manager [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Instance network_info: |[{"id": "0420956f-3eec-4f90-b91a-7631959fcff6", "address": "fa:16:3e:cd:3c:bf", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0420956f-3e", "ovs_interfaceid": "0420956f-3eec-4f90-b91a-7631959fcff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.079024] env[69226]: DEBUG oslo_concurrency.lockutils [req-07914eb3-bdfa-4bcf-aa02-27f53ea6decb req-a5632eb1-4047-44dc-ab63-1b4db1970c5f service nova] Acquired lock "refresh_cache-0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.079024] env[69226]: DEBUG nova.network.neutron [req-07914eb3-bdfa-4bcf-aa02-27f53ea6decb req-a5632eb1-4047-44dc-ab63-1b4db1970c5f service nova] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Refreshing network info cache for port 0420956f-3eec-4f90-b91a-7631959fcff6 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.079369] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:3c:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0420956f-3eec-4f90-b91a-7631959fcff6', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.087987] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Creating folder: Project (3e0802681ec24d5fbc5b977a3478c709). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.094605] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d841fb8e-542a-4020-80fb-3b72a42eb2f5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.106590] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Created folder: Project (3e0802681ec24d5fbc5b977a3478c709) in parent group-v698365. [ 882.106791] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Creating folder: Instances. Parent ref: group-v698534. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.107180] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e517dd0-fa8f-4434-ad82-fa3f1ab664ea {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.118684] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Created folder: Instances in parent group-v698534. [ 882.118962] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.119182] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.119411] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e426f054-3b61-4dd4-aa53-8efff12aec82 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.149614] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.149614] env[69226]: value = "task-3494912" [ 882.149614] env[69226]: _type = "Task" [ 882.149614] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.158583] env[69226]: DEBUG nova.network.neutron [-] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.159795] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494912, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.164112] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4637c445-9d2b-4b4d-ae0d-083a6a1691b3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.174654] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bec3810-8d9d-4f3a-9ee6-de4f1f5a933d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.214554] env[69226]: DEBUG nova.network.neutron [-] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.216015] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61318b39-2ede-4a67-a283-cd920d05989a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.225248] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff0a12e-a5f5-400f-810a-01915108ea5c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.240714] env[69226]: DEBUG nova.compute.manager [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.244988] env[69226]: DEBUG nova.compute.provider_tree [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.287947] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': task-3494907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116236} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.289194] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.293022] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a8c2d0-e413-42f2-8f0d-997638ce4b19 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.315696] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 4803440d-f8d7-47e1-be2c-61bd31e8ccfd/4803440d-f8d7-47e1-be2c-61bd31e8ccfd.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.316465] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4085e0be-c873-41a0-8f7a-6a34390b5ec7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.344119] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Waiting for the task: (returnval){ [ 882.344119] env[69226]: value = "task-3494913" [ 882.344119] env[69226]: _type = "Task" [ 882.344119] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.348096] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494908, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.361165] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': task-3494913, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.424279] env[69226]: DEBUG nova.network.neutron [req-07914eb3-bdfa-4bcf-aa02-27f53ea6decb req-a5632eb1-4047-44dc-ab63-1b4db1970c5f service nova] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Updated VIF entry in instance network info cache for port 0420956f-3eec-4f90-b91a-7631959fcff6. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.424687] env[69226]: DEBUG nova.network.neutron [req-07914eb3-bdfa-4bcf-aa02-27f53ea6decb req-a5632eb1-4047-44dc-ab63-1b4db1970c5f service nova] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Updating instance_info_cache with network_info: [{"id": "0420956f-3eec-4f90-b91a-7631959fcff6", "address": "fa:16:3e:cd:3c:bf", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0420956f-3e", "ovs_interfaceid": "0420956f-3eec-4f90-b91a-7631959fcff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.451272] env[69226]: DEBUG nova.compute.manager [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.490981] env[69226]: DEBUG nova.virt.hardware [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.491311] env[69226]: DEBUG nova.virt.hardware [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.491515] env[69226]: DEBUG nova.virt.hardware [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.491736] env[69226]: DEBUG nova.virt.hardware [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.492087] env[69226]: DEBUG nova.virt.hardware [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.492314] env[69226]: DEBUG nova.virt.hardware [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.492542] env[69226]: DEBUG nova.virt.hardware [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.492704] env[69226]: DEBUG nova.virt.hardware [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.492873] env[69226]: DEBUG nova.virt.hardware [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.493148] env[69226]: DEBUG nova.virt.hardware [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.493358] env[69226]: DEBUG nova.virt.hardware [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.494387] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decd55a6-bb5e-4384-a9a4-a09c920cbe2f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.505508] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669345e8-a5b6-4fe7-8dec-eb7c082b4ac5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.553534] env[69226]: DEBUG oslo_vmware.api [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494909, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.565034] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7340199d-de29-4274-9a10-e5f7974fffec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.576931] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2d8108-1a45-4c1d-95ab-99f7c6681866 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.620575] env[69226]: DEBUG nova.compute.manager [req-776381d7-dfaf-4d23-92a3-6b5233ac9ee0 req-2431c109-7e85-4019-b6ef-534b47d2e319 service nova] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Detach interface failed, port_id=e62f556c-dc28-46f6-9856-628ebeadbc6e, reason: Instance d9603c2e-f0e0-45a6-a31d-b58c052874d4 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 882.660039] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494912, 'name': CreateVM_Task, 'duration_secs': 0.469677} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.660039] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.660664] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.660878] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.661242] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.661684] env[69226]: INFO nova.compute.manager [-] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Took 1.60 seconds to deallocate network for instance. [ 882.661905] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2449281-878a-4317-82e7-11ae2e838db7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.670573] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 882.670573] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c707ef-ddea-87f9-2727-e4280ee2027b" [ 882.670573] env[69226]: _type = "Task" [ 882.670573] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.679810] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c707ef-ddea-87f9-2727-e4280ee2027b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.721075] env[69226]: INFO nova.compute.manager [-] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Took 1.63 seconds to deallocate network for instance. [ 882.749038] env[69226]: DEBUG nova.scheduler.client.report [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.769929] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.830203] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804192} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.830766] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] d9bb3328-3100-4fdf-8b21-1a18930c98a1/d9bb3328-3100-4fdf-8b21-1a18930c98a1.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.831206] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.831607] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5e11fb1-dcbb-40d2-9fde-a2f86817f69f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.839446] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 882.839446] env[69226]: value = "task-3494914" [ 882.839446] env[69226]: _type = "Task" [ 882.839446] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.848048] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.856358] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': task-3494913, 'name': ReconfigVM_Task, 'duration_secs': 0.415036} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.856644] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 4803440d-f8d7-47e1-be2c-61bd31e8ccfd/4803440d-f8d7-47e1-be2c-61bd31e8ccfd.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.857292] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2279d08a-c4d5-4271-9b8c-f22f4a0f52dc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.864383] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Waiting for the task: (returnval){ [ 882.864383] env[69226]: value = "task-3494915" [ 882.864383] env[69226]: _type = "Task" [ 882.864383] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.872676] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': task-3494915, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.928076] env[69226]: DEBUG oslo_concurrency.lockutils [req-07914eb3-bdfa-4bcf-aa02-27f53ea6decb req-a5632eb1-4047-44dc-ab63-1b4db1970c5f service nova] Releasing lock "refresh_cache-0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.052460] env[69226]: DEBUG oslo_vmware.api [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494909, 'name': CreateSnapshot_Task, 'duration_secs': 0.647379} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.052739] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Created Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 883.053616] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a7b3c1-38be-47d0-b86d-8fc20b78d610 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.170932] env[69226]: DEBUG oslo_concurrency.lockutils [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.181126] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c707ef-ddea-87f9-2727-e4280ee2027b, 'name': SearchDatastore_Task, 'duration_secs': 0.017699} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.181527] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.181816] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.182153] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.182330] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.182490] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.182753] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa592bb0-e6d0-4469-835a-98f378f7ce02 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.191332] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.191536] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.192503] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2aeb8fc-a598-4b81-8355-0222e8edfb2d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.198555] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 883.198555] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5236dba1-527c-0a64-073c-e2acf2d56244" [ 883.198555] env[69226]: _type = "Task" [ 883.198555] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.209738] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5236dba1-527c-0a64-073c-e2acf2d56244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.228964] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.257964] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.839s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.258566] env[69226]: DEBUG nova.compute.manager [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.261396] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.016s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.261649] env[69226]: DEBUG nova.objects.instance [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lazy-loading 'resources' on Instance uuid dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.354415] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.261372} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.354829] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.355802] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1436a7b-4ab1-42e7-a2a0-e66acc70d25a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.385171] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] d9bb3328-3100-4fdf-8b21-1a18930c98a1/d9bb3328-3100-4fdf-8b21-1a18930c98a1.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.388911] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7913b308-57cc-4ac2-ac1f-e7d5111cf8e6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.409756] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': task-3494915, 'name': Rename_Task, 'duration_secs': 0.256052} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.412596] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.412970] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 883.412970] env[69226]: value = "task-3494916" [ 883.412970] env[69226]: _type = "Task" [ 883.412970] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.413260] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-177dafea-6a48-4634-a92b-b462a9035a67 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.427627] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Waiting for the task: (returnval){ [ 883.427627] env[69226]: value = "task-3494917" [ 883.427627] env[69226]: _type = "Task" [ 883.427627] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.427934] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494916, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.438913] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': task-3494917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.579952] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Creating linked-clone VM from snapshot {{(pid=69226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 883.580372] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1a58f2b7-b17f-42ea-9a06-641f8374d87f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.590181] env[69226]: DEBUG oslo_vmware.api [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 883.590181] env[69226]: value = "task-3494918" [ 883.590181] env[69226]: _type = "Task" [ 883.590181] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.599021] env[69226]: DEBUG oslo_vmware.api [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494918, 'name': CloneVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.691142] env[69226]: DEBUG nova.compute.manager [req-def471dc-4557-41c8-a3d6-e0673ece9845 req-ab717fb8-2a37-4278-883a-db4aa70febc6 service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Received event network-vif-plugged-6ef1788c-562a-406c-a0fd-695237588e2b {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.691426] env[69226]: DEBUG oslo_concurrency.lockutils [req-def471dc-4557-41c8-a3d6-e0673ece9845 req-ab717fb8-2a37-4278-883a-db4aa70febc6 service nova] Acquiring lock "23bde555-75d8-4795-8883-af20a99b4e28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.691682] env[69226]: DEBUG oslo_concurrency.lockutils [req-def471dc-4557-41c8-a3d6-e0673ece9845 req-ab717fb8-2a37-4278-883a-db4aa70febc6 service nova] Lock "23bde555-75d8-4795-8883-af20a99b4e28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.692035] env[69226]: DEBUG oslo_concurrency.lockutils [req-def471dc-4557-41c8-a3d6-e0673ece9845 req-ab717fb8-2a37-4278-883a-db4aa70febc6 service nova] Lock "23bde555-75d8-4795-8883-af20a99b4e28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.692188] env[69226]: DEBUG nova.compute.manager [req-def471dc-4557-41c8-a3d6-e0673ece9845 req-ab717fb8-2a37-4278-883a-db4aa70febc6 service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] No waiting events found dispatching network-vif-plugged-6ef1788c-562a-406c-a0fd-695237588e2b {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.692341] env[69226]: WARNING nova.compute.manager [req-def471dc-4557-41c8-a3d6-e0673ece9845 req-ab717fb8-2a37-4278-883a-db4aa70febc6 service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Received unexpected event network-vif-plugged-6ef1788c-562a-406c-a0fd-695237588e2b for instance with vm_state building and task_state spawning. [ 883.710245] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5236dba1-527c-0a64-073c-e2acf2d56244, 'name': SearchDatastore_Task, 'duration_secs': 0.011636} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.711511] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb825430-e379-47cb-8f3c-52bbbe61d2f4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.717610] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 883.717610] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a4e991-8b05-8a8f-2173-3ac907a9a536" [ 883.717610] env[69226]: _type = "Task" [ 883.717610] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.718440] env[69226]: DEBUG nova.network.neutron [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Successfully updated port: 6ef1788c-562a-406c-a0fd-695237588e2b {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.729233] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a4e991-8b05-8a8f-2173-3ac907a9a536, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.768646] env[69226]: DEBUG nova.compute.utils [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.770593] env[69226]: DEBUG nova.compute.manager [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.770773] env[69226]: DEBUG nova.network.neutron [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.838615] env[69226]: DEBUG nova.policy [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6eee5d84b6644bd9c08bc157c68a0aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51227868967f48c39e352e15ff1cef1b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.925214] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.937728] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': task-3494917, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.103195] env[69226]: DEBUG oslo_vmware.api [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494918, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.133688] env[69226]: DEBUG nova.compute.manager [req-e444279f-0ce0-4dce-bfcb-1ee63c84a778 req-3cf9f5e9-22b9-4593-b3d5-38ddb81f03da service nova] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Received event network-vif-deleted-9fde92f7-122a-40ca-ba5b-e33600cedb29 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.224247] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.224405] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquired lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.224551] env[69226]: DEBUG nova.network.neutron [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.234531] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a4e991-8b05-8a8f-2173-3ac907a9a536, 'name': SearchDatastore_Task, 'duration_secs': 0.023885} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.238847] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.239287] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55/0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.239917] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad29b711-12d4-43af-8f6f-8a41abbbac60 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.249806] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 884.249806] env[69226]: value = "task-3494919" [ 884.249806] env[69226]: _type = "Task" [ 884.249806] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.266807] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3494919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.274384] env[69226]: DEBUG nova.compute.manager [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.369999] env[69226]: DEBUG nova.network.neutron [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Successfully created port: 19e1da74-aa1a-4dee-8401-b2f582947371 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.428784] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494916, 'name': ReconfigVM_Task, 'duration_secs': 0.698585} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.435254] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Reconfigured VM instance instance-00000009 to attach disk [datastore1] d9bb3328-3100-4fdf-8b21-1a18930c98a1/d9bb3328-3100-4fdf-8b21-1a18930c98a1.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.438981] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2f3bdae-82f4-4dc4-a057-99cbb55c6520 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.453141] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': task-3494917, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.453141] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 884.453141] env[69226]: value = "task-3494920" [ 884.453141] env[69226]: _type = "Task" [ 884.453141] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.464932] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494920, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.486193] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e2d07d-dd68-4e14-8209-e1cbfc04ed0f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.496867] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684fb13c-b4df-48bd-87c7-eaeddddc4ee4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.535525] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4330eaa2-809f-48ed-878d-36c860fbdf4a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.543984] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5050396b-40a2-4ab2-9b5f-b50dafce058a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.560730] env[69226]: DEBUG nova.compute.provider_tree [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.608947] env[69226]: DEBUG oslo_vmware.api [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494918, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.775041] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3494919, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.778921] env[69226]: DEBUG nova.network.neutron [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.938710] env[69226]: DEBUG oslo_vmware.api [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': task-3494917, 'name': PowerOnVM_Task, 'duration_secs': 1.07286} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.938977] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.939200] env[69226]: INFO nova.compute.manager [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Took 9.37 seconds to spawn the instance on the hypervisor. [ 884.939364] env[69226]: DEBUG nova.compute.manager [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.940194] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b560df1-e42f-4e47-af51-6c3e46063ee5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.949013] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquiring lock "9e2ae17d-ccd9-46cf-9896-67977cfc5e4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.949252] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "9e2ae17d-ccd9-46cf-9896-67977cfc5e4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.949453] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquiring lock "9e2ae17d-ccd9-46cf-9896-67977cfc5e4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.949670] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "9e2ae17d-ccd9-46cf-9896-67977cfc5e4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.949861] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "9e2ae17d-ccd9-46cf-9896-67977cfc5e4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.952499] env[69226]: INFO nova.compute.manager [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Terminating instance [ 884.965678] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494920, 'name': Rename_Task, 'duration_secs': 0.267789} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.965960] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.966246] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-979d3465-0173-4522-b636-3f0c6a3b12d2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.974166] env[69226]: DEBUG nova.network.neutron [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Updating instance_info_cache with network_info: [{"id": "6ef1788c-562a-406c-a0fd-695237588e2b", "address": "fa:16:3e:cd:de:7d", "network": {"id": "85cf7be8-41f9-4e70-8b2f-485ca7fec54d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-222152902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "011ca348b5f448e4a2d98e689303400f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef1788c-56", "ovs_interfaceid": "6ef1788c-562a-406c-a0fd-695237588e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.977030] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 884.977030] env[69226]: value = "task-3494921" [ 884.977030] env[69226]: _type = "Task" [ 884.977030] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.985418] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.067678] env[69226]: DEBUG nova.scheduler.client.report [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.104131] env[69226]: DEBUG oslo_vmware.api [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494918, 'name': CloneVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.261044] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3494919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659762} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.261331] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55/0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.261541] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.261838] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00ab1e75-8f15-4ad1-86b6-ef75daed642e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.268540] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 885.268540] env[69226]: value = "task-3494922" [ 885.268540] env[69226]: _type = "Task" [ 885.268540] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.276925] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3494922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.289254] env[69226]: DEBUG nova.compute.manager [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.313340] env[69226]: DEBUG nova.virt.hardware [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.313720] env[69226]: DEBUG nova.virt.hardware [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.313874] env[69226]: DEBUG nova.virt.hardware [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.314261] env[69226]: DEBUG nova.virt.hardware [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.314484] env[69226]: DEBUG nova.virt.hardware [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.314659] env[69226]: DEBUG nova.virt.hardware [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.314910] env[69226]: DEBUG nova.virt.hardware [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.315169] env[69226]: DEBUG nova.virt.hardware [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.315392] env[69226]: DEBUG nova.virt.hardware [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.315595] env[69226]: DEBUG nova.virt.hardware [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.316053] env[69226]: DEBUG nova.virt.hardware [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.316994] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee5757c-925a-406d-898a-8b029f810bac {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.329512] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa88ea07-b54a-4953-a2dd-a28de953a76f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.460124] env[69226]: DEBUG nova.compute.manager [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.460402] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.460904] env[69226]: INFO nova.compute.manager [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Took 35.40 seconds to build instance. [ 885.462322] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820f85ca-8291-48e9-be2b-90b57075673f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.475859] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.476132] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a49afce-8736-449e-930c-6d0347dfc928 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.478253] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Releasing lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.478253] env[69226]: DEBUG nova.compute.manager [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Instance network_info: |[{"id": "6ef1788c-562a-406c-a0fd-695237588e2b", "address": "fa:16:3e:cd:de:7d", "network": {"id": "85cf7be8-41f9-4e70-8b2f-485ca7fec54d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-222152902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "011ca348b5f448e4a2d98e689303400f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef1788c-56", "ovs_interfaceid": "6ef1788c-562a-406c-a0fd-695237588e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.478679] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:de:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ef1788c-562a-406c-a0fd-695237588e2b', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.486601] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.491413] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.491653] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3789d66-2684-4f9a-8f97-05f9f3bc5dbf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.508684] env[69226]: DEBUG oslo_vmware.api [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 885.508684] env[69226]: value = "task-3494923" [ 885.508684] env[69226]: _type = "Task" [ 885.508684] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.516523] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.517851] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.517851] env[69226]: value = "task-3494924" [ 885.517851] env[69226]: _type = "Task" [ 885.517851] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.525712] env[69226]: DEBUG oslo_vmware.api [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.533026] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494924, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.572096] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.576139] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.825s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.576139] env[69226]: DEBUG nova.objects.instance [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Lazy-loading 'resources' on Instance uuid 22c24625-6973-44f4-8f39-7ae9c88bd8f1 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.604683] env[69226]: DEBUG oslo_vmware.api [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494918, 'name': CloneVM_Task, 'duration_secs': 1.559544} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.605322] env[69226]: INFO nova.scheduler.client.report [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Deleted allocations for instance dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa [ 885.606471] env[69226]: INFO nova.virt.vmwareapi.vmops [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Created linked-clone VM from snapshot [ 885.607198] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cde3345-dffb-4688-a02a-37b33d9fd9fa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.619086] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Uploading image 09d04408-080c-4f47-b2e6-3a56fed302fb {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 885.641807] env[69226]: DEBUG oslo_vmware.rw_handles [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 885.641807] env[69226]: value = "vm-698538" [ 885.641807] env[69226]: _type = "VirtualMachine" [ 885.641807] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 885.642516] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1c95da67-0f45-4a6f-b4aa-ec4993107a75 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.651460] env[69226]: DEBUG oslo_vmware.rw_handles [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lease: (returnval){ [ 885.651460] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52be17a8-cea5-e648-e9b3-7ebc818f3963" [ 885.651460] env[69226]: _type = "HttpNfcLease" [ 885.651460] env[69226]: } obtained for exporting VM: (result){ [ 885.651460] env[69226]: value = "vm-698538" [ 885.651460] env[69226]: _type = "VirtualMachine" [ 885.651460] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 885.651826] env[69226]: DEBUG oslo_vmware.api [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the lease: (returnval){ [ 885.651826] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52be17a8-cea5-e648-e9b3-7ebc818f3963" [ 885.651826] env[69226]: _type = "HttpNfcLease" [ 885.651826] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 885.660402] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 885.660402] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52be17a8-cea5-e648-e9b3-7ebc818f3963" [ 885.660402] env[69226]: _type = "HttpNfcLease" [ 885.660402] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 885.784551] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3494922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217395} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.789106] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.789106] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f25757-d42d-4153-9706-37f4901b4cc8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.793130] env[69226]: DEBUG nova.compute.manager [req-cb9d13ce-aeeb-4d50-af04-480b39dc8f1f req-26fa16d9-a490-4952-84f1-dc04d254b8bc service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Received event network-changed-6ef1788c-562a-406c-a0fd-695237588e2b {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.793369] env[69226]: DEBUG nova.compute.manager [req-cb9d13ce-aeeb-4d50-af04-480b39dc8f1f req-26fa16d9-a490-4952-84f1-dc04d254b8bc service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Refreshing instance network info cache due to event network-changed-6ef1788c-562a-406c-a0fd-695237588e2b. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.793641] env[69226]: DEBUG oslo_concurrency.lockutils [req-cb9d13ce-aeeb-4d50-af04-480b39dc8f1f req-26fa16d9-a490-4952-84f1-dc04d254b8bc service nova] Acquiring lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.793838] env[69226]: DEBUG oslo_concurrency.lockutils [req-cb9d13ce-aeeb-4d50-af04-480b39dc8f1f req-26fa16d9-a490-4952-84f1-dc04d254b8bc service nova] Acquired lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.794362] env[69226]: DEBUG nova.network.neutron [req-cb9d13ce-aeeb-4d50-af04-480b39dc8f1f req-26fa16d9-a490-4952-84f1-dc04d254b8bc service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Refreshing network info cache for port 6ef1788c-562a-406c-a0fd-695237588e2b {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.819298] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55/0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.820649] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fc002f8-4b6c-420a-b9a6-bf1822db0f2c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.845902] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 885.845902] env[69226]: value = "task-3494926" [ 885.845902] env[69226]: _type = "Task" [ 885.845902] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.857050] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3494926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.930684] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b372bc-eb78-fd47-37f5-689b9c68072d/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 885.931681] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900a8cd2-6f10-4fc6-90d5-a5b58c06f6e6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.941499] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b372bc-eb78-fd47-37f5-689b9c68072d/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 885.941499] env[69226]: ERROR oslo_vmware.rw_handles [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b372bc-eb78-fd47-37f5-689b9c68072d/disk-0.vmdk due to incomplete transfer. [ 885.941499] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cb7537da-4750-4238-8a37-6073e41e859e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.948090] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b372bc-eb78-fd47-37f5-689b9c68072d/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 885.948361] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Uploaded image f5f4d448-4397-4099-9ce1-54f9184a42d2 to the Glance image server {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 885.951295] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Destroying the VM {{(pid=69226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 885.951630] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4412bc32-3aac-49b8-8b32-94ae018e2e5c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.959678] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 885.959678] env[69226]: value = "task-3494927" [ 885.959678] env[69226]: _type = "Task" [ 885.959678] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.969767] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494927, 'name': Destroy_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.970388] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4f7995ea-a426-412a-b6d3-9e21d60fdfd1 tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Lock "4803440d-f8d7-47e1-be2c-61bd31e8ccfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.557s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.993084] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494921, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.020158] env[69226]: DEBUG oslo_vmware.api [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494923, 'name': PowerOffVM_Task, 'duration_secs': 0.303547} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.024351] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.024351] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.025024] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4ac22e0-d0ba-44d3-a52e-b81e76f48fc2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.033487] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494924, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.119610] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eec01b8c-d8d9-4f8f-85a4-cc214ab9224a tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.216s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.161655] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 886.161655] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52be17a8-cea5-e648-e9b3-7ebc818f3963" [ 886.161655] env[69226]: _type = "HttpNfcLease" [ 886.161655] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 886.162062] env[69226]: DEBUG oslo_vmware.rw_handles [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 886.162062] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52be17a8-cea5-e648-e9b3-7ebc818f3963" [ 886.162062] env[69226]: _type = "HttpNfcLease" [ 886.162062] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 886.162901] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b0e218-57f9-4775-b003-37484bb05395 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.184466] env[69226]: DEBUG oslo_vmware.rw_handles [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d5b895-8481-ece7-9cb4-05bb01b1375b/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 886.185451] env[69226]: DEBUG oslo_vmware.rw_handles [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d5b895-8481-ece7-9cb4-05bb01b1375b/disk-0.vmdk for reading. {{(pid=69226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 886.357752] env[69226]: DEBUG nova.network.neutron [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Successfully updated port: 19e1da74-aa1a-4dee-8401-b2f582947371 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.361018] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5aaec687-8ed4-4550-8060-be697ec2f1d6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.368334] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3494926, 'name': ReconfigVM_Task, 'duration_secs': 0.390125} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.368334] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55/0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.368959] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f44f42d-6e8a-4cf5-bf9a-007f7c9d8600 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.377397] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 886.377397] env[69226]: value = "task-3494929" [ 886.377397] env[69226]: _type = "Task" [ 886.377397] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.390223] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3494929, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.473299] env[69226]: DEBUG nova.compute.manager [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.475660] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494927, 'name': Destroy_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.493270] env[69226]: DEBUG oslo_vmware.api [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494921, 'name': PowerOnVM_Task, 'duration_secs': 1.49993} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.493613] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.493750] env[69226]: DEBUG nova.compute.manager [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.494627] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ab2916-8ee1-4bcb-9f0c-b37608d48e49 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.533092] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494924, 'name': CreateVM_Task, 'duration_secs': 0.603892} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.535624] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.537181] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.537181] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.537502] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.537616] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b0177b-9024-426b-834e-d81e5bbaa6e8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.545588] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 886.545588] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52894f14-3dc7-74ba-7f76-6db496b08193" [ 886.545588] env[69226]: _type = "Task" [ 886.545588] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.558821] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52894f14-3dc7-74ba-7f76-6db496b08193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.562889] env[69226]: DEBUG nova.network.neutron [req-cb9d13ce-aeeb-4d50-af04-480b39dc8f1f req-26fa16d9-a490-4952-84f1-dc04d254b8bc service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Updated VIF entry in instance network info cache for port 6ef1788c-562a-406c-a0fd-695237588e2b. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.563282] env[69226]: DEBUG nova.network.neutron [req-cb9d13ce-aeeb-4d50-af04-480b39dc8f1f req-26fa16d9-a490-4952-84f1-dc04d254b8bc service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Updating instance_info_cache with network_info: [{"id": "6ef1788c-562a-406c-a0fd-695237588e2b", "address": "fa:16:3e:cd:de:7d", "network": {"id": "85cf7be8-41f9-4e70-8b2f-485ca7fec54d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-222152902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "011ca348b5f448e4a2d98e689303400f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef1788c-56", "ovs_interfaceid": "6ef1788c-562a-406c-a0fd-695237588e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.803344] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6284e25-edd0-4bd0-9a84-b88dcf4513a6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.815895] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dd18c1-6c9c-4f3d-9feb-0bbe3609cfee {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.864132] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2888c7-be46-49ca-be10-f3666fbc0443 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.865714] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Acquiring lock "refresh_cache-176c78e3-5170-4ee3-82a3-9d8af334ae39" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.865856] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Acquired lock "refresh_cache-176c78e3-5170-4ee3-82a3-9d8af334ae39" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.866014] env[69226]: DEBUG nova.network.neutron [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.877370] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5344def-4c9f-43fe-8470-9aa113358e69 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.893636] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3494929, 'name': Rename_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.902856] env[69226]: DEBUG nova.compute.provider_tree [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.975122] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494927, 'name': Destroy_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.001494] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.014328] env[69226]: DEBUG oslo_concurrency.lockutils [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.057608] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52894f14-3dc7-74ba-7f76-6db496b08193, 'name': SearchDatastore_Task, 'duration_secs': 0.01671} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.058087] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.058524] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.058852] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.058943] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.059245] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.059717] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b735de6-fd5b-409c-94da-b9b9f935dd78 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.071728] env[69226]: DEBUG oslo_concurrency.lockutils [req-cb9d13ce-aeeb-4d50-af04-480b39dc8f1f req-26fa16d9-a490-4952-84f1-dc04d254b8bc service nova] Releasing lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.073051] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.073351] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.074304] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f336356a-7ea4-44b9-b69a-75f7f4a2d629 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.081252] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 887.081252] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c5e4d7-b422-0f33-f07b-f2e304ea5044" [ 887.081252] env[69226]: _type = "Task" [ 887.081252] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.091970] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c5e4d7-b422-0f33-f07b-f2e304ea5044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.331603] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Acquiring lock "4803440d-f8d7-47e1-be2c-61bd31e8ccfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.331603] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Lock "4803440d-f8d7-47e1-be2c-61bd31e8ccfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.331603] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Acquiring lock "4803440d-f8d7-47e1-be2c-61bd31e8ccfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.331603] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Lock "4803440d-f8d7-47e1-be2c-61bd31e8ccfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.331603] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Lock "4803440d-f8d7-47e1-be2c-61bd31e8ccfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.332456] env[69226]: INFO nova.compute.manager [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Terminating instance [ 887.395349] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3494929, 'name': Rename_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.408025] env[69226]: DEBUG nova.scheduler.client.report [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.418164] env[69226]: DEBUG nova.network.neutron [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.478760] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494927, 'name': Destroy_Task, 'duration_secs': 1.47054} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.479231] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Destroyed the VM [ 887.479648] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Deleting Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 887.479988] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8d2f759b-f500-41c2-b232-be884b7527ea {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.488993] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 887.488993] env[69226]: value = "task-3494930" [ 887.488993] env[69226]: _type = "Task" [ 887.488993] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.499951] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494930, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.580281] env[69226]: DEBUG nova.network.neutron [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Updating instance_info_cache with network_info: [{"id": "19e1da74-aa1a-4dee-8401-b2f582947371", "address": "fa:16:3e:0b:26:27", "network": {"id": "a5f21d53-68ea-4e67-ba52-e7bc08a8b72e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-734605043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51227868967f48c39e352e15ff1cef1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19e1da74-aa", "ovs_interfaceid": "19e1da74-aa1a-4dee-8401-b2f582947371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.594289] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c5e4d7-b422-0f33-f07b-f2e304ea5044, 'name': SearchDatastore_Task, 'duration_secs': 0.012445} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.595261] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47f9605b-2afc-484d-b203-8f994fe212cd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.603591] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 887.603591] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52020268-7994-2435-d9bc-441397ec1b66" [ 887.603591] env[69226]: _type = "Task" [ 887.603591] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.612647] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52020268-7994-2435-d9bc-441397ec1b66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.837325] env[69226]: DEBUG nova.compute.manager [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.841089] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.841089] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96294b3-bdad-41de-98e7-7c20fd4e690a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.848625] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.852026] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e91f4545-891e-4f60-bee6-75c2db9d240e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.860101] env[69226]: DEBUG oslo_vmware.api [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Waiting for the task: (returnval){ [ 887.860101] env[69226]: value = "task-3494931" [ 887.860101] env[69226]: _type = "Task" [ 887.860101] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.870576] env[69226]: DEBUG oslo_vmware.api [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': task-3494931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.896032] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3494929, 'name': Rename_Task, 'duration_secs': 1.17388} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.896411] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.896746] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17294fc4-c8cc-4c9c-a53b-c261a6a492ad {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.907772] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 887.907772] env[69226]: value = "task-3494932" [ 887.907772] env[69226]: _type = "Task" [ 887.907772] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.912596] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.337s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.918846] env[69226]: DEBUG oslo_concurrency.lockutils [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.260s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.919455] env[69226]: DEBUG nova.objects.instance [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lazy-loading 'resources' on Instance uuid 69098679-d76f-4276-a76f-cba54747246d {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.920632] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3494932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.946370] env[69226]: INFO nova.scheduler.client.report [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Deleted allocations for instance 22c24625-6973-44f4-8f39-7ae9c88bd8f1 [ 887.979343] env[69226]: DEBUG nova.compute.manager [req-432e0b44-a2f8-4fd7-b822-ed2fb05020a9 req-a6738568-fd6e-491d-8df4-b47db6eadb70 service nova] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Received event network-vif-plugged-19e1da74-aa1a-4dee-8401-b2f582947371 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.979882] env[69226]: DEBUG oslo_concurrency.lockutils [req-432e0b44-a2f8-4fd7-b822-ed2fb05020a9 req-a6738568-fd6e-491d-8df4-b47db6eadb70 service nova] Acquiring lock "176c78e3-5170-4ee3-82a3-9d8af334ae39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.980168] env[69226]: DEBUG oslo_concurrency.lockutils [req-432e0b44-a2f8-4fd7-b822-ed2fb05020a9 req-a6738568-fd6e-491d-8df4-b47db6eadb70 service nova] Lock "176c78e3-5170-4ee3-82a3-9d8af334ae39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.980465] env[69226]: DEBUG oslo_concurrency.lockutils [req-432e0b44-a2f8-4fd7-b822-ed2fb05020a9 req-a6738568-fd6e-491d-8df4-b47db6eadb70 service nova] Lock "176c78e3-5170-4ee3-82a3-9d8af334ae39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.980737] env[69226]: DEBUG nova.compute.manager [req-432e0b44-a2f8-4fd7-b822-ed2fb05020a9 req-a6738568-fd6e-491d-8df4-b47db6eadb70 service nova] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] No waiting events found dispatching network-vif-plugged-19e1da74-aa1a-4dee-8401-b2f582947371 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.980951] env[69226]: WARNING nova.compute.manager [req-432e0b44-a2f8-4fd7-b822-ed2fb05020a9 req-a6738568-fd6e-491d-8df4-b47db6eadb70 service nova] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Received unexpected event network-vif-plugged-19e1da74-aa1a-4dee-8401-b2f582947371 for instance with vm_state building and task_state spawning. [ 887.981156] env[69226]: DEBUG nova.compute.manager [req-432e0b44-a2f8-4fd7-b822-ed2fb05020a9 req-a6738568-fd6e-491d-8df4-b47db6eadb70 service nova] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Received event network-changed-19e1da74-aa1a-4dee-8401-b2f582947371 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.981385] env[69226]: DEBUG nova.compute.manager [req-432e0b44-a2f8-4fd7-b822-ed2fb05020a9 req-a6738568-fd6e-491d-8df4-b47db6eadb70 service nova] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Refreshing instance network info cache due to event network-changed-19e1da74-aa1a-4dee-8401-b2f582947371. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.981560] env[69226]: DEBUG oslo_concurrency.lockutils [req-432e0b44-a2f8-4fd7-b822-ed2fb05020a9 req-a6738568-fd6e-491d-8df4-b47db6eadb70 service nova] Acquiring lock "refresh_cache-176c78e3-5170-4ee3-82a3-9d8af334ae39" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.002282] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494930, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.087402] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Releasing lock "refresh_cache-176c78e3-5170-4ee3-82a3-9d8af334ae39" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.087949] env[69226]: DEBUG nova.compute.manager [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Instance network_info: |[{"id": "19e1da74-aa1a-4dee-8401-b2f582947371", "address": "fa:16:3e:0b:26:27", "network": {"id": "a5f21d53-68ea-4e67-ba52-e7bc08a8b72e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-734605043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51227868967f48c39e352e15ff1cef1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19e1da74-aa", "ovs_interfaceid": "19e1da74-aa1a-4dee-8401-b2f582947371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.088490] env[69226]: DEBUG oslo_concurrency.lockutils [req-432e0b44-a2f8-4fd7-b822-ed2fb05020a9 req-a6738568-fd6e-491d-8df4-b47db6eadb70 service nova] Acquired lock "refresh_cache-176c78e3-5170-4ee3-82a3-9d8af334ae39" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.088846] env[69226]: DEBUG nova.network.neutron [req-432e0b44-a2f8-4fd7-b822-ed2fb05020a9 req-a6738568-fd6e-491d-8df4-b47db6eadb70 service nova] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Refreshing network info cache for port 19e1da74-aa1a-4dee-8401-b2f582947371 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.090558] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:26:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19e1da74-aa1a-4dee-8401-b2f582947371', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.099988] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Creating folder: Project (51227868967f48c39e352e15ff1cef1b). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.103627] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c51f7904-b416-4fb9-8696-979b72e1ed35 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.119018] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52020268-7994-2435-d9bc-441397ec1b66, 'name': SearchDatastore_Task, 'duration_secs': 0.011301} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.119459] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.119944] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 23bde555-75d8-4795-8883-af20a99b4e28/23bde555-75d8-4795-8883-af20a99b4e28.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.121093] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0b19efb-53ba-4ea6-bbce-957754f7589a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.125037] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Created folder: Project (51227868967f48c39e352e15ff1cef1b) in parent group-v698365. [ 888.125037] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Creating folder: Instances. Parent ref: group-v698540. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.129023] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-896de746-36c0-4e0f-a87d-7ddbb3c1018a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.131291] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 888.131291] env[69226]: value = "task-3494934" [ 888.131291] env[69226]: _type = "Task" [ 888.131291] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.146251] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.150420] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Created folder: Instances in parent group-v698540. [ 888.150695] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.151650] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.153120] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03618746-3f59-4312-98b8-f76e654a92e5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.177816] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.178138] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.178400] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Deleting the datastore file [datastore1] 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.179632] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f768bd8-c31c-475c-89af-e479f86fad45 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.193025] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.193025] env[69226]: value = "task-3494937" [ 888.193025] env[69226]: _type = "Task" [ 888.193025] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.193025] env[69226]: DEBUG oslo_vmware.api [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 888.193025] env[69226]: value = "task-3494936" [ 888.193025] env[69226]: _type = "Task" [ 888.193025] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.207254] env[69226]: DEBUG oslo_vmware.api [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.212023] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494937, 'name': CreateVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.310405] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "eb123ea6-e162-4dfc-9eba-1a2a908c47ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.310962] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "eb123ea6-e162-4dfc-9eba-1a2a908c47ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.311246] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "eb123ea6-e162-4dfc-9eba-1a2a908c47ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.311490] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "eb123ea6-e162-4dfc-9eba-1a2a908c47ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.311767] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "eb123ea6-e162-4dfc-9eba-1a2a908c47ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.314692] env[69226]: INFO nova.compute.manager [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Terminating instance [ 888.358658] env[69226]: DEBUG nova.network.neutron [req-432e0b44-a2f8-4fd7-b822-ed2fb05020a9 req-a6738568-fd6e-491d-8df4-b47db6eadb70 service nova] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Updated VIF entry in instance network info cache for port 19e1da74-aa1a-4dee-8401-b2f582947371. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.359177] env[69226]: DEBUG nova.network.neutron [req-432e0b44-a2f8-4fd7-b822-ed2fb05020a9 req-a6738568-fd6e-491d-8df4-b47db6eadb70 service nova] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Updating instance_info_cache with network_info: [{"id": "19e1da74-aa1a-4dee-8401-b2f582947371", "address": "fa:16:3e:0b:26:27", "network": {"id": "a5f21d53-68ea-4e67-ba52-e7bc08a8b72e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-734605043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51227868967f48c39e352e15ff1cef1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19e1da74-aa", "ovs_interfaceid": "19e1da74-aa1a-4dee-8401-b2f582947371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.371476] env[69226]: DEBUG oslo_vmware.api [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': task-3494931, 'name': PowerOffVM_Task, 'duration_secs': 0.308745} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.371767] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.372258] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.372528] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60131187-a47b-43e1-9625-de043eeb40aa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.424759] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3494932, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.455257] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.455570] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.455862] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Deleting the datastore file [datastore1] 4803440d-f8d7-47e1-be2c-61bd31e8ccfd {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.456657] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d72b01-a177-4993-ac27-191e0b3f4c72 tempest-ServersListShow296Test-37103469 tempest-ServersListShow296Test-37103469-project-member] Lock "22c24625-6973-44f4-8f39-7ae9c88bd8f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.993s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.457929] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-471dc562-dd36-48b2-85df-cc47f254a6b9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.470657] env[69226]: DEBUG oslo_vmware.api [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Waiting for the task: (returnval){ [ 888.470657] env[69226]: value = "task-3494939" [ 888.470657] env[69226]: _type = "Task" [ 888.470657] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.506084] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494930, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.645044] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494934, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.706629] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494937, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.715364] env[69226]: DEBUG oslo_vmware.api [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3494936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277497} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.716173] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.716173] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.716173] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.716284] env[69226]: INFO nova.compute.manager [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Took 3.26 seconds to destroy the instance on the hypervisor. [ 888.716635] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.716754] env[69226]: DEBUG nova.compute.manager [-] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.716814] env[69226]: DEBUG nova.network.neutron [-] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.819794] env[69226]: DEBUG nova.compute.manager [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.820079] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.821706] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870d89ef-cf28-4596-be4c-419c8a4ed70b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.833232] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.833548] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e5abe6f-7bce-496c-9509-fda07355934f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.845910] env[69226]: DEBUG oslo_vmware.api [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 888.845910] env[69226]: value = "task-3494940" [ 888.845910] env[69226]: _type = "Task" [ 888.845910] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.862708] env[69226]: DEBUG oslo_concurrency.lockutils [req-432e0b44-a2f8-4fd7-b822-ed2fb05020a9 req-a6738568-fd6e-491d-8df4-b47db6eadb70 service nova] Releasing lock "refresh_cache-176c78e3-5170-4ee3-82a3-9d8af334ae39" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.863407] env[69226]: DEBUG oslo_vmware.api [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.923249] env[69226]: DEBUG oslo_vmware.api [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3494932, 'name': PowerOnVM_Task, 'duration_secs': 0.583637} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.928030] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.929166] env[69226]: INFO nova.compute.manager [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Took 10.41 seconds to spawn the instance on the hypervisor. [ 888.929166] env[69226]: DEBUG nova.compute.manager [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.930806] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136c0df2-7ab5-4795-909b-9af866fbfac3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.982686] env[69226]: DEBUG oslo_vmware.api [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': task-3494939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.007682] env[69226]: DEBUG oslo_vmware.api [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494930, 'name': RemoveSnapshot_Task, 'duration_secs': 1.260331} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.008174] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Deleted Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 889.008517] env[69226]: INFO nova.compute.manager [None req-f2820e83-976c-420b-84e0-87100bd60e09 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Took 22.92 seconds to snapshot the instance on the hypervisor. [ 889.117225] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fef10ef-3645-4973-9ff9-1e937e130904 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.129999] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bef6297-b170-43a3-8492-59a7e2389b35 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.149122] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7814} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.188021] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 23bde555-75d8-4795-8883-af20a99b4e28/23bde555-75d8-4795-8883-af20a99b4e28.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.188021] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.188021] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d16e7e08-f165-40af-8b06-0080f0194834 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.189819] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fc978c-6ebe-47a5-863d-fbce2d8a7a15 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.200430] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 889.200430] env[69226]: value = "task-3494941" [ 889.200430] env[69226]: _type = "Task" [ 889.200430] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.204935] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494937, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.213150] env[69226]: DEBUG nova.compute.manager [req-f07a98f7-d860-4e8c-9876-2e360e3d426e req-0672f3fc-441c-417d-bdff-084c69b3ec08 service nova] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Received event network-vif-deleted-8e16ec83-a442-457d-baad-0e4be12f6d07 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.213513] env[69226]: INFO nova.compute.manager [req-f07a98f7-d860-4e8c-9876-2e360e3d426e req-0672f3fc-441c-417d-bdff-084c69b3ec08 service nova] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Neutron deleted interface 8e16ec83-a442-457d-baad-0e4be12f6d07; detaching it from the instance and deleting it from the info cache [ 889.213598] env[69226]: DEBUG nova.network.neutron [req-f07a98f7-d860-4e8c-9876-2e360e3d426e req-0672f3fc-441c-417d-bdff-084c69b3ec08 service nova] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.216758] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c4932e-681d-44dc-b168-3f3c42d14079 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.233682] env[69226]: DEBUG nova.compute.provider_tree [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.238057] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.358094] env[69226]: DEBUG oslo_vmware.api [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494940, 'name': PowerOffVM_Task, 'duration_secs': 0.295547} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.358423] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.358588] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.358863] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a0ca750-6c89-4d93-bf62-8903a1ed16d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.431253] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.431642] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.431696] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Deleting the datastore file [datastore2] eb123ea6-e162-4dfc-9eba-1a2a908c47ec {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.432182] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-681674a1-e091-426d-aa21-8bba045064d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.440899] env[69226]: DEBUG oslo_vmware.api [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 889.440899] env[69226]: value = "task-3494943" [ 889.440899] env[69226]: _type = "Task" [ 889.440899] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.454296] env[69226]: DEBUG oslo_vmware.api [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.456649] env[69226]: INFO nova.compute.manager [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Took 36.68 seconds to build instance. [ 889.485635] env[69226]: DEBUG oslo_vmware.api [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Task: {'id': task-3494939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.672147} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.485635] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.485635] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.485635] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.485635] env[69226]: INFO nova.compute.manager [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Took 1.65 seconds to destroy the instance on the hypervisor. [ 889.485635] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.485947] env[69226]: DEBUG nova.compute.manager [-] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.485947] env[69226]: DEBUG nova.network.neutron [-] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.693219] env[69226]: DEBUG nova.network.neutron [-] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.705332] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494937, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.717201] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145886} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.718013] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.718899] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09275fbe-8fde-49db-b570-e084a3ed32e6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.722235] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3be4f6ce-b010-4c69-8e0a-c134bc13b876 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.742571] env[69226]: DEBUG nova.scheduler.client.report [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.757655] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 23bde555-75d8-4795-8883-af20a99b4e28/23bde555-75d8-4795-8883-af20a99b4e28.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.762050] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59c4d8fa-e31e-49f2-b01f-2bd18747bd82 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.778935] env[69226]: DEBUG nova.network.neutron [-] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.783883] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c96a02-fa82-4d30-8d06-8a82e874ea6e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.804205] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 889.804205] env[69226]: value = "task-3494944" [ 889.804205] env[69226]: _type = "Task" [ 889.804205] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.815310] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.831887] env[69226]: DEBUG nova.compute.manager [req-f07a98f7-d860-4e8c-9876-2e360e3d426e req-0672f3fc-441c-417d-bdff-084c69b3ec08 service nova] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Detach interface failed, port_id=8e16ec83-a442-457d-baad-0e4be12f6d07, reason: Instance 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 889.954262] env[69226]: DEBUG oslo_vmware.api [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3494943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212501} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.954653] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.954962] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.955262] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.955581] env[69226]: INFO nova.compute.manager [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Took 1.14 seconds to destroy the instance on the hypervisor. [ 889.955895] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.956176] env[69226]: DEBUG nova.compute.manager [-] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.956323] env[69226]: DEBUG nova.network.neutron [-] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.958517] env[69226]: DEBUG oslo_concurrency.lockutils [None req-47c92c96-9a1b-42b0-bdea-03e79aae28be tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.936s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.208962] env[69226]: INFO nova.compute.manager [-] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Took 1.49 seconds to deallocate network for instance. [ 890.219873] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494937, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.259572] env[69226]: DEBUG oslo_concurrency.lockutils [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.341s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.262038] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.273s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.281752] env[69226]: INFO nova.compute.manager [-] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Took 0.80 seconds to deallocate network for instance. [ 890.298509] env[69226]: INFO nova.scheduler.client.report [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Deleted allocations for instance 69098679-d76f-4276-a76f-cba54747246d [ 890.316987] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494944, 'name': ReconfigVM_Task, 'duration_secs': 0.339184} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.317611] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 23bde555-75d8-4795-8883-af20a99b4e28/23bde555-75d8-4795-8883-af20a99b4e28.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.318400] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12221b1a-740f-4ef5-a556-33556a635e99 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.329908] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 890.329908] env[69226]: value = "task-3494945" [ 890.329908] env[69226]: _type = "Task" [ 890.329908] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.341774] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494945, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.461575] env[69226]: DEBUG nova.compute.manager [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.707837] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494937, 'name': CreateVM_Task, 'duration_secs': 2.079529} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.708287] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.708946] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.709391] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.709801] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.710201] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-292d31d0-bb37-4822-85bf-593686314d5a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.718415] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Waiting for the task: (returnval){ [ 890.718415] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a3c101-ca69-9815-eaf1-8c482b72c572" [ 890.718415] env[69226]: _type = "Task" [ 890.718415] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.721390] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.726520] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a3c101-ca69-9815-eaf1-8c482b72c572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.737157] env[69226]: DEBUG nova.network.neutron [-] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.767604] env[69226]: INFO nova.compute.claims [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.789693] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.813908] env[69226]: DEBUG oslo_concurrency.lockutils [None req-715186f5-c310-4c6e-ac57-11c4a3e5acf4 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "69098679-d76f-4276-a76f-cba54747246d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.513s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.843191] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494945, 'name': Rename_Task, 'duration_secs': 0.219406} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.843191] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.843191] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-553b8358-d670-4587-ad4b-c0cb83ea7a1c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.853424] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 890.853424] env[69226]: value = "task-3494946" [ 890.853424] env[69226]: _type = "Task" [ 890.853424] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.863919] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.985829] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.231557] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a3c101-ca69-9815-eaf1-8c482b72c572, 'name': SearchDatastore_Task, 'duration_secs': 0.019113} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.232109] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.232513] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.232910] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.233259] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.233593] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.233989] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-194a43b9-8c64-446f-88ca-ff3575f44484 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.240407] env[69226]: INFO nova.compute.manager [-] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Took 1.28 seconds to deallocate network for instance. [ 891.249543] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.250057] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.251587] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a25013d4-a41a-439d-a0d7-8b3beca4c81e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.259932] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Waiting for the task: (returnval){ [ 891.259932] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527e7637-fe6d-e6ec-fafd-010da9edce72" [ 891.259932] env[69226]: _type = "Task" [ 891.259932] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.271175] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527e7637-fe6d-e6ec-fafd-010da9edce72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.275509] env[69226]: INFO nova.compute.resource_tracker [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Updating resource usage from migration 6cff9743-e386-468d-882c-8077dd3948ed [ 891.370496] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494946, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.385073] env[69226]: DEBUG nova.compute.manager [req-71a9eed7-0b3c-4488-95fe-d99b9ebb9333 req-e18c0133-3fa4-456d-bdf7-b406e97fd526 service nova] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Received event network-vif-deleted-3e80aba7-a5d8-4e32-88f0-20870934c4da {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.385591] env[69226]: DEBUG nova.compute.manager [req-71a9eed7-0b3c-4488-95fe-d99b9ebb9333 req-e18c0133-3fa4-456d-bdf7-b406e97fd526 service nova] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Received event network-vif-deleted-cc4f566a-0bc0-4d80-8790-8f4cc0813dd0 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.755057] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.772661] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527e7637-fe6d-e6ec-fafd-010da9edce72, 'name': SearchDatastore_Task, 'duration_secs': 0.030388} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.777195] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e7ceb30-d9e9-477a-96d6-7ec6c5ca7744 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.786376] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Waiting for the task: (returnval){ [ 891.786376] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523c6ffd-7522-4357-becd-9dee1f62dcab" [ 891.786376] env[69226]: _type = "Task" [ 891.786376] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.800042] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523c6ffd-7522-4357-becd-9dee1f62dcab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.872893] env[69226]: DEBUG oslo_vmware.api [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3494946, 'name': PowerOnVM_Task, 'duration_secs': 0.734751} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.873194] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.873690] env[69226]: INFO nova.compute.manager [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Took 9.42 seconds to spawn the instance on the hypervisor. [ 891.873690] env[69226]: DEBUG nova.compute.manager [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.874380] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1421e527-c66f-4454-ba8b-cea61c455e3b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.964474] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb684ea-6afe-4900-9884-96d30d97cd12 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.975490] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae5b078-d399-4918-8cbf-f68a96cfa2e4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.018315] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9437371-e2f8-4ae0-917f-d3d1536d5592 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.021918] env[69226]: DEBUG nova.compute.manager [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Stashing vm_state: active {{(pid=69226) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 892.031175] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898512f9-da3e-42a6-bc05-c432ba6c3237 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.047500] env[69226]: DEBUG nova.compute.provider_tree [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.297808] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523c6ffd-7522-4357-becd-9dee1f62dcab, 'name': SearchDatastore_Task, 'duration_secs': 0.017921} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.298319] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.298675] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 176c78e3-5170-4ee3-82a3-9d8af334ae39/176c78e3-5170-4ee3-82a3-9d8af334ae39.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.301022] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11e6dfc2-0b84-4992-b71b-0c9fa27a3017 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.308453] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Waiting for the task: (returnval){ [ 892.308453] env[69226]: value = "task-3494947" [ 892.308453] env[69226]: _type = "Task" [ 892.308453] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.318487] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': task-3494947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.398894] env[69226]: INFO nova.compute.manager [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Took 36.23 seconds to build instance. [ 892.551574] env[69226]: DEBUG nova.scheduler.client.report [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.561238] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.825010] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': task-3494947, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.901478] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b37128c-5974-4221-8d82-29dfc63bdf92 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "23bde555-75d8-4795-8883-af20a99b4e28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.646s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.063411] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.801s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.063672] env[69226]: INFO nova.compute.manager [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Migrating [ 893.064502] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.064502] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.066428] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.566s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.068171] env[69226]: INFO nova.compute.claims [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.073748] env[69226]: INFO nova.compute.rpcapi [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 893.074452] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.326305] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': task-3494947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834978} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.326744] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 176c78e3-5170-4ee3-82a3-9d8af334ae39/176c78e3-5170-4ee3-82a3-9d8af334ae39.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.328873] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.328873] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e33a53e-3e0f-4562-a621-8123a81c74e9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.347788] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Waiting for the task: (returnval){ [ 893.347788] env[69226]: value = "task-3494948" [ 893.347788] env[69226]: _type = "Task" [ 893.347788] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.358573] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': task-3494948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.407025] env[69226]: DEBUG nova.compute.manager [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.597638] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "refresh_cache-022614a7-ce73-4a6f-a7ea-2763b9da7788" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.597911] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "refresh_cache-022614a7-ce73-4a6f-a7ea-2763b9da7788" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.598113] env[69226]: DEBUG nova.network.neutron [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.783593] env[69226]: DEBUG oslo_concurrency.lockutils [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "53d9a8f3-cfdc-4dc1-9924-198e4ac04038" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.785171] env[69226]: DEBUG oslo_concurrency.lockutils [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "53d9a8f3-cfdc-4dc1-9924-198e4ac04038" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.860479] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': task-3494948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080736} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.860939] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.861975] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b17215-5743-4dd4-9d57-410088a2df49 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.892945] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 176c78e3-5170-4ee3-82a3-9d8af334ae39/176c78e3-5170-4ee3-82a3-9d8af334ae39.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.893935] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-708a31bb-9ce4-4e8c-a05e-4103a2897653 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.927522] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Waiting for the task: (returnval){ [ 893.927522] env[69226]: value = "task-3494949" [ 893.927522] env[69226]: _type = "Task" [ 893.927522] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.935849] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.939539] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': task-3494949, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.047792] env[69226]: DEBUG nova.compute.manager [req-575216a3-23d0-4bed-b68f-2fd7d6d3777c req-bcdaddc0-7ce7-4b0f-a4b8-908a9606462f service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Received event network-changed-6ef1788c-562a-406c-a0fd-695237588e2b {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.048069] env[69226]: DEBUG nova.compute.manager [req-575216a3-23d0-4bed-b68f-2fd7d6d3777c req-bcdaddc0-7ce7-4b0f-a4b8-908a9606462f service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Refreshing instance network info cache due to event network-changed-6ef1788c-562a-406c-a0fd-695237588e2b. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.048278] env[69226]: DEBUG oslo_concurrency.lockutils [req-575216a3-23d0-4bed-b68f-2fd7d6d3777c req-bcdaddc0-7ce7-4b0f-a4b8-908a9606462f service nova] Acquiring lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.048519] env[69226]: DEBUG oslo_concurrency.lockutils [req-575216a3-23d0-4bed-b68f-2fd7d6d3777c req-bcdaddc0-7ce7-4b0f-a4b8-908a9606462f service nova] Acquired lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.048590] env[69226]: DEBUG nova.network.neutron [req-575216a3-23d0-4bed-b68f-2fd7d6d3777c req-bcdaddc0-7ce7-4b0f-a4b8-908a9606462f service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Refreshing network info cache for port 6ef1788c-562a-406c-a0fd-695237588e2b {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.356738] env[69226]: DEBUG nova.network.neutron [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Updating instance_info_cache with network_info: [{"id": "9032b6da-8127-4597-9c6f-f18c3eb23de1", "address": "fa:16:3e:6f:2c:ca", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9032b6da-81", "ovs_interfaceid": "9032b6da-8127-4597-9c6f-f18c3eb23de1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.447046] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': task-3494949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.861265] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "refresh_cache-022614a7-ce73-4a6f-a7ea-2763b9da7788" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.913048] env[69226]: DEBUG nova.network.neutron [req-575216a3-23d0-4bed-b68f-2fd7d6d3777c req-bcdaddc0-7ce7-4b0f-a4b8-908a9606462f service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Updated VIF entry in instance network info cache for port 6ef1788c-562a-406c-a0fd-695237588e2b. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.914352] env[69226]: DEBUG nova.network.neutron [req-575216a3-23d0-4bed-b68f-2fd7d6d3777c req-bcdaddc0-7ce7-4b0f-a4b8-908a9606462f service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Updating instance_info_cache with network_info: [{"id": "6ef1788c-562a-406c-a0fd-695237588e2b", "address": "fa:16:3e:cd:de:7d", "network": {"id": "85cf7be8-41f9-4e70-8b2f-485ca7fec54d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-222152902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "011ca348b5f448e4a2d98e689303400f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef1788c-56", "ovs_interfaceid": "6ef1788c-562a-406c-a0fd-695237588e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.940518] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "520475d6-f012-4a6f-855d-2e4742161e67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.940770] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "520475d6-f012-4a6f-855d-2e4742161e67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.947283] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': task-3494949, 'name': ReconfigVM_Task, 'duration_secs': 0.795678} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.947869] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 176c78e3-5170-4ee3-82a3-9d8af334ae39/176c78e3-5170-4ee3-82a3-9d8af334ae39.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.948539] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c9be8c8-16a0-4630-8d19-dc0d3ececb52 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.952827] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a04950-a3f0-4f71-a3af-b16a6f22cacf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.957237] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Waiting for the task: (returnval){ [ 894.957237] env[69226]: value = "task-3494950" [ 894.957237] env[69226]: _type = "Task" [ 894.957237] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.964124] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10fcdde-ab56-492a-aced-fa8a334f77ec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.970681] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': task-3494950, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.003429] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aac5891-f1f1-4395-aa38-3b3b5414bed1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.013013] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ec0eac-2a88-4d4d-b9fe-e4c7485c8d2e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.030993] env[69226]: DEBUG nova.compute.provider_tree [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.377172] env[69226]: DEBUG oslo_concurrency.lockutils [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquiring lock "13e72229-59cc-4f51-bda1-f8c69cbef790" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.377325] env[69226]: DEBUG oslo_concurrency.lockutils [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lock "13e72229-59cc-4f51-bda1-f8c69cbef790" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.378059] env[69226]: DEBUG oslo_concurrency.lockutils [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquiring lock "13e72229-59cc-4f51-bda1-f8c69cbef790-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.378257] env[69226]: DEBUG oslo_concurrency.lockutils [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lock "13e72229-59cc-4f51-bda1-f8c69cbef790-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.378433] env[69226]: DEBUG oslo_concurrency.lockutils [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lock "13e72229-59cc-4f51-bda1-f8c69cbef790-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.380379] env[69226]: INFO nova.compute.manager [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Terminating instance [ 895.418194] env[69226]: DEBUG oslo_concurrency.lockutils [req-575216a3-23d0-4bed-b68f-2fd7d6d3777c req-bcdaddc0-7ce7-4b0f-a4b8-908a9606462f service nova] Releasing lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.468086] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': task-3494950, 'name': Rename_Task, 'duration_secs': 0.29525} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.468383] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.468720] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b65cd7bc-7637-41b4-82f0-5046b234c132 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.477032] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Waiting for the task: (returnval){ [ 895.477032] env[69226]: value = "task-3494951" [ 895.477032] env[69226]: _type = "Task" [ 895.477032] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.486567] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': task-3494951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.534683] env[69226]: DEBUG nova.scheduler.client.report [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.884152] env[69226]: DEBUG nova.compute.manager [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.884447] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.885505] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a27ab7f-ca9b-4bc4-aa17-4562337b2f08 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.896075] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.896345] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b5b6419-18ec-4176-a04b-f4db518bf8de {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.904621] env[69226]: DEBUG oslo_vmware.api [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 895.904621] env[69226]: value = "task-3494952" [ 895.904621] env[69226]: _type = "Task" [ 895.904621] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.913504] env[69226]: DEBUG oslo_vmware.api [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.988428] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': task-3494951, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.040681] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.974s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.041356] env[69226]: DEBUG nova.compute.manager [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.044386] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.721s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.046024] env[69226]: INFO nova.compute.claims [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.191242] env[69226]: DEBUG oslo_vmware.rw_handles [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d5b895-8481-ece7-9cb4-05bb01b1375b/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 896.193042] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5110d733-414a-483f-b6ba-41c5ee83bd0a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.199989] env[69226]: DEBUG oslo_vmware.rw_handles [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d5b895-8481-ece7-9cb4-05bb01b1375b/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 896.200220] env[69226]: ERROR oslo_vmware.rw_handles [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d5b895-8481-ece7-9cb4-05bb01b1375b/disk-0.vmdk due to incomplete transfer. [ 896.200458] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0461cde0-8bb8-45e4-9f5c-19f12e6705cb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.208334] env[69226]: DEBUG oslo_vmware.rw_handles [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d5b895-8481-ece7-9cb4-05bb01b1375b/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 896.208532] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Uploaded image 09d04408-080c-4f47-b2e6-3a56fed302fb to the Glance image server {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 896.210940] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Destroying the VM {{(pid=69226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 896.211209] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5b06027d-a13c-4e30-8ef4-f6acae6ead4e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.218826] env[69226]: DEBUG oslo_vmware.api [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 896.218826] env[69226]: value = "task-3494953" [ 896.218826] env[69226]: _type = "Task" [ 896.218826] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.227627] env[69226]: DEBUG oslo_vmware.api [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494953, 'name': Destroy_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.391303] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73f07e4-b473-412d-ae86-9c9dafd56461 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.416023] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Updating instance '022614a7-ce73-4a6f-a7ea-2763b9da7788' progress to 0 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.428366] env[69226]: DEBUG oslo_vmware.api [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494952, 'name': PowerOffVM_Task, 'duration_secs': 0.419663} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.428818] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.429053] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.429346] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2f682e1-2a31-4c32-b67c-c9eef7917d5c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.489888] env[69226]: DEBUG oslo_vmware.api [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': task-3494951, 'name': PowerOnVM_Task, 'duration_secs': 0.8776} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.490340] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.490562] env[69226]: INFO nova.compute.manager [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Took 11.20 seconds to spawn the instance on the hypervisor. [ 896.490824] env[69226]: DEBUG nova.compute.manager [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.491644] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69470a0c-a881-4276-acb1-41a70dee6585 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.507917] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.508155] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.508355] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Deleting the datastore file [datastore1] 13e72229-59cc-4f51-bda1-f8c69cbef790 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.513024] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f836006f-90bf-45e2-83b4-7f7a816aa623 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.516276] env[69226]: DEBUG oslo_vmware.api [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 896.516276] env[69226]: value = "task-3494955" [ 896.516276] env[69226]: _type = "Task" [ 896.516276] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.526610] env[69226]: DEBUG oslo_vmware.api [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.550822] env[69226]: DEBUG nova.compute.utils [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.554371] env[69226]: DEBUG nova.compute.manager [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.554627] env[69226]: DEBUG nova.network.neutron [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.599501] env[69226]: DEBUG nova.policy [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6aef764eb7564992a92107bcb046cd3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc863a30e86443d68c74fd61eb75da5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.730502] env[69226]: DEBUG oslo_vmware.api [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494953, 'name': Destroy_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.915743] env[69226]: DEBUG nova.network.neutron [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Successfully created port: 4f7194a2-8e6c-4281-9113-073506e26f77 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.924604] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.925350] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c566d47a-0a74-42e8-9bb2-3415ce47aeef {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.935228] env[69226]: DEBUG oslo_vmware.api [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 896.935228] env[69226]: value = "task-3494956" [ 896.935228] env[69226]: _type = "Task" [ 896.935228] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.947219] env[69226]: DEBUG oslo_vmware.api [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.015523] env[69226]: INFO nova.compute.manager [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Took 37.22 seconds to build instance. [ 897.029198] env[69226]: DEBUG oslo_vmware.api [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494955, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.060919] env[69226]: DEBUG nova.compute.manager [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.227149] env[69226]: DEBUG nova.network.neutron [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Successfully created port: c1327720-18cf-45f0-8d91-2e474605ab87 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.236817] env[69226]: DEBUG oslo_vmware.api [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494953, 'name': Destroy_Task, 'duration_secs': 0.593005} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.237263] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Destroyed the VM [ 897.239028] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Deleting Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 897.239028] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b243c2d3-6cab-44d4-874d-3d94fae0581f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.254805] env[69226]: DEBUG oslo_vmware.api [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 897.254805] env[69226]: value = "task-3494957" [ 897.254805] env[69226]: _type = "Task" [ 897.254805] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.263650] env[69226]: DEBUG oslo_vmware.api [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494957, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.447873] env[69226]: DEBUG oslo_vmware.api [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494956, 'name': PowerOffVM_Task, 'duration_secs': 0.396061} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.450531] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.450741] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Updating instance '022614a7-ce73-4a6f-a7ea-2763b9da7788' progress to 17 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 897.501913] env[69226]: DEBUG nova.network.neutron [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Successfully created port: a1cfd771-583d-40f4-a486-fe1ad64df079 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.517915] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b8337e50-41a0-4fca-9c2d-8aa8720ebd75 tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Lock "176c78e3-5170-4ee3-82a3-9d8af334ae39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.646s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.536119] env[69226]: DEBUG oslo_vmware.api [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3494955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.514453} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.536958] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.537165] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.537336] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.537505] env[69226]: INFO nova.compute.manager [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Took 1.65 seconds to destroy the instance on the hypervisor. [ 897.537746] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.537936] env[69226]: DEBUG nova.compute.manager [-] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.538135] env[69226]: DEBUG nova.network.neutron [-] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.733155] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51f3897-3e08-4c4b-a385-20d1d37adb98 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.742236] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da34a452-5892-44df-a77b-dccd740d7fa0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.775940] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced4639a-6deb-48ec-bf93-9fbe11815dce {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.784889] env[69226]: DEBUG oslo_vmware.api [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494957, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.788574] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872f1124-5e89-4dc9-8596-e7816f695e53 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.804447] env[69226]: DEBUG nova.compute.provider_tree [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.892531] env[69226]: DEBUG oslo_concurrency.lockutils [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Acquiring lock "176c78e3-5170-4ee3-82a3-9d8af334ae39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.893338] env[69226]: DEBUG oslo_concurrency.lockutils [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Lock "176c78e3-5170-4ee3-82a3-9d8af334ae39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.894036] env[69226]: DEBUG oslo_concurrency.lockutils [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Acquiring lock "176c78e3-5170-4ee3-82a3-9d8af334ae39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.894036] env[69226]: DEBUG oslo_concurrency.lockutils [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Lock "176c78e3-5170-4ee3-82a3-9d8af334ae39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.894036] env[69226]: DEBUG oslo_concurrency.lockutils [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Lock "176c78e3-5170-4ee3-82a3-9d8af334ae39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.896374] env[69226]: INFO nova.compute.manager [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Terminating instance [ 897.960824] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.960824] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.961180] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.961342] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.961995] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.961995] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.961995] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.962190] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.962712] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.962712] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.962925] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.968144] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a771059d-2f0b-4918-88fc-2c770e957685 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.990826] env[69226]: DEBUG oslo_vmware.api [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 897.990826] env[69226]: value = "task-3494958" [ 897.990826] env[69226]: _type = "Task" [ 897.990826] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.003229] env[69226]: DEBUG oslo_vmware.api [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.027226] env[69226]: DEBUG nova.compute.manager [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.072745] env[69226]: DEBUG nova.compute.manager [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.102923] env[69226]: DEBUG nova.virt.hardware [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.103262] env[69226]: DEBUG nova.virt.hardware [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.103485] env[69226]: DEBUG nova.virt.hardware [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.103709] env[69226]: DEBUG nova.virt.hardware [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.103943] env[69226]: DEBUG nova.virt.hardware [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.104225] env[69226]: DEBUG nova.virt.hardware [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.104566] env[69226]: DEBUG nova.virt.hardware [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.104847] env[69226]: DEBUG nova.virt.hardware [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.105146] env[69226]: DEBUG nova.virt.hardware [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.105455] env[69226]: DEBUG nova.virt.hardware [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.105773] env[69226]: DEBUG nova.virt.hardware [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.106957] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eefeec-147a-464e-906d-b57790c48b55 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.113460] env[69226]: DEBUG nova.compute.manager [req-f23bd3b6-5e9b-46ef-a25a-ff5131938ac7 req-0b6a10a7-bf09-4730-b522-24f29cc122d4 service nova] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Received event network-vif-deleted-14dfc654-7b7a-4028-9da7-a1650bf6bc7c {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.113744] env[69226]: INFO nova.compute.manager [req-f23bd3b6-5e9b-46ef-a25a-ff5131938ac7 req-0b6a10a7-bf09-4730-b522-24f29cc122d4 service nova] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Neutron deleted interface 14dfc654-7b7a-4028-9da7-a1650bf6bc7c; detaching it from the instance and deleting it from the info cache [ 898.114040] env[69226]: DEBUG nova.network.neutron [req-f23bd3b6-5e9b-46ef-a25a-ff5131938ac7 req-0b6a10a7-bf09-4730-b522-24f29cc122d4 service nova] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.124213] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036d2f2d-ddde-432a-8f3e-57664f01a5be {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.285723] env[69226]: DEBUG oslo_vmware.api [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494957, 'name': RemoveSnapshot_Task, 'duration_secs': 0.882255} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.286072] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Deleted Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 898.286377] env[69226]: INFO nova.compute.manager [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Took 16.80 seconds to snapshot the instance on the hypervisor. [ 898.308136] env[69226]: DEBUG nova.scheduler.client.report [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.404891] env[69226]: DEBUG nova.compute.manager [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.405154] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.406092] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29b0ff3-db5e-46d3-a9d7-f146a3430139 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.414565] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.414811] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19360e96-7da0-4323-b546-71785069483c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.424672] env[69226]: DEBUG oslo_vmware.api [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Waiting for the task: (returnval){ [ 898.424672] env[69226]: value = "task-3494959" [ 898.424672] env[69226]: _type = "Task" [ 898.424672] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.433354] env[69226]: DEBUG oslo_vmware.api [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': task-3494959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.498522] env[69226]: DEBUG nova.network.neutron [-] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.503480] env[69226]: DEBUG oslo_vmware.api [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494958, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.553540] env[69226]: DEBUG oslo_concurrency.lockutils [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.618036] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d38a1d6-c318-43f8-a459-e40b1f5b7424 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.629177] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241b2d0e-51de-42b4-ab31-bf0812743cc7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.668372] env[69226]: DEBUG nova.compute.manager [req-f23bd3b6-5e9b-46ef-a25a-ff5131938ac7 req-0b6a10a7-bf09-4730-b522-24f29cc122d4 service nova] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Detach interface failed, port_id=14dfc654-7b7a-4028-9da7-a1650bf6bc7c, reason: Instance 13e72229-59cc-4f51-bda1-f8c69cbef790 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 898.813766] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.814314] env[69226]: DEBUG nova.compute.manager [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.817355] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.412s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.817623] env[69226]: DEBUG nova.objects.instance [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lazy-loading 'resources' on Instance uuid 993ac4fc-280c-49c9-a104-c05515b5e3a5 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.828060] env[69226]: DEBUG nova.compute.manager [None req-5d3040f9-b9f7-459a-9ce4-27236a69765d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Found 1 images (rotation: 2) {{(pid=69226) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 898.935142] env[69226]: DEBUG oslo_vmware.api [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': task-3494959, 'name': PowerOffVM_Task, 'duration_secs': 0.401654} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.935423] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.935594] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.935848] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ccc3576-3485-4f14-a03c-55c43459fd83 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.966294] env[69226]: DEBUG nova.compute.manager [req-29d2fdec-ccd8-42e7-a9b2-f68ef094e751 req-8704268e-ba0e-4489-94a0-4d4ea3718d95 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Received event network-vif-plugged-4f7194a2-8e6c-4281-9113-073506e26f77 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.967482] env[69226]: DEBUG oslo_concurrency.lockutils [req-29d2fdec-ccd8-42e7-a9b2-f68ef094e751 req-8704268e-ba0e-4489-94a0-4d4ea3718d95 service nova] Acquiring lock "d2b143e5-2a4a-43fa-824b-878b2b7c4b48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.967482] env[69226]: DEBUG oslo_concurrency.lockutils [req-29d2fdec-ccd8-42e7-a9b2-f68ef094e751 req-8704268e-ba0e-4489-94a0-4d4ea3718d95 service nova] Lock "d2b143e5-2a4a-43fa-824b-878b2b7c4b48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.967482] env[69226]: DEBUG oslo_concurrency.lockutils [req-29d2fdec-ccd8-42e7-a9b2-f68ef094e751 req-8704268e-ba0e-4489-94a0-4d4ea3718d95 service nova] Lock "d2b143e5-2a4a-43fa-824b-878b2b7c4b48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.967607] env[69226]: DEBUG nova.compute.manager [req-29d2fdec-ccd8-42e7-a9b2-f68ef094e751 req-8704268e-ba0e-4489-94a0-4d4ea3718d95 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] No waiting events found dispatching network-vif-plugged-4f7194a2-8e6c-4281-9113-073506e26f77 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.967834] env[69226]: WARNING nova.compute.manager [req-29d2fdec-ccd8-42e7-a9b2-f68ef094e751 req-8704268e-ba0e-4489-94a0-4d4ea3718d95 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Received unexpected event network-vif-plugged-4f7194a2-8e6c-4281-9113-073506e26f77 for instance with vm_state building and task_state spawning. [ 899.002908] env[69226]: DEBUG oslo_vmware.api [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494958, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.004421] env[69226]: INFO nova.compute.manager [-] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Took 1.47 seconds to deallocate network for instance. [ 899.037033] env[69226]: DEBUG nova.network.neutron [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Successfully updated port: 4f7194a2-8e6c-4281-9113-073506e26f77 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.320733] env[69226]: DEBUG nova.compute.utils [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.321939] env[69226]: DEBUG nova.compute.manager [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.322149] env[69226]: DEBUG nova.network.neutron [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.363351] env[69226]: DEBUG nova.policy [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66cae5b234c2473aa6abd2daed9f2d7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8d97c5232204e159a838e7466fe2a44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.504903] env[69226]: DEBUG oslo_vmware.api [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494958, 'name': ReconfigVM_Task, 'duration_secs': 1.254064} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.505318] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Updating instance '022614a7-ce73-4a6f-a7ea-2763b9da7788' progress to 33 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.516072] env[69226]: DEBUG oslo_concurrency.lockutils [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.651376] env[69226]: DEBUG nova.network.neutron [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Successfully created port: 883cc2c1-cb11-4397-a0d1-9beffbafff5e {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.828023] env[69226]: DEBUG nova.compute.manager [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.833167] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.833167] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.833414] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Deleting the datastore file [datastore1] 176c78e3-5170-4ee3-82a3-9d8af334ae39 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.833450] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e4ae7eb-ee1c-44b3-bbff-c226754d4bbf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.848230] env[69226]: DEBUG oslo_vmware.api [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Waiting for the task: (returnval){ [ 899.848230] env[69226]: value = "task-3494961" [ 899.848230] env[69226]: _type = "Task" [ 899.848230] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.863910] env[69226]: DEBUG oslo_vmware.api [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': task-3494961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.977607] env[69226]: DEBUG nova.compute.manager [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.979031] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0276cf8-c925-49f4-9781-86e045d78d88 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.984323] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21079bf0-29a7-4f69-a391-22e022a0edc1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.998358] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff6c16a-038a-4c51-99a4-a58342a7c592 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.011977] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.012209] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.012358] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.012534] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.012682] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.012827] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.015034] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.015204] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.015292] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.015466] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.015651] env[69226]: DEBUG nova.virt.hardware [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.023975] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 900.054448] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62109194-4b91-4e29-a1f2-0778c29f981c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.070077] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e68b25d-fabd-488b-8b19-11d427d630a7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.080016] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32cba73-e9b6-4978-8c9c-419a735410b9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.084909] env[69226]: DEBUG oslo_vmware.api [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 900.084909] env[69226]: value = "task-3494962" [ 900.084909] env[69226]: _type = "Task" [ 900.084909] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.099073] env[69226]: DEBUG nova.compute.provider_tree [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.106083] env[69226]: DEBUG oslo_vmware.api [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.364031] env[69226]: DEBUG oslo_vmware.api [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Task: {'id': task-3494961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416228} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.365433] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.365669] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.365855] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.366042] env[69226]: INFO nova.compute.manager [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Took 1.96 seconds to destroy the instance on the hypervisor. [ 900.366310] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.366506] env[69226]: DEBUG nova.compute.manager [-] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.366604] env[69226]: DEBUG nova.network.neutron [-] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.493791] env[69226]: INFO nova.compute.manager [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] instance snapshotting [ 900.493791] env[69226]: DEBUG nova.objects.instance [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lazy-loading 'flavor' on Instance uuid 5d5ac77b-9d87-4206-a210-616b240c4e91 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.598371] env[69226]: DEBUG oslo_vmware.api [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494962, 'name': ReconfigVM_Task, 'duration_secs': 0.179072} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.598371] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 900.598371] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1afc36-0c42-46b4-bcd2-ca23e2e3b427 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.608319] env[69226]: DEBUG nova.scheduler.client.report [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.641944] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 022614a7-ce73-4a6f-a7ea-2763b9da7788/022614a7-ce73-4a6f-a7ea-2763b9da7788.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.644305] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad4f524f-ef25-4737-8a5f-ef7374fc224c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.665565] env[69226]: DEBUG oslo_vmware.api [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 900.665565] env[69226]: value = "task-3494963" [ 900.665565] env[69226]: _type = "Task" [ 900.665565] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.677667] env[69226]: DEBUG oslo_vmware.api [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.838341] env[69226]: DEBUG nova.compute.manager [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.860772] env[69226]: DEBUG nova.virt.hardware [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.861091] env[69226]: DEBUG nova.virt.hardware [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.861265] env[69226]: DEBUG nova.virt.hardware [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.861490] env[69226]: DEBUG nova.virt.hardware [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.861677] env[69226]: DEBUG nova.virt.hardware [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.861863] env[69226]: DEBUG nova.virt.hardware [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.862135] env[69226]: DEBUG nova.virt.hardware [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.862332] env[69226]: DEBUG nova.virt.hardware [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.862531] env[69226]: DEBUG nova.virt.hardware [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.862736] env[69226]: DEBUG nova.virt.hardware [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.862942] env[69226]: DEBUG nova.virt.hardware [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.863896] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f68a9c-6096-4f46-9db2-2967412819b3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.874027] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2281a0-b99f-4eee-9a6d-5cb345e8378e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.999584] env[69226]: DEBUG nova.compute.manager [req-2467673d-3c9f-4aa9-81c8-ca59f75dd369 req-4b5ba4af-f2bf-418b-9876-98a29735a37f service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Received event network-changed-4f7194a2-8e6c-4281-9113-073506e26f77 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.999853] env[69226]: DEBUG nova.compute.manager [req-2467673d-3c9f-4aa9-81c8-ca59f75dd369 req-4b5ba4af-f2bf-418b-9876-98a29735a37f service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Refreshing instance network info cache due to event network-changed-4f7194a2-8e6c-4281-9113-073506e26f77. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.000081] env[69226]: DEBUG oslo_concurrency.lockutils [req-2467673d-3c9f-4aa9-81c8-ca59f75dd369 req-4b5ba4af-f2bf-418b-9876-98a29735a37f service nova] Acquiring lock "refresh_cache-d2b143e5-2a4a-43fa-824b-878b2b7c4b48" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.000319] env[69226]: DEBUG oslo_concurrency.lockutils [req-2467673d-3c9f-4aa9-81c8-ca59f75dd369 req-4b5ba4af-f2bf-418b-9876-98a29735a37f service nova] Acquired lock "refresh_cache-d2b143e5-2a4a-43fa-824b-878b2b7c4b48" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.000913] env[69226]: DEBUG nova.network.neutron [req-2467673d-3c9f-4aa9-81c8-ca59f75dd369 req-4b5ba4af-f2bf-418b-9876-98a29735a37f service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Refreshing network info cache for port 4f7194a2-8e6c-4281-9113-073506e26f77 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.004067] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63400f20-fac3-498a-b1d5-547e8019f1c3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.024361] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdb87e3-0ff1-4601-9af4-616236e87398 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.105590] env[69226]: DEBUG nova.compute.manager [req-4c85b1dc-e87b-41a2-b059-09e432700030 req-1bf456bd-f8ad-4449-a74f-da37a53195f6 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Received event network-vif-plugged-c1327720-18cf-45f0-8d91-2e474605ab87 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.105662] env[69226]: DEBUG oslo_concurrency.lockutils [req-4c85b1dc-e87b-41a2-b059-09e432700030 req-1bf456bd-f8ad-4449-a74f-da37a53195f6 service nova] Acquiring lock "d2b143e5-2a4a-43fa-824b-878b2b7c4b48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.105856] env[69226]: DEBUG oslo_concurrency.lockutils [req-4c85b1dc-e87b-41a2-b059-09e432700030 req-1bf456bd-f8ad-4449-a74f-da37a53195f6 service nova] Lock "d2b143e5-2a4a-43fa-824b-878b2b7c4b48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.106068] env[69226]: DEBUG oslo_concurrency.lockutils [req-4c85b1dc-e87b-41a2-b059-09e432700030 req-1bf456bd-f8ad-4449-a74f-da37a53195f6 service nova] Lock "d2b143e5-2a4a-43fa-824b-878b2b7c4b48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.106242] env[69226]: DEBUG nova.compute.manager [req-4c85b1dc-e87b-41a2-b059-09e432700030 req-1bf456bd-f8ad-4449-a74f-da37a53195f6 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] No waiting events found dispatching network-vif-plugged-c1327720-18cf-45f0-8d91-2e474605ab87 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.106435] env[69226]: WARNING nova.compute.manager [req-4c85b1dc-e87b-41a2-b059-09e432700030 req-1bf456bd-f8ad-4449-a74f-da37a53195f6 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Received unexpected event network-vif-plugged-c1327720-18cf-45f0-8d91-2e474605ab87 for instance with vm_state building and task_state spawning. [ 901.148024] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.328s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.148024] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.551s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.148024] env[69226]: DEBUG nova.objects.instance [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lazy-loading 'resources' on Instance uuid ab246b37-d9a2-454a-932b-3b49cba0e0f9 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.158565] env[69226]: DEBUG nova.network.neutron [-] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.181175] env[69226]: DEBUG oslo_vmware.api [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494963, 'name': ReconfigVM_Task, 'duration_secs': 0.276098} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.181175] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 022614a7-ce73-4a6f-a7ea-2763b9da7788/022614a7-ce73-4a6f-a7ea-2763b9da7788.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.181175] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Updating instance '022614a7-ce73-4a6f-a7ea-2763b9da7788' progress to 50 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 901.185146] env[69226]: INFO nova.scheduler.client.report [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Deleted allocations for instance 993ac4fc-280c-49c9-a104-c05515b5e3a5 [ 901.188950] env[69226]: DEBUG nova.network.neutron [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Successfully updated port: 883cc2c1-cb11-4397-a0d1-9beffbafff5e {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.308805] env[69226]: DEBUG nova.network.neutron [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Successfully updated port: c1327720-18cf-45f0-8d91-2e474605ab87 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.536401] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Creating Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 901.536797] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fd4e52a6-03ed-4ef6-87e4-22891372a286 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.547232] env[69226]: DEBUG oslo_vmware.api [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 901.547232] env[69226]: value = "task-3494964" [ 901.547232] env[69226]: _type = "Task" [ 901.547232] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.556750] env[69226]: DEBUG oslo_vmware.api [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494964, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.661564] env[69226]: INFO nova.compute.manager [-] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Took 1.29 seconds to deallocate network for instance. [ 901.687844] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b50398e-dd6d-43b7-93f2-3d45e44161e0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.701059] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "refresh_cache-d1ae021f-b198-4e45-a641-ef906796da10" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.701326] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquired lock "refresh_cache-d1ae021f-b198-4e45-a641-ef906796da10" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.701531] env[69226]: DEBUG nova.network.neutron [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.706487] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a574a57b-8f56-47c8-8896-3cf6a7409b65 tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "993ac4fc-280c-49c9-a104-c05515b5e3a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.622s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.733298] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2d287f-67a8-421c-8b4d-e8de184d0dcd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.753274] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Updating instance '022614a7-ce73-4a6f-a7ea-2763b9da7788' progress to 67 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 901.785511] env[69226]: DEBUG nova.network.neutron [req-2467673d-3c9f-4aa9-81c8-ca59f75dd369 req-4b5ba4af-f2bf-418b-9876-98a29735a37f service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.945419] env[69226]: DEBUG nova.network.neutron [req-2467673d-3c9f-4aa9-81c8-ca59f75dd369 req-4b5ba4af-f2bf-418b-9876-98a29735a37f service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.059202] env[69226]: DEBUG oslo_vmware.api [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494964, 'name': CreateSnapshot_Task, 'duration_secs': 0.435317} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.059467] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Created Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 902.060216] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f3aff1-62d9-4415-80b9-9cb80ca2e848 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.167920] env[69226]: DEBUG oslo_concurrency.lockutils [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.237962] env[69226]: DEBUG nova.network.neutron [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.288283] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec4615c-80a0-47ad-85e6-9f3a406e1114 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.296680] env[69226]: DEBUG nova.network.neutron [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Port 9032b6da-8127-4597-9c6f-f18c3eb23de1 binding to destination host cpu-1 is already ACTIVE {{(pid=69226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 902.302343] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec231cc-f221-4d0c-b6d3-46b365945bec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.343819] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2209296-ac63-4c78-8b95-97ba3b0cbba5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.353553] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cfbe4d-80ec-4dbc-9f2d-73d034f73117 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.371154] env[69226]: DEBUG nova.compute.provider_tree [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.431512] env[69226]: DEBUG nova.network.neutron [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Updating instance_info_cache with network_info: [{"id": "883cc2c1-cb11-4397-a0d1-9beffbafff5e", "address": "fa:16:3e:da:2c:dc", "network": {"id": "8ca4b9e6-2123-4ff0-ace6-7ebf43d18819", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-691667159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8d97c5232204e159a838e7466fe2a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883cc2c1-cb", "ovs_interfaceid": "883cc2c1-cb11-4397-a0d1-9beffbafff5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.450420] env[69226]: DEBUG oslo_concurrency.lockutils [req-2467673d-3c9f-4aa9-81c8-ca59f75dd369 req-4b5ba4af-f2bf-418b-9876-98a29735a37f service nova] Releasing lock "refresh_cache-d2b143e5-2a4a-43fa-824b-878b2b7c4b48" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.450699] env[69226]: DEBUG nova.compute.manager [req-2467673d-3c9f-4aa9-81c8-ca59f75dd369 req-4b5ba4af-f2bf-418b-9876-98a29735a37f service nova] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Received event network-vif-deleted-19e1da74-aa1a-4dee-8401-b2f582947371 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.450950] env[69226]: INFO nova.compute.manager [req-2467673d-3c9f-4aa9-81c8-ca59f75dd369 req-4b5ba4af-f2bf-418b-9876-98a29735a37f service nova] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Neutron deleted interface 19e1da74-aa1a-4dee-8401-b2f582947371; detaching it from the instance and deleting it from the info cache [ 902.451353] env[69226]: DEBUG nova.network.neutron [req-2467673d-3c9f-4aa9-81c8-ca59f75dd369 req-4b5ba4af-f2bf-418b-9876-98a29735a37f service nova] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.581050] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Creating linked-clone VM from snapshot {{(pid=69226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 902.581410] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b0c36d63-723a-417e-8fcf-cb122d67f0f6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.592224] env[69226]: DEBUG oslo_vmware.api [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 902.592224] env[69226]: value = "task-3494965" [ 902.592224] env[69226]: _type = "Task" [ 902.592224] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.601035] env[69226]: DEBUG oslo_vmware.api [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494965, 'name': CloneVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.874386] env[69226]: DEBUG nova.scheduler.client.report [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.934494] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Releasing lock "refresh_cache-d1ae021f-b198-4e45-a641-ef906796da10" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.934494] env[69226]: DEBUG nova.compute.manager [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Instance network_info: |[{"id": "883cc2c1-cb11-4397-a0d1-9beffbafff5e", "address": "fa:16:3e:da:2c:dc", "network": {"id": "8ca4b9e6-2123-4ff0-ace6-7ebf43d18819", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-691667159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8d97c5232204e159a838e7466fe2a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883cc2c1-cb", "ovs_interfaceid": "883cc2c1-cb11-4397-a0d1-9beffbafff5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.935607] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:2c:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '883cc2c1-cb11-4397-a0d1-9beffbafff5e', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.944822] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.944822] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.944822] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6f565ee-f915-4337-a428-45f3a90eb950 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.960557] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c1b239a-eb25-4c59-a456-f738ffce9ca1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.972268] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936e6f2a-aefb-4413-b033-bb74aa6f73d2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.983061] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.983061] env[69226]: value = "task-3494966" [ 902.983061] env[69226]: _type = "Task" [ 902.983061] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.992177] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494966, 'name': CreateVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.008712] env[69226]: DEBUG nova.compute.manager [req-2467673d-3c9f-4aa9-81c8-ca59f75dd369 req-4b5ba4af-f2bf-418b-9876-98a29735a37f service nova] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Detach interface failed, port_id=19e1da74-aa1a-4dee-8401-b2f582947371, reason: Instance 176c78e3-5170-4ee3-82a3-9d8af334ae39 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 903.066244] env[69226]: DEBUG nova.compute.manager [req-f879ebce-5dcb-4a6d-9ba8-87842f781e5d req-030a9ae6-94c7-48c2-b258-41e989357369 service nova] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Received event network-vif-plugged-883cc2c1-cb11-4397-a0d1-9beffbafff5e {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.066528] env[69226]: DEBUG oslo_concurrency.lockutils [req-f879ebce-5dcb-4a6d-9ba8-87842f781e5d req-030a9ae6-94c7-48c2-b258-41e989357369 service nova] Acquiring lock "d1ae021f-b198-4e45-a641-ef906796da10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.066751] env[69226]: DEBUG oslo_concurrency.lockutils [req-f879ebce-5dcb-4a6d-9ba8-87842f781e5d req-030a9ae6-94c7-48c2-b258-41e989357369 service nova] Lock "d1ae021f-b198-4e45-a641-ef906796da10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.066909] env[69226]: DEBUG oslo_concurrency.lockutils [req-f879ebce-5dcb-4a6d-9ba8-87842f781e5d req-030a9ae6-94c7-48c2-b258-41e989357369 service nova] Lock "d1ae021f-b198-4e45-a641-ef906796da10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.067086] env[69226]: DEBUG nova.compute.manager [req-f879ebce-5dcb-4a6d-9ba8-87842f781e5d req-030a9ae6-94c7-48c2-b258-41e989357369 service nova] [instance: d1ae021f-b198-4e45-a641-ef906796da10] No waiting events found dispatching network-vif-plugged-883cc2c1-cb11-4397-a0d1-9beffbafff5e {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.067423] env[69226]: WARNING nova.compute.manager [req-f879ebce-5dcb-4a6d-9ba8-87842f781e5d req-030a9ae6-94c7-48c2-b258-41e989357369 service nova] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Received unexpected event network-vif-plugged-883cc2c1-cb11-4397-a0d1-9beffbafff5e for instance with vm_state building and task_state spawning. [ 903.067423] env[69226]: DEBUG nova.compute.manager [req-f879ebce-5dcb-4a6d-9ba8-87842f781e5d req-030a9ae6-94c7-48c2-b258-41e989357369 service nova] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Received event network-changed-883cc2c1-cb11-4397-a0d1-9beffbafff5e {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.067532] env[69226]: DEBUG nova.compute.manager [req-f879ebce-5dcb-4a6d-9ba8-87842f781e5d req-030a9ae6-94c7-48c2-b258-41e989357369 service nova] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Refreshing instance network info cache due to event network-changed-883cc2c1-cb11-4397-a0d1-9beffbafff5e. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.067756] env[69226]: DEBUG oslo_concurrency.lockutils [req-f879ebce-5dcb-4a6d-9ba8-87842f781e5d req-030a9ae6-94c7-48c2-b258-41e989357369 service nova] Acquiring lock "refresh_cache-d1ae021f-b198-4e45-a641-ef906796da10" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.067905] env[69226]: DEBUG oslo_concurrency.lockutils [req-f879ebce-5dcb-4a6d-9ba8-87842f781e5d req-030a9ae6-94c7-48c2-b258-41e989357369 service nova] Acquired lock "refresh_cache-d1ae021f-b198-4e45-a641-ef906796da10" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.068072] env[69226]: DEBUG nova.network.neutron [req-f879ebce-5dcb-4a6d-9ba8-87842f781e5d req-030a9ae6-94c7-48c2-b258-41e989357369 service nova] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Refreshing network info cache for port 883cc2c1-cb11-4397-a0d1-9beffbafff5e {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.105786] env[69226]: DEBUG oslo_vmware.api [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494965, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.140247] env[69226]: DEBUG nova.compute.manager [req-7f1a7169-4a5a-4b92-9c5f-3d4f50069693 req-e1400134-c8ff-4d0e-876f-1b3aff324442 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Received event network-changed-c1327720-18cf-45f0-8d91-2e474605ab87 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.140424] env[69226]: DEBUG nova.compute.manager [req-7f1a7169-4a5a-4b92-9c5f-3d4f50069693 req-e1400134-c8ff-4d0e-876f-1b3aff324442 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Refreshing instance network info cache due to event network-changed-c1327720-18cf-45f0-8d91-2e474605ab87. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.140643] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f1a7169-4a5a-4b92-9c5f-3d4f50069693 req-e1400134-c8ff-4d0e-876f-1b3aff324442 service nova] Acquiring lock "refresh_cache-d2b143e5-2a4a-43fa-824b-878b2b7c4b48" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.140845] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f1a7169-4a5a-4b92-9c5f-3d4f50069693 req-e1400134-c8ff-4d0e-876f-1b3aff324442 service nova] Acquired lock "refresh_cache-d2b143e5-2a4a-43fa-824b-878b2b7c4b48" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.141088] env[69226]: DEBUG nova.network.neutron [req-7f1a7169-4a5a-4b92-9c5f-3d4f50069693 req-e1400134-c8ff-4d0e-876f-1b3aff324442 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Refreshing network info cache for port c1327720-18cf-45f0-8d91-2e474605ab87 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.323544] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "022614a7-ce73-4a6f-a7ea-2763b9da7788-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.323760] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "022614a7-ce73-4a6f-a7ea-2763b9da7788-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.323843] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "022614a7-ce73-4a6f-a7ea-2763b9da7788-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.379407] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.386796] env[69226]: DEBUG nova.network.neutron [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Successfully updated port: a1cfd771-583d-40f4-a486-fe1ad64df079 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.388342] env[69226]: DEBUG oslo_concurrency.lockutils [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.992s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.388424] env[69226]: DEBUG nova.objects.instance [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 903.407709] env[69226]: INFO nova.scheduler.client.report [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Deleted allocations for instance ab246b37-d9a2-454a-932b-3b49cba0e0f9 [ 903.494531] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494966, 'name': CreateVM_Task, 'duration_secs': 0.351562} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.494692] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.496103] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.496103] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.496294] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.496549] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40de4c3c-50ba-4744-917d-86bb93dfc4b5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.502751] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 903.502751] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ebcdfb-7367-71d4-2ede-122fb94dec5b" [ 903.502751] env[69226]: _type = "Task" [ 903.502751] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.511744] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ebcdfb-7367-71d4-2ede-122fb94dec5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.603399] env[69226]: DEBUG oslo_vmware.api [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494965, 'name': CloneVM_Task} progress is 95%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.698926] env[69226]: DEBUG nova.network.neutron [req-7f1a7169-4a5a-4b92-9c5f-3d4f50069693 req-e1400134-c8ff-4d0e-876f-1b3aff324442 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.809339] env[69226]: DEBUG nova.network.neutron [req-f879ebce-5dcb-4a6d-9ba8-87842f781e5d req-030a9ae6-94c7-48c2-b258-41e989357369 service nova] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Updated VIF entry in instance network info cache for port 883cc2c1-cb11-4397-a0d1-9beffbafff5e. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.809339] env[69226]: DEBUG nova.network.neutron [req-f879ebce-5dcb-4a6d-9ba8-87842f781e5d req-030a9ae6-94c7-48c2-b258-41e989357369 service nova] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Updating instance_info_cache with network_info: [{"id": "883cc2c1-cb11-4397-a0d1-9beffbafff5e", "address": "fa:16:3e:da:2c:dc", "network": {"id": "8ca4b9e6-2123-4ff0-ace6-7ebf43d18819", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-691667159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8d97c5232204e159a838e7466fe2a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883cc2c1-cb", "ovs_interfaceid": "883cc2c1-cb11-4397-a0d1-9beffbafff5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.831696] env[69226]: DEBUG nova.network.neutron [req-7f1a7169-4a5a-4b92-9c5f-3d4f50069693 req-e1400134-c8ff-4d0e-876f-1b3aff324442 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.892737] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquiring lock "refresh_cache-d2b143e5-2a4a-43fa-824b-878b2b7c4b48" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.917971] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ad97bb39-1bd3-44ac-9828-84843f6f955f tempest-MultipleCreateTestJSON-1045018452 tempest-MultipleCreateTestJSON-1045018452-project-member] Lock "ab246b37-d9a2-454a-932b-3b49cba0e0f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.701s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.016028] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ebcdfb-7367-71d4-2ede-122fb94dec5b, 'name': SearchDatastore_Task, 'duration_secs': 0.029189} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.016028] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.016194] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.016333] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.016480] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.016660] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.016925] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74a852f0-cfbc-42cc-95dd-b3565b1440a8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.026983] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.027228] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.027948] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b46b788-e416-4698-b1d5-594d8a65f3a5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.033988] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 904.033988] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b22c41-318e-353e-1e7a-afb77a20de02" [ 904.033988] env[69226]: _type = "Task" [ 904.033988] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.044029] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b22c41-318e-353e-1e7a-afb77a20de02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.104328] env[69226]: DEBUG oslo_vmware.api [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494965, 'name': CloneVM_Task, 'duration_secs': 1.320401} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.104623] env[69226]: INFO nova.virt.vmwareapi.vmops [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Created linked-clone VM from snapshot [ 904.105845] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a65bef-423a-4ce8-a4cd-07cb06e926af {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.114032] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Uploading image f89cc236-82a9-4351-988f-b1c06aa1389c {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 904.137901] env[69226]: DEBUG oslo_vmware.rw_handles [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 904.137901] env[69226]: value = "vm-698544" [ 904.137901] env[69226]: _type = "VirtualMachine" [ 904.137901] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 904.137901] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4bba8613-5c9b-47b9-aee6-b5bd658a115e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.145773] env[69226]: DEBUG oslo_vmware.rw_handles [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lease: (returnval){ [ 904.145773] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520320d7-2164-c68f-107c-53b038cdb7ae" [ 904.145773] env[69226]: _type = "HttpNfcLease" [ 904.145773] env[69226]: } obtained for exporting VM: (result){ [ 904.145773] env[69226]: value = "vm-698544" [ 904.145773] env[69226]: _type = "VirtualMachine" [ 904.145773] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 904.146064] env[69226]: DEBUG oslo_vmware.api [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the lease: (returnval){ [ 904.146064] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520320d7-2164-c68f-107c-53b038cdb7ae" [ 904.146064] env[69226]: _type = "HttpNfcLease" [ 904.146064] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 904.153019] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 904.153019] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520320d7-2164-c68f-107c-53b038cdb7ae" [ 904.153019] env[69226]: _type = "HttpNfcLease" [ 904.153019] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 904.312705] env[69226]: DEBUG oslo_concurrency.lockutils [req-f879ebce-5dcb-4a6d-9ba8-87842f781e5d req-030a9ae6-94c7-48c2-b258-41e989357369 service nova] Releasing lock "refresh_cache-d1ae021f-b198-4e45-a641-ef906796da10" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.334646] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f1a7169-4a5a-4b92-9c5f-3d4f50069693 req-e1400134-c8ff-4d0e-876f-1b3aff324442 service nova] Releasing lock "refresh_cache-d2b143e5-2a4a-43fa-824b-878b2b7c4b48" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.335098] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquired lock "refresh_cache-d2b143e5-2a4a-43fa-824b-878b2b7c4b48" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.335261] env[69226]: DEBUG nova.network.neutron [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.392353] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "refresh_cache-022614a7-ce73-4a6f-a7ea-2763b9da7788" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.392539] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "refresh_cache-022614a7-ce73-4a6f-a7ea-2763b9da7788" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.392713] env[69226]: DEBUG nova.network.neutron [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.398607] env[69226]: DEBUG oslo_concurrency.lockutils [None req-401bb388-b391-4932-bd83-07e4e1998511 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.399744] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.831s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.400029] env[69226]: DEBUG nova.objects.instance [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lazy-loading 'resources' on Instance uuid 2a72a8c9-861c-4579-beb6-fe810df0cfeb {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.545776] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b22c41-318e-353e-1e7a-afb77a20de02, 'name': SearchDatastore_Task, 'duration_secs': 0.010321} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.546641] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4932d3a1-ffa2-4a58-a66b-e7757451cede {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.552255] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 904.552255] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f575ad-8852-d322-c932-728c437ee034" [ 904.552255] env[69226]: _type = "Task" [ 904.552255] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.560170] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f575ad-8852-d322-c932-728c437ee034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.655400] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 904.655400] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520320d7-2164-c68f-107c-53b038cdb7ae" [ 904.655400] env[69226]: _type = "HttpNfcLease" [ 904.655400] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 904.655732] env[69226]: DEBUG oslo_vmware.rw_handles [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 904.655732] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520320d7-2164-c68f-107c-53b038cdb7ae" [ 904.655732] env[69226]: _type = "HttpNfcLease" [ 904.655732] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 904.656504] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333fc2e8-3e25-45de-b199-d9b33d20c315 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.664891] env[69226]: DEBUG oslo_vmware.rw_handles [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523607db-5d79-1e50-30bd-befddda9521a/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 904.665107] env[69226]: DEBUG oslo_vmware.rw_handles [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523607db-5d79-1e50-30bd-befddda9521a/disk-0.vmdk for reading. {{(pid=69226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 904.760090] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-80080519-9610-4ed9-a4cd-28ec04313f2c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.907141] env[69226]: DEBUG nova.network.neutron [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.069851] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f575ad-8852-d322-c932-728c437ee034, 'name': SearchDatastore_Task, 'duration_secs': 0.021792} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.070383] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.070647] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] d1ae021f-b198-4e45-a641-ef906796da10/d1ae021f-b198-4e45-a641-ef906796da10.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.070985] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bfee691-57c7-4192-8f17-6f3c707b295d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.080304] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 905.080304] env[69226]: value = "task-3494968" [ 905.080304] env[69226]: _type = "Task" [ 905.080304] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.093257] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.150489] env[69226]: DEBUG nova.network.neutron [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Updating instance_info_cache with network_info: [{"id": "9032b6da-8127-4597-9c6f-f18c3eb23de1", "address": "fa:16:3e:6f:2c:ca", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9032b6da-81", "ovs_interfaceid": "9032b6da-8127-4597-9c6f-f18c3eb23de1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.195791] env[69226]: DEBUG nova.compute.manager [req-b36f1836-1960-4171-bba4-069041f30c68 req-67e39d75-c58d-420c-ad01-d7440d0efba5 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Received event network-vif-plugged-a1cfd771-583d-40f4-a486-fe1ad64df079 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.195791] env[69226]: DEBUG oslo_concurrency.lockutils [req-b36f1836-1960-4171-bba4-069041f30c68 req-67e39d75-c58d-420c-ad01-d7440d0efba5 service nova] Acquiring lock "d2b143e5-2a4a-43fa-824b-878b2b7c4b48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.196214] env[69226]: DEBUG oslo_concurrency.lockutils [req-b36f1836-1960-4171-bba4-069041f30c68 req-67e39d75-c58d-420c-ad01-d7440d0efba5 service nova] Lock "d2b143e5-2a4a-43fa-824b-878b2b7c4b48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.196880] env[69226]: DEBUG oslo_concurrency.lockutils [req-b36f1836-1960-4171-bba4-069041f30c68 req-67e39d75-c58d-420c-ad01-d7440d0efba5 service nova] Lock "d2b143e5-2a4a-43fa-824b-878b2b7c4b48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.196880] env[69226]: DEBUG nova.compute.manager [req-b36f1836-1960-4171-bba4-069041f30c68 req-67e39d75-c58d-420c-ad01-d7440d0efba5 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] No waiting events found dispatching network-vif-plugged-a1cfd771-583d-40f4-a486-fe1ad64df079 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.197022] env[69226]: WARNING nova.compute.manager [req-b36f1836-1960-4171-bba4-069041f30c68 req-67e39d75-c58d-420c-ad01-d7440d0efba5 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Received unexpected event network-vif-plugged-a1cfd771-583d-40f4-a486-fe1ad64df079 for instance with vm_state building and task_state spawning. [ 905.197372] env[69226]: DEBUG nova.compute.manager [req-b36f1836-1960-4171-bba4-069041f30c68 req-67e39d75-c58d-420c-ad01-d7440d0efba5 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Received event network-changed-a1cfd771-583d-40f4-a486-fe1ad64df079 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.198055] env[69226]: DEBUG nova.compute.manager [req-b36f1836-1960-4171-bba4-069041f30c68 req-67e39d75-c58d-420c-ad01-d7440d0efba5 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Refreshing instance network info cache due to event network-changed-a1cfd771-583d-40f4-a486-fe1ad64df079. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.198055] env[69226]: DEBUG oslo_concurrency.lockutils [req-b36f1836-1960-4171-bba4-069041f30c68 req-67e39d75-c58d-420c-ad01-d7440d0efba5 service nova] Acquiring lock "refresh_cache-d2b143e5-2a4a-43fa-824b-878b2b7c4b48" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.607435] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494968, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.641202] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f6fc4b-5a6c-4dec-a1f8-af0018872e7f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.649890] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a71629-78c8-4466-9e0d-956b7c5ecbdb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.656214] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "refresh_cache-022614a7-ce73-4a6f-a7ea-2763b9da7788" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.704752] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef820cf-1322-40ab-b94a-e0204aba90fe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.715182] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9a3091-682f-4266-aed5-2b6dafe8189e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.731552] env[69226]: DEBUG nova.compute.provider_tree [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.096314] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54113} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.096759] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] d1ae021f-b198-4e45-a641-ef906796da10/d1ae021f-b198-4e45-a641-ef906796da10.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.097079] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.097445] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-843a126e-5c97-42a0-9a1a-2dfc9e5f0acd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.108625] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 906.108625] env[69226]: value = "task-3494969" [ 906.108625] env[69226]: _type = "Task" [ 906.108625] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.120103] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.200601] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad02cf12-6330-4e06-9e17-592437d39234 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.228841] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7b213c-170b-4092-84b2-a2a4a130e735 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.238324] env[69226]: DEBUG nova.scheduler.client.report [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.242783] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Updating instance '022614a7-ce73-4a6f-a7ea-2763b9da7788' progress to 83 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 906.247911] env[69226]: DEBUG nova.network.neutron [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Updating instance_info_cache with network_info: [{"id": "4f7194a2-8e6c-4281-9113-073506e26f77", "address": "fa:16:3e:b5:4a:db", "network": {"id": "56cb6daa-1223-45f6-a9e4-c8cf700b3e2f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-521724918", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc863a30e86443d68c74fd61eb75da5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f7194a2-8e", "ovs_interfaceid": "4f7194a2-8e6c-4281-9113-073506e26f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c1327720-18cf-45f0-8d91-2e474605ab87", "address": "fa:16:3e:ca:b2:9e", "network": {"id": "22b75848-8403-474f-8e24-aeee47095644", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-121298166", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fc863a30e86443d68c74fd61eb75da5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1327720-18", "ovs_interfaceid": "c1327720-18cf-45f0-8d91-2e474605ab87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a1cfd771-583d-40f4-a486-fe1ad64df079", "address": "fa:16:3e:13:ab:90", "network": {"id": "56cb6daa-1223-45f6-a9e4-c8cf700b3e2f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-521724918", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc863a30e86443d68c74fd61eb75da5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1cfd771-58", "ovs_interfaceid": "a1cfd771-583d-40f4-a486-fe1ad64df079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.619622] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184366} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.619977] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.620902] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd32c12e-9373-4794-a7a0-985008fc7be5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.648711] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] d1ae021f-b198-4e45-a641-ef906796da10/d1ae021f-b198-4e45-a641-ef906796da10.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.649067] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ace9f3a-cc3c-4b8d-b4b3-ef8e5315ddc4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.674614] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 906.674614] env[69226]: value = "task-3494970" [ 906.674614] env[69226]: _type = "Task" [ 906.674614] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.685297] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.748920] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.349s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.752283] env[69226]: DEBUG oslo_concurrency.lockutils [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.441s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.754986] env[69226]: INFO nova.compute.claims [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.764226] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.765516] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Releasing lock "refresh_cache-d2b143e5-2a4a-43fa-824b-878b2b7c4b48" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.766378] env[69226]: DEBUG nova.compute.manager [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Instance network_info: |[{"id": "4f7194a2-8e6c-4281-9113-073506e26f77", "address": "fa:16:3e:b5:4a:db", "network": {"id": "56cb6daa-1223-45f6-a9e4-c8cf700b3e2f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-521724918", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc863a30e86443d68c74fd61eb75da5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f7194a2-8e", "ovs_interfaceid": "4f7194a2-8e6c-4281-9113-073506e26f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c1327720-18cf-45f0-8d91-2e474605ab87", "address": "fa:16:3e:ca:b2:9e", "network": {"id": "22b75848-8403-474f-8e24-aeee47095644", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-121298166", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fc863a30e86443d68c74fd61eb75da5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1327720-18", "ovs_interfaceid": "c1327720-18cf-45f0-8d91-2e474605ab87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a1cfd771-583d-40f4-a486-fe1ad64df079", "address": "fa:16:3e:13:ab:90", "network": {"id": "56cb6daa-1223-45f6-a9e4-c8cf700b3e2f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-521724918", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc863a30e86443d68c74fd61eb75da5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1cfd771-58", "ovs_interfaceid": "a1cfd771-583d-40f4-a486-fe1ad64df079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.768415] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-605bb7aa-434a-4f8a-9b11-69d0f7cfba63 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.771578] env[69226]: DEBUG oslo_concurrency.lockutils [req-b36f1836-1960-4171-bba4-069041f30c68 req-67e39d75-c58d-420c-ad01-d7440d0efba5 service nova] Acquired lock "refresh_cache-d2b143e5-2a4a-43fa-824b-878b2b7c4b48" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.771812] env[69226]: DEBUG nova.network.neutron [req-b36f1836-1960-4171-bba4-069041f30c68 req-67e39d75-c58d-420c-ad01-d7440d0efba5 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Refreshing network info cache for port a1cfd771-583d-40f4-a486-fe1ad64df079 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.773936] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:4a:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f7194a2-8e6c-4281-9113-073506e26f77', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:b2:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1327720-18cf-45f0-8d91-2e474605ab87', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:ab:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1cfd771-583d-40f4-a486-fe1ad64df079', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.787076] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Creating folder: Project (fc863a30e86443d68c74fd61eb75da5b). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.792942] env[69226]: INFO nova.scheduler.client.report [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Deleted allocations for instance 2a72a8c9-861c-4579-beb6-fe810df0cfeb [ 906.794521] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-534f69f7-b9da-4c92-9fd0-de68dc2a5199 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.808194] env[69226]: DEBUG oslo_vmware.api [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 906.808194] env[69226]: value = "task-3494971" [ 906.808194] env[69226]: _type = "Task" [ 906.808194] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.815104] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Created folder: Project (fc863a30e86443d68c74fd61eb75da5b) in parent group-v698365. [ 906.815711] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Creating folder: Instances. Parent ref: group-v698546. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.816832] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f4cc846-35b8-490c-8d72-3aec83902f32 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.822793] env[69226]: DEBUG oslo_vmware.api [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.836653] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Created folder: Instances in parent group-v698546. [ 906.836925] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.837157] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.837374] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9573a881-519b-43a0-84c1-6ad5f06402ba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.866604] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.866604] env[69226]: value = "task-3494974" [ 906.866604] env[69226]: _type = "Task" [ 906.866604] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.875738] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494974, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.183157] env[69226]: DEBUG nova.network.neutron [req-b36f1836-1960-4171-bba4-069041f30c68 req-67e39d75-c58d-420c-ad01-d7440d0efba5 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Updated VIF entry in instance network info cache for port a1cfd771-583d-40f4-a486-fe1ad64df079. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.183638] env[69226]: DEBUG nova.network.neutron [req-b36f1836-1960-4171-bba4-069041f30c68 req-67e39d75-c58d-420c-ad01-d7440d0efba5 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Updating instance_info_cache with network_info: [{"id": "4f7194a2-8e6c-4281-9113-073506e26f77", "address": "fa:16:3e:b5:4a:db", "network": {"id": "56cb6daa-1223-45f6-a9e4-c8cf700b3e2f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-521724918", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc863a30e86443d68c74fd61eb75da5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f7194a2-8e", "ovs_interfaceid": "4f7194a2-8e6c-4281-9113-073506e26f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c1327720-18cf-45f0-8d91-2e474605ab87", "address": "fa:16:3e:ca:b2:9e", "network": {"id": "22b75848-8403-474f-8e24-aeee47095644", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-121298166", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fc863a30e86443d68c74fd61eb75da5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1327720-18", "ovs_interfaceid": "c1327720-18cf-45f0-8d91-2e474605ab87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a1cfd771-583d-40f4-a486-fe1ad64df079", "address": "fa:16:3e:13:ab:90", "network": {"id": "56cb6daa-1223-45f6-a9e4-c8cf700b3e2f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-521724918", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc863a30e86443d68c74fd61eb75da5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1cfd771-58", "ovs_interfaceid": "a1cfd771-583d-40f4-a486-fe1ad64df079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.188363] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494970, 'name': ReconfigVM_Task, 'duration_secs': 0.479758} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.188923] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Reconfigured VM instance instance-0000003e to attach disk [datastore1] d1ae021f-b198-4e45-a641-ef906796da10/d1ae021f-b198-4e45-a641-ef906796da10.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.189638] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b62f2af9-1b4b-4263-89c6-3e2f7606bde1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.199270] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 907.199270] env[69226]: value = "task-3494975" [ 907.199270] env[69226]: _type = "Task" [ 907.199270] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.213119] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494975, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.308912] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73d93521-9bb9-4463-8573-d080fa75a6cc tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lock "2a72a8c9-861c-4579-beb6-fe810df0cfeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.644s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.323255] env[69226]: DEBUG oslo_vmware.api [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494971, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.377658] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494974, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.689540] env[69226]: DEBUG oslo_concurrency.lockutils [req-b36f1836-1960-4171-bba4-069041f30c68 req-67e39d75-c58d-420c-ad01-d7440d0efba5 service nova] Releasing lock "refresh_cache-d2b143e5-2a4a-43fa-824b-878b2b7c4b48" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.712065] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494975, 'name': Rename_Task, 'duration_secs': 0.309522} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.712557] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.712928] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9409fb60-7a65-4d17-9697-fd5a549acabe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.723229] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 907.723229] env[69226]: value = "task-3494976" [ 907.723229] env[69226]: _type = "Task" [ 907.723229] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.731645] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.825680] env[69226]: DEBUG oslo_vmware.api [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3494971, 'name': PowerOnVM_Task, 'duration_secs': 0.54507} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.826311] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.826560] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5be69d-5ee6-4d88-b355-d3eb7cf26279 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Updating instance '022614a7-ce73-4a6f-a7ea-2763b9da7788' progress to 100 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.878353] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494974, 'name': CreateVM_Task, 'duration_secs': 0.648418} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.882365] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.884042] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.884042] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.884042] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.884518] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f3b35e3-7c00-4970-b113-ac70889ac159 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.890596] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for the task: (returnval){ [ 907.890596] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d40320-8f34-98f2-81db-ea8438dfc586" [ 907.890596] env[69226]: _type = "Task" [ 907.890596] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.903700] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d40320-8f34-98f2-81db-ea8438dfc586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.238165] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.330926] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea81c4c9-1c4d-4a32-81de-e61760996ace {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.341206] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37287d69-8863-4975-a5c0-455e709e534a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.378296] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65aa4a79-1f79-4402-812d-f3201dda30c1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.388507] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb891b5-be8b-4435-810f-7b4e11d8c248 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.411036] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d40320-8f34-98f2-81db-ea8438dfc586, 'name': SearchDatastore_Task, 'duration_secs': 0.027269} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.411560] env[69226]: DEBUG nova.compute.provider_tree [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.413782] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.413782] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.413993] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.414131] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.414315] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.414712] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f6d2c0c-0ab0-4aee-8b22-fc095007d222 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.426030] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.426284] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.427382] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f300e193-7e65-45e6-9583-581faa8d9ff2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.433974] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for the task: (returnval){ [ 908.433974] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523157ee-522f-ec47-018a-3b4568dc6d4c" [ 908.433974] env[69226]: _type = "Task" [ 908.433974] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.443438] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523157ee-522f-ec47-018a-3b4568dc6d4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.733462] env[69226]: DEBUG oslo_vmware.api [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494976, 'name': PowerOnVM_Task, 'duration_secs': 0.580919} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.733824] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.734052] env[69226]: INFO nova.compute.manager [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Took 7.90 seconds to spawn the instance on the hypervisor. [ 908.734239] env[69226]: DEBUG nova.compute.manager [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.734986] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0170ae-966f-4067-b021-ab91bfe86f1d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.921030] env[69226]: DEBUG nova.scheduler.client.report [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.949028] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523157ee-522f-ec47-018a-3b4568dc6d4c, 'name': SearchDatastore_Task, 'duration_secs': 0.011643} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.949028] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbe050f3-d767-418e-a7df-af5b07ce84ed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.954782] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for the task: (returnval){ [ 908.954782] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5263f1ac-c4c2-865a-1153-22e857b8f572" [ 908.954782] env[69226]: _type = "Task" [ 908.954782] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.965042] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5263f1ac-c4c2-865a-1153-22e857b8f572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.252679] env[69226]: INFO nova.compute.manager [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Took 41.95 seconds to build instance. [ 909.425727] env[69226]: DEBUG oslo_concurrency.lockutils [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.426284] env[69226]: DEBUG nova.compute.manager [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.430903] env[69226]: DEBUG oslo_concurrency.lockutils [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.181s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.432428] env[69226]: INFO nova.compute.claims [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.469855] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5263f1ac-c4c2-865a-1153-22e857b8f572, 'name': SearchDatastore_Task, 'duration_secs': 0.011871} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.469855] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.469855] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] d2b143e5-2a4a-43fa-824b-878b2b7c4b48/d2b143e5-2a4a-43fa-824b-878b2b7c4b48.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.470404] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-262ec4ba-c63e-47f8-8188-035b2894f8b6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.482357] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for the task: (returnval){ [ 909.482357] env[69226]: value = "task-3494977" [ 909.482357] env[69226]: _type = "Task" [ 909.482357] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.494703] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3494977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.755589] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d12b36c3-9c65-4bbd-9a2a-5e45615278c1 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "d1ae021f-b198-4e45-a641-ef906796da10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.099s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.937060] env[69226]: DEBUG nova.compute.utils [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.941239] env[69226]: DEBUG nova.compute.manager [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.941239] env[69226]: DEBUG nova.network.neutron [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.988424] env[69226]: DEBUG nova.policy [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4b02c2d77dc4fe090145956ab223e07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51df88c85f974fd4b9585ca3bfe4de8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.996408] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3494977, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.258852] env[69226]: DEBUG nova.compute.manager [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.389818] env[69226]: DEBUG nova.network.neutron [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Successfully created port: a8f61da8-d0fd-45b9-96f8-d546b0c2cb83 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.446108] env[69226]: DEBUG nova.compute.manager [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.498780] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3494977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662487} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.502434] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] d2b143e5-2a4a-43fa-824b-878b2b7c4b48/d2b143e5-2a4a-43fa-824b-878b2b7c4b48.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.502773] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.503527] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a9f67e7-a232-476c-97b8-1f1c5934404c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.512183] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for the task: (returnval){ [ 910.512183] env[69226]: value = "task-3494978" [ 910.512183] env[69226]: _type = "Task" [ 910.512183] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.527553] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3494978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.780616] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.025911] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3494978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164289} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.025911] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.026660] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c344f405-3da4-4586-b6f1-adc94be9ba1a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.059031] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] d2b143e5-2a4a-43fa-824b-878b2b7c4b48/d2b143e5-2a4a-43fa-824b-878b2b7c4b48.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.062430] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed5a8bdb-347d-46ad-a1ec-b12a484796b4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.084275] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for the task: (returnval){ [ 911.084275] env[69226]: value = "task-3494979" [ 911.084275] env[69226]: _type = "Task" [ 911.084275] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.098615] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3494979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.106113] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9080a2d0-955a-441b-ab3a-272e4c4ef414 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.116176] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c450c6-5151-4128-8787-2068c6bae951 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.119499] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "022614a7-ce73-4a6f-a7ea-2763b9da7788" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.119799] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "022614a7-ce73-4a6f-a7ea-2763b9da7788" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.120115] env[69226]: DEBUG nova.compute.manager [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Going to confirm migration 1 {{(pid=69226) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 911.149910] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9b1560-6a2a-4e02-a6ef-46ea5dd1ba41 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.159368] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06c40ea-9901-4da5-83cf-a64af83dafe8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.177664] env[69226]: DEBUG nova.compute.provider_tree [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.426554] env[69226]: DEBUG nova.compute.manager [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.427720] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf7c850-93c8-4232-93be-cdbdf9d69a6e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.459671] env[69226]: DEBUG nova.compute.manager [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.484755] env[69226]: DEBUG nova.virt.hardware [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.485059] env[69226]: DEBUG nova.virt.hardware [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.485229] env[69226]: DEBUG nova.virt.hardware [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.485414] env[69226]: DEBUG nova.virt.hardware [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.485596] env[69226]: DEBUG nova.virt.hardware [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.485707] env[69226]: DEBUG nova.virt.hardware [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.485913] env[69226]: DEBUG nova.virt.hardware [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.486096] env[69226]: DEBUG nova.virt.hardware [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.486282] env[69226]: DEBUG nova.virt.hardware [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.486427] env[69226]: DEBUG nova.virt.hardware [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.486599] env[69226]: DEBUG nova.virt.hardware [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.487738] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8b2b13-dce3-48ec-8b8e-eda8e9597dee {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.499077] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b104dd9-3355-444e-9611-23258efe0390 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.595450] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3494979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.684235] env[69226]: DEBUG nova.scheduler.client.report [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.716058] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "refresh_cache-022614a7-ce73-4a6f-a7ea-2763b9da7788" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.716414] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "refresh_cache-022614a7-ce73-4a6f-a7ea-2763b9da7788" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.716692] env[69226]: DEBUG nova.network.neutron [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.716994] env[69226]: DEBUG nova.objects.instance [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lazy-loading 'info_cache' on Instance uuid 022614a7-ce73-4a6f-a7ea-2763b9da7788 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.940858] env[69226]: INFO nova.compute.manager [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] instance snapshotting [ 911.943735] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fdab60-a97d-4800-b309-94eae04fb0d7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.964275] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85baf23d-ccea-43ff-a9d4-fb2f95ca8b55 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.991283] env[69226]: DEBUG nova.compute.manager [req-9874eab7-1e50-49b4-8216-996beee86607 req-6ec65e78-cc14-4b0f-861d-c76950f2f479 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Received event network-vif-plugged-a8f61da8-d0fd-45b9-96f8-d546b0c2cb83 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.991493] env[69226]: DEBUG oslo_concurrency.lockutils [req-9874eab7-1e50-49b4-8216-996beee86607 req-6ec65e78-cc14-4b0f-861d-c76950f2f479 service nova] Acquiring lock "3f831b6f-cac6-428f-8351-5db92d811046-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.991700] env[69226]: DEBUG oslo_concurrency.lockutils [req-9874eab7-1e50-49b4-8216-996beee86607 req-6ec65e78-cc14-4b0f-861d-c76950f2f479 service nova] Lock "3f831b6f-cac6-428f-8351-5db92d811046-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.991868] env[69226]: DEBUG oslo_concurrency.lockutils [req-9874eab7-1e50-49b4-8216-996beee86607 req-6ec65e78-cc14-4b0f-861d-c76950f2f479 service nova] Lock "3f831b6f-cac6-428f-8351-5db92d811046-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.992046] env[69226]: DEBUG nova.compute.manager [req-9874eab7-1e50-49b4-8216-996beee86607 req-6ec65e78-cc14-4b0f-861d-c76950f2f479 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] No waiting events found dispatching network-vif-plugged-a8f61da8-d0fd-45b9-96f8-d546b0c2cb83 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.992214] env[69226]: WARNING nova.compute.manager [req-9874eab7-1e50-49b4-8216-996beee86607 req-6ec65e78-cc14-4b0f-861d-c76950f2f479 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Received unexpected event network-vif-plugged-a8f61da8-d0fd-45b9-96f8-d546b0c2cb83 for instance with vm_state building and task_state spawning. [ 912.095813] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3494979, 'name': ReconfigVM_Task, 'duration_secs': 0.648829} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.096288] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Reconfigured VM instance instance-0000003d to attach disk [datastore1] d2b143e5-2a4a-43fa-824b-878b2b7c4b48/d2b143e5-2a4a-43fa-824b-878b2b7c4b48.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.097018] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-796d15c8-de80-42d9-a175-770a7cc5be56 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.104837] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for the task: (returnval){ [ 912.104837] env[69226]: value = "task-3494980" [ 912.104837] env[69226]: _type = "Task" [ 912.104837] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.116998] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3494980, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.193156] env[69226]: DEBUG oslo_concurrency.lockutils [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.193156] env[69226]: DEBUG nova.compute.manager [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.194489] env[69226]: DEBUG nova.network.neutron [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Successfully updated port: a8f61da8-d0fd-45b9-96f8-d546b0c2cb83 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.195573] env[69226]: DEBUG oslo_concurrency.lockutils [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.031s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.197649] env[69226]: INFO nova.compute.claims [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.476649] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Creating Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 912.476989] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-25bd31ba-e85d-4cae-90b3-ba52bc4a2477 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.485509] env[69226]: DEBUG oslo_vmware.api [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 912.485509] env[69226]: value = "task-3494981" [ 912.485509] env[69226]: _type = "Task" [ 912.485509] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.495778] env[69226]: DEBUG oslo_vmware.api [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494981, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.616473] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3494980, 'name': Rename_Task, 'duration_secs': 0.319513} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.616751] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.616988] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0fb4496-4008-4a44-9bbd-ce2f55d8338f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.624673] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for the task: (returnval){ [ 912.624673] env[69226]: value = "task-3494982" [ 912.624673] env[69226]: _type = "Task" [ 912.624673] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.633867] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3494982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.696025] env[69226]: DEBUG nova.compute.utils [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.697353] env[69226]: DEBUG nova.compute.manager [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.697542] env[69226]: DEBUG nova.network.neutron [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.701830] env[69226]: DEBUG oslo_concurrency.lockutils [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.701912] env[69226]: DEBUG oslo_concurrency.lockutils [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.702056] env[69226]: DEBUG nova.network.neutron [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.740313] env[69226]: DEBUG nova.policy [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78ff1d955cb54038a8cacc8006e64d19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ebd1e0bc3264d118fc860563659592a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.962823] env[69226]: DEBUG nova.network.neutron [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Updating instance_info_cache with network_info: [{"id": "9032b6da-8127-4597-9c6f-f18c3eb23de1", "address": "fa:16:3e:6f:2c:ca", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9032b6da-81", "ovs_interfaceid": "9032b6da-8127-4597-9c6f-f18c3eb23de1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.998044] env[69226]: DEBUG oslo_vmware.api [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494981, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.140760] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3494982, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.190473] env[69226]: DEBUG nova.network.neutron [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Successfully created port: 65598cc5-998b-4108-8bd9-b06d4f75c1e1 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.201158] env[69226]: DEBUG nova.compute.manager [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.245159] env[69226]: DEBUG nova.network.neutron [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.416440] env[69226]: DEBUG nova.network.neutron [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Updating instance_info_cache with network_info: [{"id": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "address": "fa:16:3e:19:e9:ea", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f61da8-d0", "ovs_interfaceid": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.467298] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "refresh_cache-022614a7-ce73-4a6f-a7ea-2763b9da7788" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.467614] env[69226]: DEBUG nova.objects.instance [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lazy-loading 'migration_context' on Instance uuid 022614a7-ce73-4a6f-a7ea-2763b9da7788 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.499218] env[69226]: DEBUG oslo_vmware.api [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494981, 'name': CreateSnapshot_Task, 'duration_secs': 1.005285} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.499530] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Created Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 913.500386] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54aae64d-a193-4edb-9f64-83ccae4d6891 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.637996] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3494982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.861047] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843cedad-bc5a-4583-8b89-8fcb2e58f1ec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.870203] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785ccd9a-700b-480f-bfb1-66d2e828bc48 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.902921] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe623ec8-a378-406a-a7d2-389dde412466 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.912432] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a39f7c-a153-48e6-afcd-9be40348c4bf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.926926] env[69226]: DEBUG oslo_concurrency.lockutils [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.927250] env[69226]: DEBUG nova.compute.manager [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Instance network_info: |[{"id": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "address": "fa:16:3e:19:e9:ea", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f61da8-d0", "ovs_interfaceid": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.927722] env[69226]: DEBUG nova.compute.provider_tree [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.929142] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:e9:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8f61da8-d0fd-45b9-96f8-d546b0c2cb83', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.936592] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.937531] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.937779] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e14ad8b9-60be-469a-8bc3-383246f7d0f3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.958723] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.958723] env[69226]: value = "task-3494983" [ 913.958723] env[69226]: _type = "Task" [ 913.958723] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.967267] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494983, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.970124] env[69226]: DEBUG nova.objects.base [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Object Instance<022614a7-ce73-4a6f-a7ea-2763b9da7788> lazy-loaded attributes: info_cache,migration_context {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 913.971218] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592ecfce-5f78-436d-81ae-8636dfaa3c13 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.993487] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d05cb2a-9143-4e45-86f4-8a7882443231 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.999417] env[69226]: DEBUG oslo_vmware.api [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 913.999417] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d55a97-1374-992a-3ab2-892a57095fb3" [ 913.999417] env[69226]: _type = "Task" [ 913.999417] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.008023] env[69226]: DEBUG oslo_vmware.api [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d55a97-1374-992a-3ab2-892a57095fb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.025576] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Creating linked-clone VM from snapshot {{(pid=69226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 914.026781] env[69226]: DEBUG nova.compute.manager [req-f3cc2602-d644-4db9-b64e-d29bf144fd81 req-06d1ffec-bf77-4fab-949d-517073690af5 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Received event network-changed-a8f61da8-d0fd-45b9-96f8-d546b0c2cb83 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.026966] env[69226]: DEBUG nova.compute.manager [req-f3cc2602-d644-4db9-b64e-d29bf144fd81 req-06d1ffec-bf77-4fab-949d-517073690af5 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Refreshing instance network info cache due to event network-changed-a8f61da8-d0fd-45b9-96f8-d546b0c2cb83. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.027195] env[69226]: DEBUG oslo_concurrency.lockutils [req-f3cc2602-d644-4db9-b64e-d29bf144fd81 req-06d1ffec-bf77-4fab-949d-517073690af5 service nova] Acquiring lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.027336] env[69226]: DEBUG oslo_concurrency.lockutils [req-f3cc2602-d644-4db9-b64e-d29bf144fd81 req-06d1ffec-bf77-4fab-949d-517073690af5 service nova] Acquired lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.027511] env[69226]: DEBUG nova.network.neutron [req-f3cc2602-d644-4db9-b64e-d29bf144fd81 req-06d1ffec-bf77-4fab-949d-517073690af5 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Refreshing network info cache for port a8f61da8-d0fd-45b9-96f8-d546b0c2cb83 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.029109] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e25a486-83fe-41ac-aaf9-8345412a188d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.039530] env[69226]: DEBUG oslo_vmware.api [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 914.039530] env[69226]: value = "task-3494984" [ 914.039530] env[69226]: _type = "Task" [ 914.039530] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.050485] env[69226]: DEBUG oslo_vmware.api [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494984, 'name': CloneVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.137257] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3494982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.219543] env[69226]: DEBUG nova.compute.manager [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.245940] env[69226]: DEBUG nova.virt.hardware [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.246222] env[69226]: DEBUG nova.virt.hardware [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.246384] env[69226]: DEBUG nova.virt.hardware [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.246569] env[69226]: DEBUG nova.virt.hardware [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.246727] env[69226]: DEBUG nova.virt.hardware [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.246879] env[69226]: DEBUG nova.virt.hardware [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.247104] env[69226]: DEBUG nova.virt.hardware [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.247268] env[69226]: DEBUG nova.virt.hardware [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.247808] env[69226]: DEBUG nova.virt.hardware [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.247808] env[69226]: DEBUG nova.virt.hardware [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.247808] env[69226]: DEBUG nova.virt.hardware [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.248737] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e8bc34-4f1b-49ef-8cfb-13ae9e1c5764 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.259899] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd067fc-0962-4642-935d-93d2d4194610 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.438517] env[69226]: DEBUG nova.scheduler.client.report [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.470619] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494983, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.510716] env[69226]: DEBUG oslo_vmware.api [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d55a97-1374-992a-3ab2-892a57095fb3, 'name': SearchDatastore_Task, 'duration_secs': 0.018589} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.511082] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.553786] env[69226]: DEBUG oslo_vmware.api [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494984, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.643020] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3494982, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.753958] env[69226]: DEBUG oslo_vmware.rw_handles [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523607db-5d79-1e50-30bd-befddda9521a/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 914.755027] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26015a6f-3a33-4922-a869-512160e8dce5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.760719] env[69226]: DEBUG nova.network.neutron [req-f3cc2602-d644-4db9-b64e-d29bf144fd81 req-06d1ffec-bf77-4fab-949d-517073690af5 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Updated VIF entry in instance network info cache for port a8f61da8-d0fd-45b9-96f8-d546b0c2cb83. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.761237] env[69226]: DEBUG nova.network.neutron [req-f3cc2602-d644-4db9-b64e-d29bf144fd81 req-06d1ffec-bf77-4fab-949d-517073690af5 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Updating instance_info_cache with network_info: [{"id": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "address": "fa:16:3e:19:e9:ea", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f61da8-d0", "ovs_interfaceid": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.764382] env[69226]: DEBUG oslo_vmware.rw_handles [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523607db-5d79-1e50-30bd-befddda9521a/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 914.764612] env[69226]: ERROR oslo_vmware.rw_handles [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523607db-5d79-1e50-30bd-befddda9521a/disk-0.vmdk due to incomplete transfer. [ 914.765109] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-526606ab-5450-4cba-8795-4aeb47c89ccb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.774118] env[69226]: DEBUG oslo_vmware.rw_handles [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523607db-5d79-1e50-30bd-befddda9521a/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 914.774329] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Uploaded image f89cc236-82a9-4351-988f-b1c06aa1389c to the Glance image server {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 914.776916] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Destroying the VM {{(pid=69226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 914.777945] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0800448c-17ce-493c-9326-b43ae9d27a46 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.786311] env[69226]: DEBUG oslo_vmware.api [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 914.786311] env[69226]: value = "task-3494985" [ 914.786311] env[69226]: _type = "Task" [ 914.786311] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.798035] env[69226]: DEBUG oslo_vmware.api [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494985, 'name': Destroy_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.950031] env[69226]: DEBUG oslo_concurrency.lockutils [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.950031] env[69226]: DEBUG nova.compute.manager [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.951957] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.613s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.952419] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.953153] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 914.953610] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.184s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.955854] env[69226]: INFO nova.compute.claims [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.960272] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6be0bb9-fd1b-4bae-8842-d58b911a684e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.988544] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17e22c0-f033-499a-b4f9-945605a9b8e7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.993569] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494983, 'name': CreateVM_Task, 'duration_secs': 0.714136} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.994816] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.996533] env[69226]: DEBUG oslo_concurrency.lockutils [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.996881] env[69226]: DEBUG oslo_concurrency.lockutils [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.997326] env[69226]: DEBUG oslo_concurrency.lockutils [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.997714] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-378c031c-9913-482a-9842-577d211b46b7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.012308] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05103a62-5f0a-4648-8b94-cc6f53eacc9f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.016788] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 915.016788] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52081fb9-fd3f-ef36-1e1c-8718e45fa430" [ 915.016788] env[69226]: _type = "Task" [ 915.016788] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.027021] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2638d090-7a86-4c95-9f9f-816c49573aca {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.033520] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52081fb9-fd3f-ef36-1e1c-8718e45fa430, 'name': SearchDatastore_Task, 'duration_secs': 0.012003} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.034489] env[69226]: DEBUG oslo_concurrency.lockutils [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.035383] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.036383] env[69226]: DEBUG oslo_concurrency.lockutils [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.036662] env[69226]: DEBUG oslo_concurrency.lockutils [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.036662] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.067703] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e48c09db-f98d-41c6-a9a6-c35b3e324e0d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.070982] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178290MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 915.071183] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.082788] env[69226]: DEBUG oslo_vmware.api [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494984, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.084173] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.084373] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.085187] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61a5dfaf-b270-4e6a-b5b1-65332a43b2c1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.092570] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 915.092570] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525c3365-9c63-b26c-187b-d3015834b7ec" [ 915.092570] env[69226]: _type = "Task" [ 915.092570] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.103685] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525c3365-9c63-b26c-187b-d3015834b7ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.140170] env[69226]: DEBUG oslo_vmware.api [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3494982, 'name': PowerOnVM_Task, 'duration_secs': 2.368451} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.140170] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.140170] env[69226]: INFO nova.compute.manager [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Took 17.07 seconds to spawn the instance on the hypervisor. [ 915.140170] env[69226]: DEBUG nova.compute.manager [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.140170] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d724f5-6f50-42c8-8e1b-2a248efc9f70 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.164337] env[69226]: DEBUG nova.network.neutron [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Successfully updated port: 65598cc5-998b-4108-8bd9-b06d4f75c1e1 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.266195] env[69226]: DEBUG oslo_concurrency.lockutils [req-f3cc2602-d644-4db9-b64e-d29bf144fd81 req-06d1ffec-bf77-4fab-949d-517073690af5 service nova] Releasing lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.297154] env[69226]: DEBUG oslo_vmware.api [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494985, 'name': Destroy_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.466120] env[69226]: DEBUG nova.compute.utils [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.468298] env[69226]: DEBUG nova.compute.manager [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.468477] env[69226]: DEBUG nova.network.neutron [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.528270] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "e98bea42-c105-4939-9171-d0a02de16717" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.529244] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "e98bea42-c105-4939-9171-d0a02de16717" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.533987] env[69226]: DEBUG nova.policy [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bae6602dcf3d4ff5bf4e74c78e50abc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bfb7e6291bc47759721b974052bfef9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.580881] env[69226]: DEBUG oslo_vmware.api [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494984, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.604098] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525c3365-9c63-b26c-187b-d3015834b7ec, 'name': SearchDatastore_Task, 'duration_secs': 0.012056} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.604961] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6869f5c-9139-48ac-b37f-70f6f2ab4c87 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.611730] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 915.611730] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523fede7-56a6-a94f-ee0a-9735a6c2d77f" [ 915.611730] env[69226]: _type = "Task" [ 915.611730] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.621843] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523fede7-56a6-a94f-ee0a-9735a6c2d77f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.658773] env[69226]: INFO nova.compute.manager [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Took 51.18 seconds to build instance. [ 915.667481] env[69226]: DEBUG oslo_concurrency.lockutils [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquiring lock "refresh_cache-7ca585fd-b893-4d86-850b-a638a155da5d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.667656] env[69226]: DEBUG oslo_concurrency.lockutils [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquired lock "refresh_cache-7ca585fd-b893-4d86-850b-a638a155da5d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.667810] env[69226]: DEBUG nova.network.neutron [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.799500] env[69226]: DEBUG oslo_vmware.api [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494985, 'name': Destroy_Task, 'duration_secs': 0.567333} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.799500] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Destroyed the VM [ 915.799500] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Deleting Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 915.799500] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fc69764f-2fb7-4253-8611-ee50868dd8aa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.812897] env[69226]: DEBUG oslo_vmware.api [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 915.812897] env[69226]: value = "task-3494986" [ 915.812897] env[69226]: _type = "Task" [ 915.812897] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.823143] env[69226]: DEBUG oslo_vmware.api [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494986, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.974626] env[69226]: DEBUG nova.compute.manager [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.052680] env[69226]: DEBUG nova.network.neutron [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Successfully created port: 1d9ae834-9e01-447b-9f80-0fc714a06fe2 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.059343] env[69226]: DEBUG nova.compute.manager [req-8b881c2a-5ec9-4e8d-8a87-5ce4e701fedd req-bf30b014-54c5-4a62-9882-11e80632a264 service nova] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Received event network-vif-plugged-65598cc5-998b-4108-8bd9-b06d4f75c1e1 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.059343] env[69226]: DEBUG oslo_concurrency.lockutils [req-8b881c2a-5ec9-4e8d-8a87-5ce4e701fedd req-bf30b014-54c5-4a62-9882-11e80632a264 service nova] Acquiring lock "7ca585fd-b893-4d86-850b-a638a155da5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.059539] env[69226]: DEBUG oslo_concurrency.lockutils [req-8b881c2a-5ec9-4e8d-8a87-5ce4e701fedd req-bf30b014-54c5-4a62-9882-11e80632a264 service nova] Lock "7ca585fd-b893-4d86-850b-a638a155da5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.060136] env[69226]: DEBUG oslo_concurrency.lockutils [req-8b881c2a-5ec9-4e8d-8a87-5ce4e701fedd req-bf30b014-54c5-4a62-9882-11e80632a264 service nova] Lock "7ca585fd-b893-4d86-850b-a638a155da5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.060136] env[69226]: DEBUG nova.compute.manager [req-8b881c2a-5ec9-4e8d-8a87-5ce4e701fedd req-bf30b014-54c5-4a62-9882-11e80632a264 service nova] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] No waiting events found dispatching network-vif-plugged-65598cc5-998b-4108-8bd9-b06d4f75c1e1 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.060136] env[69226]: WARNING nova.compute.manager [req-8b881c2a-5ec9-4e8d-8a87-5ce4e701fedd req-bf30b014-54c5-4a62-9882-11e80632a264 service nova] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Received unexpected event network-vif-plugged-65598cc5-998b-4108-8bd9-b06d4f75c1e1 for instance with vm_state building and task_state spawning. [ 916.060279] env[69226]: DEBUG nova.compute.manager [req-8b881c2a-5ec9-4e8d-8a87-5ce4e701fedd req-bf30b014-54c5-4a62-9882-11e80632a264 service nova] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Received event network-changed-65598cc5-998b-4108-8bd9-b06d4f75c1e1 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.063427] env[69226]: DEBUG nova.compute.manager [req-8b881c2a-5ec9-4e8d-8a87-5ce4e701fedd req-bf30b014-54c5-4a62-9882-11e80632a264 service nova] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Refreshing instance network info cache due to event network-changed-65598cc5-998b-4108-8bd9-b06d4f75c1e1. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.063427] env[69226]: DEBUG oslo_concurrency.lockutils [req-8b881c2a-5ec9-4e8d-8a87-5ce4e701fedd req-bf30b014-54c5-4a62-9882-11e80632a264 service nova] Acquiring lock "refresh_cache-7ca585fd-b893-4d86-850b-a638a155da5d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.084162] env[69226]: DEBUG oslo_vmware.api [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494984, 'name': CloneVM_Task, 'duration_secs': 1.921136} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.087020] env[69226]: INFO nova.virt.vmwareapi.vmops [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Created linked-clone VM from snapshot [ 916.088600] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3ef9fc-c580-4563-b86a-0090ce0baaa1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.097589] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Uploading image a2e631ea-be4d-4235-949e-04dc5a682f5d {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 916.112265] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Destroying the VM {{(pid=69226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 916.112554] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b47b0739-0c9e-4bed-bd1b-d1a486b24db0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.126263] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523fede7-56a6-a94f-ee0a-9735a6c2d77f, 'name': SearchDatastore_Task, 'duration_secs': 0.015653} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.127597] env[69226]: DEBUG oslo_concurrency.lockutils [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.127951] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 3f831b6f-cac6-428f-8351-5db92d811046/3f831b6f-cac6-428f-8351-5db92d811046.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.128317] env[69226]: DEBUG oslo_vmware.api [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 916.128317] env[69226]: value = "task-3494987" [ 916.128317] env[69226]: _type = "Task" [ 916.128317] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.128504] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcdd9abb-21ad-48e6-bc36-147bfb0c0085 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.144037] env[69226]: DEBUG oslo_vmware.api [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494987, 'name': Destroy_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.145586] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 916.145586] env[69226]: value = "task-3494988" [ 916.145586] env[69226]: _type = "Task" [ 916.145586] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.157430] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.160129] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1dfd712f-84b9-49d7-b846-e73bdd007714 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lock "d2b143e5-2a4a-43fa-824b-878b2b7c4b48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.630s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.200202] env[69226]: DEBUG nova.network.neutron [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.336292] env[69226]: DEBUG oslo_vmware.api [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494986, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.370668] env[69226]: DEBUG nova.network.neutron [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Updating instance_info_cache with network_info: [{"id": "65598cc5-998b-4108-8bd9-b06d4f75c1e1", "address": "fa:16:3e:3b:aa:c6", "network": {"id": "450fe9e6-cd9f-4a82-a6ca-7ff0df287332", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2132994600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ebd1e0bc3264d118fc860563659592a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65598cc5-99", "ovs_interfaceid": "65598cc5-998b-4108-8bd9-b06d4f75c1e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.570963] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquiring lock "d2b143e5-2a4a-43fa-824b-878b2b7c4b48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.570963] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lock "d2b143e5-2a4a-43fa-824b-878b2b7c4b48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.570963] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquiring lock "d2b143e5-2a4a-43fa-824b-878b2b7c4b48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.570963] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lock "d2b143e5-2a4a-43fa-824b-878b2b7c4b48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.570963] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lock "d2b143e5-2a4a-43fa-824b-878b2b7c4b48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.573633] env[69226]: INFO nova.compute.manager [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Terminating instance [ 916.637256] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba358798-43cb-4feb-8700-ddc7e0b46bc8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.647205] env[69226]: DEBUG oslo_vmware.api [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494987, 'name': Destroy_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.657566] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8b7f97-3c76-4d59-b2dc-7b841dbb40af {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.665062] env[69226]: DEBUG nova.compute.manager [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.696981] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494988, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.698112] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca73d3a-6eb4-4ae5-b60a-37f4fabfc052 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.708054] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b242e1ac-3da3-4413-b389-a7d33a5b2496 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.723442] env[69226]: DEBUG nova.compute.provider_tree [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.825784] env[69226]: DEBUG oslo_vmware.api [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3494986, 'name': RemoveSnapshot_Task, 'duration_secs': 0.977214} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.826110] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Deleted Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 916.826371] env[69226]: INFO nova.compute.manager [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Took 15.82 seconds to snapshot the instance on the hypervisor. [ 916.876061] env[69226]: DEBUG oslo_concurrency.lockutils [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Releasing lock "refresh_cache-7ca585fd-b893-4d86-850b-a638a155da5d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.879071] env[69226]: DEBUG nova.compute.manager [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Instance network_info: |[{"id": "65598cc5-998b-4108-8bd9-b06d4f75c1e1", "address": "fa:16:3e:3b:aa:c6", "network": {"id": "450fe9e6-cd9f-4a82-a6ca-7ff0df287332", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2132994600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ebd1e0bc3264d118fc860563659592a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65598cc5-99", "ovs_interfaceid": "65598cc5-998b-4108-8bd9-b06d4f75c1e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.879071] env[69226]: DEBUG oslo_concurrency.lockutils [req-8b881c2a-5ec9-4e8d-8a87-5ce4e701fedd req-bf30b014-54c5-4a62-9882-11e80632a264 service nova] Acquired lock "refresh_cache-7ca585fd-b893-4d86-850b-a638a155da5d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.879071] env[69226]: DEBUG nova.network.neutron [req-8b881c2a-5ec9-4e8d-8a87-5ce4e701fedd req-bf30b014-54c5-4a62-9882-11e80632a264 service nova] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Refreshing network info cache for port 65598cc5-998b-4108-8bd9-b06d4f75c1e1 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.879071] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:aa:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65598cc5-998b-4108-8bd9-b06d4f75c1e1', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.886998] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.888417] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.888756] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f044f9dd-5370-4067-b2d6-a9025a3092f5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.912269] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.912269] env[69226]: value = "task-3494989" [ 916.912269] env[69226]: _type = "Task" [ 916.912269] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.921310] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494989, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.990529] env[69226]: DEBUG nova.compute.manager [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.020036] env[69226]: DEBUG nova.virt.hardware [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.020036] env[69226]: DEBUG nova.virt.hardware [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.020036] env[69226]: DEBUG nova.virt.hardware [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.020036] env[69226]: DEBUG nova.virt.hardware [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.020036] env[69226]: DEBUG nova.virt.hardware [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.020036] env[69226]: DEBUG nova.virt.hardware [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.020036] env[69226]: DEBUG nova.virt.hardware [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.020036] env[69226]: DEBUG nova.virt.hardware [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.020377] env[69226]: DEBUG nova.virt.hardware [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.020377] env[69226]: DEBUG nova.virt.hardware [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.020475] env[69226]: DEBUG nova.virt.hardware [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.021620] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5115fb-cb0b-47e7-ace6-28cf5f7b88be {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.030698] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be94c09a-0059-462f-b91d-e35c934f17a6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.081327] env[69226]: DEBUG nova.compute.manager [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.081327] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.081327] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcd124b-00a0-4b77-9885-76050698289a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.090359] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.090592] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-622d6c9a-5d80-40b7-85ac-1a50459a64d0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.098571] env[69226]: DEBUG oslo_vmware.api [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for the task: (returnval){ [ 917.098571] env[69226]: value = "task-3494990" [ 917.098571] env[69226]: _type = "Task" [ 917.098571] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.108762] env[69226]: DEBUG oslo_vmware.api [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3494990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.142343] env[69226]: DEBUG oslo_vmware.api [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494987, 'name': Destroy_Task, 'duration_secs': 0.577265} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.142947] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Destroyed the VM [ 917.142947] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Deleting Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 917.143241] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a5ed3572-b658-48c7-b62f-b8cb444968a0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.152178] env[69226]: DEBUG oslo_vmware.api [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 917.152178] env[69226]: value = "task-3494991" [ 917.152178] env[69226]: _type = "Task" [ 917.152178] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.159199] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533079} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.159929] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 3f831b6f-cac6-428f-8351-5db92d811046/3f831b6f-cac6-428f-8351-5db92d811046.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.160178] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.160418] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-220e5abe-e4d9-4f22-812b-d3bea9a072cd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.166018] env[69226]: DEBUG oslo_vmware.api [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494991, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.171550] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 917.171550] env[69226]: value = "task-3494992" [ 917.171550] env[69226]: _type = "Task" [ 917.171550] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.181948] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.220955] env[69226]: DEBUG oslo_concurrency.lockutils [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.226172] env[69226]: DEBUG nova.scheduler.client.report [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.372904] env[69226]: DEBUG nova.compute.manager [None req-e7cc74be-d4ba-43f0-b9b3-f923b6af45ba tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Found 2 images (rotation: 2) {{(pid=69226) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 917.424724] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3494989, 'name': CreateVM_Task, 'duration_secs': 0.440967} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.424983] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.425874] env[69226]: DEBUG oslo_concurrency.lockutils [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.425874] env[69226]: DEBUG oslo_concurrency.lockutils [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.426214] env[69226]: DEBUG oslo_concurrency.lockutils [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.426494] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dbf7df1-12b9-432d-8c5c-fdda24fb3052 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.431425] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 917.431425] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a08aaa-7948-ffbf-44c7-1327b20032ae" [ 917.431425] env[69226]: _type = "Task" [ 917.431425] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.439897] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a08aaa-7948-ffbf-44c7-1327b20032ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.597917] env[69226]: DEBUG nova.network.neutron [req-8b881c2a-5ec9-4e8d-8a87-5ce4e701fedd req-bf30b014-54c5-4a62-9882-11e80632a264 service nova] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Updated VIF entry in instance network info cache for port 65598cc5-998b-4108-8bd9-b06d4f75c1e1. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.598405] env[69226]: DEBUG nova.network.neutron [req-8b881c2a-5ec9-4e8d-8a87-5ce4e701fedd req-bf30b014-54c5-4a62-9882-11e80632a264 service nova] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Updating instance_info_cache with network_info: [{"id": "65598cc5-998b-4108-8bd9-b06d4f75c1e1", "address": "fa:16:3e:3b:aa:c6", "network": {"id": "450fe9e6-cd9f-4a82-a6ca-7ff0df287332", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2132994600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ebd1e0bc3264d118fc860563659592a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65598cc5-99", "ovs_interfaceid": "65598cc5-998b-4108-8bd9-b06d4f75c1e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.611057] env[69226]: DEBUG oslo_vmware.api [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3494990, 'name': PowerOffVM_Task, 'duration_secs': 0.32569} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.611057] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.611057] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.611057] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff1d0ce8-ea56-453a-8841-a3bded031bde {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.663079] env[69226]: DEBUG oslo_vmware.api [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494991, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.682596] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073858} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.682868] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.683683] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d40f9d-80a1-4840-bf80-e15621a8f7ae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.707706] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 3f831b6f-cac6-428f-8351-5db92d811046/3f831b6f-cac6-428f-8351-5db92d811046.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.708063] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-268b0776-180b-4c59-9451-1e7eed63c47c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.727941] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 917.727941] env[69226]: value = "task-3494994" [ 917.727941] env[69226]: _type = "Task" [ 917.727941] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.734166] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.734166] env[69226]: DEBUG nova.compute.manager [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.734885] env[69226]: DEBUG oslo_concurrency.lockutils [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.564s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.735116] env[69226]: DEBUG nova.objects.instance [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Lazy-loading 'resources' on Instance uuid d9603c2e-f0e0-45a6-a31d-b58c052874d4 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.742151] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494994, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.836986] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.837270] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.837497] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Deleting the datastore file [datastore1] d2b143e5-2a4a-43fa-824b-878b2b7c4b48 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.837924] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14373b41-6b89-43e1-b81c-f656b911bec0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.846765] env[69226]: DEBUG oslo_vmware.api [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for the task: (returnval){ [ 917.846765] env[69226]: value = "task-3494995" [ 917.846765] env[69226]: _type = "Task" [ 917.846765] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.854598] env[69226]: DEBUG oslo_vmware.api [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3494995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.945043] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a08aaa-7948-ffbf-44c7-1327b20032ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010385} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.945417] env[69226]: DEBUG oslo_concurrency.lockutils [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.945725] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.946044] env[69226]: DEBUG oslo_concurrency.lockutils [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.946250] env[69226]: DEBUG oslo_concurrency.lockutils [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.946474] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.946808] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f84aa103-58b2-49e6-af24-cc6240b5fcfb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.956401] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.956748] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.957630] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf4cdf2-9426-44b9-af8c-22ca1cd8207b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.964441] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 917.964441] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5221cd62-f18f-31f6-180a-86ce2b0aa92e" [ 917.964441] env[69226]: _type = "Task" [ 917.964441] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.978172] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5221cd62-f18f-31f6-180a-86ce2b0aa92e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.106120] env[69226]: DEBUG oslo_concurrency.lockutils [req-8b881c2a-5ec9-4e8d-8a87-5ce4e701fedd req-bf30b014-54c5-4a62-9882-11e80632a264 service nova] Releasing lock "refresh_cache-7ca585fd-b893-4d86-850b-a638a155da5d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.166213] env[69226]: DEBUG oslo_vmware.api [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494991, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.240876] env[69226]: DEBUG nova.compute.utils [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.247381] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494994, 'name': ReconfigVM_Task, 'duration_secs': 0.436202} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.247381] env[69226]: DEBUG nova.compute.manager [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.247381] env[69226]: DEBUG nova.network.neutron [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.249191] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 3f831b6f-cac6-428f-8351-5db92d811046/3f831b6f-cac6-428f-8351-5db92d811046.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.250065] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ff058cd-252b-4727-8496-c79e6bca5079 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.263631] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 918.263631] env[69226]: value = "task-3494996" [ 918.263631] env[69226]: _type = "Task" [ 918.263631] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.274034] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494996, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.294935] env[69226]: DEBUG nova.policy [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b56414e720fd4c8ebaeaf744430861eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0be1a7430264ae5a3ce88cd9eb988de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.344908] env[69226]: DEBUG nova.network.neutron [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Successfully updated port: 1d9ae834-9e01-447b-9f80-0fc714a06fe2 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.364770] env[69226]: DEBUG oslo_vmware.api [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3494995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325455} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.365046] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.365238] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.366210] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.366210] env[69226]: INFO nova.compute.manager [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Took 1.29 seconds to destroy the instance on the hypervisor. [ 918.366210] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.366210] env[69226]: DEBUG nova.compute.manager [-] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.366210] env[69226]: DEBUG nova.network.neutron [-] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.414148] env[69226]: DEBUG nova.compute.manager [req-44aeead6-eaf9-4ea2-a661-4fc8bf719ca0 req-82ee3a64-9a74-4596-92d0-61504dc3fd34 service nova] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Received event network-vif-plugged-1d9ae834-9e01-447b-9f80-0fc714a06fe2 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.414148] env[69226]: DEBUG oslo_concurrency.lockutils [req-44aeead6-eaf9-4ea2-a661-4fc8bf719ca0 req-82ee3a64-9a74-4596-92d0-61504dc3fd34 service nova] Acquiring lock "727faa28-0e5a-4cb0-b014-f23b3cce44d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.414148] env[69226]: DEBUG oslo_concurrency.lockutils [req-44aeead6-eaf9-4ea2-a661-4fc8bf719ca0 req-82ee3a64-9a74-4596-92d0-61504dc3fd34 service nova] Lock "727faa28-0e5a-4cb0-b014-f23b3cce44d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.414148] env[69226]: DEBUG oslo_concurrency.lockutils [req-44aeead6-eaf9-4ea2-a661-4fc8bf719ca0 req-82ee3a64-9a74-4596-92d0-61504dc3fd34 service nova] Lock "727faa28-0e5a-4cb0-b014-f23b3cce44d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.414148] env[69226]: DEBUG nova.compute.manager [req-44aeead6-eaf9-4ea2-a661-4fc8bf719ca0 req-82ee3a64-9a74-4596-92d0-61504dc3fd34 service nova] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] No waiting events found dispatching network-vif-plugged-1d9ae834-9e01-447b-9f80-0fc714a06fe2 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.414148] env[69226]: WARNING nova.compute.manager [req-44aeead6-eaf9-4ea2-a661-4fc8bf719ca0 req-82ee3a64-9a74-4596-92d0-61504dc3fd34 service nova] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Received unexpected event network-vif-plugged-1d9ae834-9e01-447b-9f80-0fc714a06fe2 for instance with vm_state building and task_state spawning. [ 918.482418] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5221cd62-f18f-31f6-180a-86ce2b0aa92e, 'name': SearchDatastore_Task, 'duration_secs': 0.023129} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.483277] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ccfa6c9-5954-46f1-8ba1-b8349bd90a3f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.492612] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 918.492612] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525aa1a1-1fa7-c5be-53cb-98a3773b9a6d" [ 918.492612] env[69226]: _type = "Task" [ 918.492612] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.501545] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525aa1a1-1fa7-c5be-53cb-98a3773b9a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.608616] env[69226]: DEBUG nova.network.neutron [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Successfully created port: a31f935c-089c-4435-aeb7-575724c9ee70 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.669170] env[69226]: DEBUG oslo_vmware.api [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3494991, 'name': RemoveSnapshot_Task, 'duration_secs': 1.286528} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.669393] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Deleted Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 918.744176] env[69226]: DEBUG nova.compute.manager [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.778435] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494996, 'name': Rename_Task, 'duration_secs': 0.17715} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.778754] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.779211] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05cafbe6-f51e-437e-9b7f-25f7825ec22f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.788637] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 918.788637] env[69226]: value = "task-3494997" [ 918.788637] env[69226]: _type = "Task" [ 918.788637] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.800503] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.857923] env[69226]: DEBUG oslo_concurrency.lockutils [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "refresh_cache-727faa28-0e5a-4cb0-b014-f23b3cce44d6" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.858098] env[69226]: DEBUG oslo_concurrency.lockutils [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquired lock "refresh_cache-727faa28-0e5a-4cb0-b014-f23b3cce44d6" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.858251] env[69226]: DEBUG nova.network.neutron [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.868149] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19bc5cd-3b89-4348-8040-f02db50a7203 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.878578] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949e8e08-6746-4c66-a051-37d9709e1385 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.917238] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c72d59-7313-4541-8e56-570e9c92bee8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.927606] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5842a6f9-7ae8-43fa-be40-80722946a7d5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.946247] env[69226]: DEBUG nova.compute.provider_tree [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.004544] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525aa1a1-1fa7-c5be-53cb-98a3773b9a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.034316} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.004544] env[69226]: DEBUG oslo_concurrency.lockutils [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.004766] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 7ca585fd-b893-4d86-850b-a638a155da5d/7ca585fd-b893-4d86-850b-a638a155da5d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.005027] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4069f80-1421-41a9-a832-1a1a967087ae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.012568] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 919.012568] env[69226]: value = "task-3494998" [ 919.012568] env[69226]: _type = "Task" [ 919.012568] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.023610] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3494998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.173917] env[69226]: WARNING nova.compute.manager [None req-a3cbc119-2dd6-466b-9619-dc71dfca79fe tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Image not found during snapshot: nova.exception.ImageNotFound: Image a2e631ea-be4d-4235-949e-04dc5a682f5d could not be found. [ 919.299711] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494997, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.400487] env[69226]: DEBUG nova.network.neutron [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.451604] env[69226]: DEBUG nova.scheduler.client.report [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.523713] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3494998, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.562541] env[69226]: DEBUG nova.network.neutron [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Updating instance_info_cache with network_info: [{"id": "1d9ae834-9e01-447b-9f80-0fc714a06fe2", "address": "fa:16:3e:11:63:70", "network": {"id": "24704e38-d527-4260-beab-ba8b7426eaaa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-126944487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bfb7e6291bc47759721b974052bfef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d9ae834-9e", "ovs_interfaceid": "1d9ae834-9e01-447b-9f80-0fc714a06fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.723068] env[69226]: DEBUG nova.compute.manager [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.723938] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daeac14b-1850-4a1b-a106-29d55e985238 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.753073] env[69226]: DEBUG nova.compute.manager [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.785580] env[69226]: DEBUG nova.virt.hardware [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.785827] env[69226]: DEBUG nova.virt.hardware [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.785989] env[69226]: DEBUG nova.virt.hardware [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.786184] env[69226]: DEBUG nova.virt.hardware [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.786334] env[69226]: DEBUG nova.virt.hardware [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.786480] env[69226]: DEBUG nova.virt.hardware [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.786684] env[69226]: DEBUG nova.virt.hardware [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.786840] env[69226]: DEBUG nova.virt.hardware [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.787011] env[69226]: DEBUG nova.virt.hardware [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.787178] env[69226]: DEBUG nova.virt.hardware [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.787348] env[69226]: DEBUG nova.virt.hardware [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.788256] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5a91d6-02ea-4e14-98ed-0173891c0a24 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.803715] env[69226]: DEBUG oslo_vmware.api [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3494997, 'name': PowerOnVM_Task, 'duration_secs': 0.711071} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.804062] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.804270] env[69226]: INFO nova.compute.manager [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Took 8.34 seconds to spawn the instance on the hypervisor. [ 919.804451] env[69226]: DEBUG nova.compute.manager [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.805809] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb38553-3290-4c76-ba80-3f238060d8d2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.810294] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48ad9b6-277c-4b49-ad3f-61980bcec8fb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.888385] env[69226]: DEBUG nova.network.neutron [-] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.958176] env[69226]: DEBUG oslo_concurrency.lockutils [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.961410] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.733s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.961410] env[69226]: DEBUG nova.objects.instance [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Lazy-loading 'resources' on Instance uuid 8a18b244-a347-4b96-ae6f-bb2aeec8f85d {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.983975] env[69226]: INFO nova.scheduler.client.report [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Deleted allocations for instance d9603c2e-f0e0-45a6-a31d-b58c052874d4 [ 920.026023] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3494998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746773} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.026023] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 7ca585fd-b893-4d86-850b-a638a155da5d/7ca585fd-b893-4d86-850b-a638a155da5d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.026023] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.026023] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21f21994-6bc4-4e43-ade8-f66cf3f2b527 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.032496] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 920.032496] env[69226]: value = "task-3494999" [ 920.032496] env[69226]: _type = "Task" [ 920.032496] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.037271] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "d1ae021f-b198-4e45-a641-ef906796da10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.037544] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "d1ae021f-b198-4e45-a641-ef906796da10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.037821] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "d1ae021f-b198-4e45-a641-ef906796da10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.038090] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "d1ae021f-b198-4e45-a641-ef906796da10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.038340] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "d1ae021f-b198-4e45-a641-ef906796da10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.041079] env[69226]: INFO nova.compute.manager [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Terminating instance [ 920.047684] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3494999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.065320] env[69226]: DEBUG oslo_concurrency.lockutils [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Releasing lock "refresh_cache-727faa28-0e5a-4cb0-b014-f23b3cce44d6" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.065706] env[69226]: DEBUG nova.compute.manager [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Instance network_info: |[{"id": "1d9ae834-9e01-447b-9f80-0fc714a06fe2", "address": "fa:16:3e:11:63:70", "network": {"id": "24704e38-d527-4260-beab-ba8b7426eaaa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-126944487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bfb7e6291bc47759721b974052bfef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d9ae834-9e", "ovs_interfaceid": "1d9ae834-9e01-447b-9f80-0fc714a06fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.066434] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:63:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d9ae834-9e01-447b-9f80-0fc714a06fe2', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.074177] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.074700] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.074931] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cf8a52d-4c88-4d3a-8e27-6661d79a58c9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.094723] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.094723] env[69226]: value = "task-3495000" [ 920.094723] env[69226]: _type = "Task" [ 920.094723] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.103110] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495000, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.120104] env[69226]: DEBUG nova.compute.manager [req-b2f35b07-374b-445d-89bd-b30f4ac943dc req-ef7e2166-9053-4824-88ad-c862c1371ccc service nova] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Received event network-vif-plugged-a31f935c-089c-4435-aeb7-575724c9ee70 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.120104] env[69226]: DEBUG oslo_concurrency.lockutils [req-b2f35b07-374b-445d-89bd-b30f4ac943dc req-ef7e2166-9053-4824-88ad-c862c1371ccc service nova] Acquiring lock "c631ecac-18a0-4996-9464-efce8476b36e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.120104] env[69226]: DEBUG oslo_concurrency.lockutils [req-b2f35b07-374b-445d-89bd-b30f4ac943dc req-ef7e2166-9053-4824-88ad-c862c1371ccc service nova] Lock "c631ecac-18a0-4996-9464-efce8476b36e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.120104] env[69226]: DEBUG oslo_concurrency.lockutils [req-b2f35b07-374b-445d-89bd-b30f4ac943dc req-ef7e2166-9053-4824-88ad-c862c1371ccc service nova] Lock "c631ecac-18a0-4996-9464-efce8476b36e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.120104] env[69226]: DEBUG nova.compute.manager [req-b2f35b07-374b-445d-89bd-b30f4ac943dc req-ef7e2166-9053-4824-88ad-c862c1371ccc service nova] [instance: c631ecac-18a0-4996-9464-efce8476b36e] No waiting events found dispatching network-vif-plugged-a31f935c-089c-4435-aeb7-575724c9ee70 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.120104] env[69226]: WARNING nova.compute.manager [req-b2f35b07-374b-445d-89bd-b30f4ac943dc req-ef7e2166-9053-4824-88ad-c862c1371ccc service nova] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Received unexpected event network-vif-plugged-a31f935c-089c-4435-aeb7-575724c9ee70 for instance with vm_state building and task_state spawning. [ 920.176260] env[69226]: DEBUG nova.network.neutron [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Successfully updated port: a31f935c-089c-4435-aeb7-575724c9ee70 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.237274] env[69226]: INFO nova.compute.manager [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] instance snapshotting [ 920.237274] env[69226]: DEBUG nova.objects.instance [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lazy-loading 'flavor' on Instance uuid 5d5ac77b-9d87-4206-a210-616b240c4e91 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.352195] env[69226]: INFO nova.compute.manager [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Took 45.06 seconds to build instance. [ 920.392333] env[69226]: INFO nova.compute.manager [-] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Took 2.02 seconds to deallocate network for instance. [ 920.498237] env[69226]: DEBUG oslo_concurrency.lockutils [None req-35416bcf-8d9c-477a-aeff-cc58dc9d283f tempest-ServerTagsTestJSON-1335924937 tempest-ServerTagsTestJSON-1335924937-project-member] Lock "d9603c2e-f0e0-45a6-a31d-b58c052874d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.563s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.543657] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3494999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263833} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.546952] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.548251] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a018deb5-7e1f-4080-83cb-4f6c0b83aa56 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.555333] env[69226]: DEBUG nova.compute.manager [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.555333] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.555478] env[69226]: DEBUG nova.compute.manager [req-2b853c52-d7fd-406a-9910-46939becfcd6 req-53c7d941-f803-48a5-92e9-86b20943a3b3 service nova] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Received event network-changed-1d9ae834-9e01-447b-9f80-0fc714a06fe2 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.555835] env[69226]: DEBUG nova.compute.manager [req-2b853c52-d7fd-406a-9910-46939becfcd6 req-53c7d941-f803-48a5-92e9-86b20943a3b3 service nova] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Refreshing instance network info cache due to event network-changed-1d9ae834-9e01-447b-9f80-0fc714a06fe2. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.556280] env[69226]: DEBUG oslo_concurrency.lockutils [req-2b853c52-d7fd-406a-9910-46939becfcd6 req-53c7d941-f803-48a5-92e9-86b20943a3b3 service nova] Acquiring lock "refresh_cache-727faa28-0e5a-4cb0-b014-f23b3cce44d6" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.556562] env[69226]: DEBUG oslo_concurrency.lockutils [req-2b853c52-d7fd-406a-9910-46939becfcd6 req-53c7d941-f803-48a5-92e9-86b20943a3b3 service nova] Acquired lock "refresh_cache-727faa28-0e5a-4cb0-b014-f23b3cce44d6" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.556981] env[69226]: DEBUG nova.network.neutron [req-2b853c52-d7fd-406a-9910-46939becfcd6 req-53c7d941-f803-48a5-92e9-86b20943a3b3 service nova] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Refreshing network info cache for port 1d9ae834-9e01-447b-9f80-0fc714a06fe2 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.559876] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2796ae-99d8-476d-8fab-bb1bb4fa6613 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.587924] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 7ca585fd-b893-4d86-850b-a638a155da5d/7ca585fd-b893-4d86-850b-a638a155da5d.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.594790] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-843af1b7-efff-4dbd-a3d6-c3d0749e4efa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.613656] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.613656] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-215ce48d-4771-4533-a4ac-36827e433bad {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.625504] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495000, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.628144] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 920.628144] env[69226]: value = "task-3495001" [ 920.628144] env[69226]: _type = "Task" [ 920.628144] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.628452] env[69226]: DEBUG oslo_vmware.api [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 920.628452] env[69226]: value = "task-3495002" [ 920.628452] env[69226]: _type = "Task" [ 920.628452] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.642537] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3495001, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.645994] env[69226]: DEBUG oslo_vmware.api [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.679572] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "refresh_cache-c631ecac-18a0-4996-9464-efce8476b36e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.679699] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquired lock "refresh_cache-c631ecac-18a0-4996-9464-efce8476b36e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.679884] env[69226]: DEBUG nova.network.neutron [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.744591] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bf3d45-0cd4-4f38-ad70-5a81761d7692 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.766846] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a8d3a1-1626-4339-8580-33a92c49ae4c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.854396] env[69226]: DEBUG oslo_concurrency.lockutils [None req-30209377-7021-42c1-a20b-33881798304f tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "3f831b6f-cac6-428f-8351-5db92d811046" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.635s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.897833] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.129021] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495000, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.131176] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b771c1-5eab-48ae-b41a-60e273024310 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.151942] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4575a82-563c-4505-a67c-b8a193bf4e69 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.157721] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3495001, 'name': ReconfigVM_Task, 'duration_secs': 0.508292} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.158126] env[69226]: DEBUG oslo_vmware.api [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495002, 'name': PowerOffVM_Task, 'duration_secs': 0.35179} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.158506] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 7ca585fd-b893-4d86-850b-a638a155da5d/7ca585fd-b893-4d86-850b-a638a155da5d.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.159354] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.159630] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.160351] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f484a165-1659-48f5-bcd1-893c56ae210e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.161996] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0b160d5-5b62-42d8-a1b2-9b1b41de78d3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.198743] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9212068-8339-4aec-aa99-0c9c3515e269 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.203637] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 921.203637] env[69226]: value = "task-3495003" [ 921.203637] env[69226]: _type = "Task" [ 921.203637] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.211104] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f01819-b33d-4689-a8a3-fdce8ae4cde1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.218796] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3495003, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.235256] env[69226]: DEBUG nova.compute.provider_tree [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.283573] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Creating Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 921.283911] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-82ee1424-9e88-4971-af18-a282d0da5fe7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.291664] env[69226]: DEBUG oslo_vmware.api [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 921.291664] env[69226]: value = "task-3495005" [ 921.291664] env[69226]: _type = "Task" [ 921.291664] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.300635] env[69226]: DEBUG oslo_vmware.api [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495005, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.354861] env[69226]: DEBUG nova.network.neutron [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.358585] env[69226]: DEBUG nova.compute.manager [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.636758] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495000, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.691731] env[69226]: DEBUG nova.network.neutron [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Updating instance_info_cache with network_info: [{"id": "a31f935c-089c-4435-aeb7-575724c9ee70", "address": "fa:16:3e:93:a6:b5", "network": {"id": "57203684-ca61-4815-a1f5-c00a3a0881fb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1199736560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0be1a7430264ae5a3ce88cd9eb988de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31f935c-08", "ovs_interfaceid": "a31f935c-089c-4435-aeb7-575724c9ee70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.729615] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3495003, 'name': Rename_Task, 'duration_secs': 0.391408} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.730105] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.730552] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d26c8d7-8974-4820-b1e6-bddeae1b5199 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.738398] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 921.738398] env[69226]: value = "task-3495006" [ 921.738398] env[69226]: _type = "Task" [ 921.738398] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.742637] env[69226]: DEBUG nova.network.neutron [req-2b853c52-d7fd-406a-9910-46939becfcd6 req-53c7d941-f803-48a5-92e9-86b20943a3b3 service nova] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Updated VIF entry in instance network info cache for port 1d9ae834-9e01-447b-9f80-0fc714a06fe2. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.742928] env[69226]: DEBUG nova.network.neutron [req-2b853c52-d7fd-406a-9910-46939becfcd6 req-53c7d941-f803-48a5-92e9-86b20943a3b3 service nova] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Updating instance_info_cache with network_info: [{"id": "1d9ae834-9e01-447b-9f80-0fc714a06fe2", "address": "fa:16:3e:11:63:70", "network": {"id": "24704e38-d527-4260-beab-ba8b7426eaaa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-126944487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bfb7e6291bc47759721b974052bfef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d9ae834-9e", "ovs_interfaceid": "1d9ae834-9e01-447b-9f80-0fc714a06fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.746643] env[69226]: DEBUG nova.scheduler.client.report [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.754593] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3495006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.803162] env[69226]: DEBUG oslo_vmware.api [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495005, 'name': CreateSnapshot_Task, 'duration_secs': 0.462496} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.803162] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Created Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 921.803978] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098c4207-b32e-42b0-a6be-16a485b00192 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.886474] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.963525] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.963761] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.963930] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Deleting the datastore file [datastore1] d1ae021f-b198-4e45-a641-ef906796da10 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.964217] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caa0d1b2-acc2-4362-9e42-3ba9e57f4bce {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.970857] env[69226]: DEBUG oslo_vmware.api [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 921.970857] env[69226]: value = "task-3495007" [ 921.970857] env[69226]: _type = "Task" [ 921.970857] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.979424] env[69226]: DEBUG oslo_vmware.api [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.138929] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495000, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.195021] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Releasing lock "refresh_cache-c631ecac-18a0-4996-9464-efce8476b36e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.195021] env[69226]: DEBUG nova.compute.manager [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Instance network_info: |[{"id": "a31f935c-089c-4435-aeb7-575724c9ee70", "address": "fa:16:3e:93:a6:b5", "network": {"id": "57203684-ca61-4815-a1f5-c00a3a0881fb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1199736560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0be1a7430264ae5a3ce88cd9eb988de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31f935c-08", "ovs_interfaceid": "a31f935c-089c-4435-aeb7-575724c9ee70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.195455] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:a6:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a31f935c-089c-4435-aeb7-575724c9ee70', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.205756] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Creating folder: Project (e0be1a7430264ae5a3ce88cd9eb988de). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.206066] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-641d4d97-2a6d-47ae-813c-5721fb9a0d28 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.217596] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Created folder: Project (e0be1a7430264ae5a3ce88cd9eb988de) in parent group-v698365. [ 922.217836] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Creating folder: Instances. Parent ref: group-v698555. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.218135] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd1233bc-32ef-48f9-932d-9002f633e718 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.227984] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Created folder: Instances in parent group-v698555. [ 922.228268] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.228591] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.228853] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e34ca50-9de3-4745-905d-12dde33a33d7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.250227] env[69226]: DEBUG oslo_concurrency.lockutils [req-2b853c52-d7fd-406a-9910-46939becfcd6 req-53c7d941-f803-48a5-92e9-86b20943a3b3 service nova] Releasing lock "refresh_cache-727faa28-0e5a-4cb0-b014-f23b3cce44d6" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.250490] env[69226]: DEBUG nova.compute.manager [req-2b853c52-d7fd-406a-9910-46939becfcd6 req-53c7d941-f803-48a5-92e9-86b20943a3b3 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Received event network-vif-deleted-c1327720-18cf-45f0-8d91-2e474605ab87 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.250811] env[69226]: DEBUG nova.compute.manager [req-2b853c52-d7fd-406a-9910-46939becfcd6 req-53c7d941-f803-48a5-92e9-86b20943a3b3 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Received event network-vif-deleted-4f7194a2-8e6c-4281-9113-073506e26f77 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.251207] env[69226]: DEBUG nova.compute.manager [req-2b853c52-d7fd-406a-9910-46939becfcd6 req-53c7d941-f803-48a5-92e9-86b20943a3b3 service nova] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Received event network-vif-deleted-a1cfd771-583d-40f4-a486-fe1ad64df079 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.257625] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.259687] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3495006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.261364] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.260s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.263087] env[69226]: INFO nova.compute.claims [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.266032] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.266032] env[69226]: value = "task-3495010" [ 922.266032] env[69226]: _type = "Task" [ 922.266032] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.279100] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495010, 'name': CreateVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.293202] env[69226]: INFO nova.scheduler.client.report [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Deleted allocations for instance 8a18b244-a347-4b96-ae6f-bb2aeec8f85d [ 922.300640] env[69226]: DEBUG nova.compute.manager [req-71da8679-0dc4-4fd8-8d11-0b756f355a2a req-7dfdf603-e572-480c-bdad-8ca78f7708f5 service nova] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Received event network-changed-a31f935c-089c-4435-aeb7-575724c9ee70 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.300829] env[69226]: DEBUG nova.compute.manager [req-71da8679-0dc4-4fd8-8d11-0b756f355a2a req-7dfdf603-e572-480c-bdad-8ca78f7708f5 service nova] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Refreshing instance network info cache due to event network-changed-a31f935c-089c-4435-aeb7-575724c9ee70. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.301114] env[69226]: DEBUG oslo_concurrency.lockutils [req-71da8679-0dc4-4fd8-8d11-0b756f355a2a req-7dfdf603-e572-480c-bdad-8ca78f7708f5 service nova] Acquiring lock "refresh_cache-c631ecac-18a0-4996-9464-efce8476b36e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.302193] env[69226]: DEBUG oslo_concurrency.lockutils [req-71da8679-0dc4-4fd8-8d11-0b756f355a2a req-7dfdf603-e572-480c-bdad-8ca78f7708f5 service nova] Acquired lock "refresh_cache-c631ecac-18a0-4996-9464-efce8476b36e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.302193] env[69226]: DEBUG nova.network.neutron [req-71da8679-0dc4-4fd8-8d11-0b756f355a2a req-7dfdf603-e572-480c-bdad-8ca78f7708f5 service nova] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Refreshing network info cache for port a31f935c-089c-4435-aeb7-575724c9ee70 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.331025] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Creating linked-clone VM from snapshot {{(pid=69226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 922.331025] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4280c0b8-5833-4937-89be-4c3b0a9c497d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.339569] env[69226]: DEBUG oslo_vmware.api [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 922.339569] env[69226]: value = "task-3495011" [ 922.339569] env[69226]: _type = "Task" [ 922.339569] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.353065] env[69226]: DEBUG oslo_vmware.api [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495011, 'name': CloneVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.483281] env[69226]: DEBUG oslo_vmware.api [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.634944] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495000, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.755786] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3495006, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.779258] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495010, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.808552] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cfc70810-293b-4fe7-bde2-b5e9fbb9f5e5 tempest-InstanceActionsNegativeTestJSON-855919845 tempest-InstanceActionsNegativeTestJSON-855919845-project-member] Lock "8a18b244-a347-4b96-ae6f-bb2aeec8f85d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.344s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.850978] env[69226]: DEBUG oslo_vmware.api [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495011, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.988520] env[69226]: DEBUG oslo_vmware.api [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.525224} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.988856] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.989060] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.990174] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.990174] env[69226]: INFO nova.compute.manager [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Took 2.44 seconds to destroy the instance on the hypervisor. [ 922.990174] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.990174] env[69226]: DEBUG nova.compute.manager [-] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.990174] env[69226]: DEBUG nova.network.neutron [-] [instance: d1ae021f-b198-4e45-a641-ef906796da10] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.145657] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495000, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.219525] env[69226]: DEBUG nova.network.neutron [req-71da8679-0dc4-4fd8-8d11-0b756f355a2a req-7dfdf603-e572-480c-bdad-8ca78f7708f5 service nova] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Updated VIF entry in instance network info cache for port a31f935c-089c-4435-aeb7-575724c9ee70. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.220358] env[69226]: DEBUG nova.network.neutron [req-71da8679-0dc4-4fd8-8d11-0b756f355a2a req-7dfdf603-e572-480c-bdad-8ca78f7708f5 service nova] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Updating instance_info_cache with network_info: [{"id": "a31f935c-089c-4435-aeb7-575724c9ee70", "address": "fa:16:3e:93:a6:b5", "network": {"id": "57203684-ca61-4815-a1f5-c00a3a0881fb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1199736560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0be1a7430264ae5a3ce88cd9eb988de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31f935c-08", "ovs_interfaceid": "a31f935c-089c-4435-aeb7-575724c9ee70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.257406] env[69226]: DEBUG oslo_vmware.api [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3495006, 'name': PowerOnVM_Task, 'duration_secs': 1.129977} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.257406] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.257533] env[69226]: INFO nova.compute.manager [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Took 9.04 seconds to spawn the instance on the hypervisor. [ 923.257603] env[69226]: DEBUG nova.compute.manager [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.260209] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afd6246-9fa7-4ec3-916a-b16793c8375e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.286101] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495010, 'name': CreateVM_Task, 'duration_secs': 0.723043} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.286276] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.287249] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.288032] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.288032] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.288285] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-672939e3-487d-4ab4-a0e7-b0927c373f92 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.294423] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 923.294423] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e16a35-7825-e5ed-d622-2a28f9afc5ea" [ 923.294423] env[69226]: _type = "Task" [ 923.294423] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.304017] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e16a35-7825-e5ed-d622-2a28f9afc5ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.358589] env[69226]: DEBUG oslo_vmware.api [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495011, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.637028] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495000, 'name': CreateVM_Task, 'duration_secs': 3.107392} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.637156] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.637866] env[69226]: DEBUG oslo_concurrency.lockutils [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.724035] env[69226]: DEBUG oslo_concurrency.lockutils [req-71da8679-0dc4-4fd8-8d11-0b756f355a2a req-7dfdf603-e572-480c-bdad-8ca78f7708f5 service nova] Releasing lock "refresh_cache-c631ecac-18a0-4996-9464-efce8476b36e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.724418] env[69226]: DEBUG nova.compute.manager [req-71da8679-0dc4-4fd8-8d11-0b756f355a2a req-7dfdf603-e572-480c-bdad-8ca78f7708f5 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Received event network-changed-a8f61da8-d0fd-45b9-96f8-d546b0c2cb83 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.724679] env[69226]: DEBUG nova.compute.manager [req-71da8679-0dc4-4fd8-8d11-0b756f355a2a req-7dfdf603-e572-480c-bdad-8ca78f7708f5 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Refreshing instance network info cache due to event network-changed-a8f61da8-d0fd-45b9-96f8-d546b0c2cb83. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.724937] env[69226]: DEBUG oslo_concurrency.lockutils [req-71da8679-0dc4-4fd8-8d11-0b756f355a2a req-7dfdf603-e572-480c-bdad-8ca78f7708f5 service nova] Acquiring lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.725114] env[69226]: DEBUG oslo_concurrency.lockutils [req-71da8679-0dc4-4fd8-8d11-0b756f355a2a req-7dfdf603-e572-480c-bdad-8ca78f7708f5 service nova] Acquired lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.725319] env[69226]: DEBUG nova.network.neutron [req-71da8679-0dc4-4fd8-8d11-0b756f355a2a req-7dfdf603-e572-480c-bdad-8ca78f7708f5 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Refreshing network info cache for port a8f61da8-d0fd-45b9-96f8-d546b0c2cb83 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.783330] env[69226]: INFO nova.compute.manager [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Took 46.56 seconds to build instance. [ 923.817222] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e16a35-7825-e5ed-d622-2a28f9afc5ea, 'name': SearchDatastore_Task, 'duration_secs': 0.01416} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.817641] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.819224] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.819304] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.819449] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.819632] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.820317] env[69226]: DEBUG oslo_concurrency.lockutils [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.821053] env[69226]: DEBUG oslo_concurrency.lockutils [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.821053] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5d443fe-eea5-4e61-9546-2153d0532844 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.824498] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86cabb9-bf22-4564-9d85-e1329669e619 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.829944] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 923.829944] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529db0ec-254e-4934-c4fa-359ad00b96e7" [ 923.829944] env[69226]: _type = "Task" [ 923.829944] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.838909] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.839124] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.841132] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621de373-ff59-4290-bfc3-63fe94acdec9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.847541] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529db0ec-254e-4934-c4fa-359ad00b96e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011108} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.849922] env[69226]: DEBUG oslo_concurrency.lockutils [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.850220] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.850471] env[69226]: DEBUG oslo_concurrency.lockutils [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.852308] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 923.852308] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520074c5-1679-e827-0c44-b41761d0e883" [ 923.852308] env[69226]: _type = "Task" [ 923.852308] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.855911] env[69226]: DEBUG oslo_vmware.api [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495011, 'name': CloneVM_Task} progress is 95%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.866317] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520074c5-1679-e827-0c44-b41761d0e883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.886170] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee269d0-8bba-4345-bac7-92c1d7ed8c1e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.890409] env[69226]: DEBUG nova.network.neutron [-] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.895097] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a97d347-5ab5-4050-8071-2225df0d7000 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.932872] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540d48e4-b46d-4156-99ca-cc7b257b206a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.942727] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2317bb-ed74-4b18-bc1c-0f84babf90ec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.959205] env[69226]: DEBUG nova.compute.provider_tree [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.290085] env[69226]: DEBUG oslo_concurrency.lockutils [None req-147501c5-36b9-422f-b6df-1fb5b7d09908 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "7ca585fd-b893-4d86-850b-a638a155da5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.544s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.357584] env[69226]: DEBUG oslo_vmware.api [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495011, 'name': CloneVM_Task, 'duration_secs': 1.836616} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.360975] env[69226]: INFO nova.virt.vmwareapi.vmops [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Created linked-clone VM from snapshot [ 924.361719] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141a00c6-0d99-4ab6-a7ab-b3a7ce4f266c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.369280] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520074c5-1679-e827-0c44-b41761d0e883, 'name': SearchDatastore_Task, 'duration_secs': 0.013972} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.373429] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Uploading image 8fd0d6a0-6f4c-4a9c-b5cd-cef8c6ad3c9a {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 924.376097] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56f71ee2-bd46-45e5-a653-dfb39b38b618 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.380781] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 924.380781] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521c6f43-f438-8bd9-2108-adbedc954af4" [ 924.380781] env[69226]: _type = "Task" [ 924.380781] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.391233] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521c6f43-f438-8bd9-2108-adbedc954af4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.393607] env[69226]: INFO nova.compute.manager [-] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Took 1.40 seconds to deallocate network for instance. [ 924.399636] env[69226]: DEBUG oslo_vmware.rw_handles [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 924.399636] env[69226]: value = "vm-698558" [ 924.399636] env[69226]: _type = "VirtualMachine" [ 924.399636] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 924.399899] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-82f6b0f4-6a34-48af-8cf6-66a77745e441 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.407152] env[69226]: DEBUG oslo_vmware.rw_handles [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lease: (returnval){ [ 924.407152] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520ae8f8-bca0-8b61-2da3-edaeeac77ccc" [ 924.407152] env[69226]: _type = "HttpNfcLease" [ 924.407152] env[69226]: } obtained for exporting VM: (result){ [ 924.407152] env[69226]: value = "vm-698558" [ 924.407152] env[69226]: _type = "VirtualMachine" [ 924.407152] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 924.407477] env[69226]: DEBUG oslo_vmware.api [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the lease: (returnval){ [ 924.407477] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520ae8f8-bca0-8b61-2da3-edaeeac77ccc" [ 924.407477] env[69226]: _type = "HttpNfcLease" [ 924.407477] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 924.413231] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.413231] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520ae8f8-bca0-8b61-2da3-edaeeac77ccc" [ 924.413231] env[69226]: _type = "HttpNfcLease" [ 924.413231] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 924.462497] env[69226]: DEBUG nova.scheduler.client.report [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.531281] env[69226]: DEBUG nova.network.neutron [req-71da8679-0dc4-4fd8-8d11-0b756f355a2a req-7dfdf603-e572-480c-bdad-8ca78f7708f5 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Updated VIF entry in instance network info cache for port a8f61da8-d0fd-45b9-96f8-d546b0c2cb83. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.531760] env[69226]: DEBUG nova.network.neutron [req-71da8679-0dc4-4fd8-8d11-0b756f355a2a req-7dfdf603-e572-480c-bdad-8ca78f7708f5 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Updating instance_info_cache with network_info: [{"id": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "address": "fa:16:3e:19:e9:ea", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f61da8-d0", "ovs_interfaceid": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.623851] env[69226]: DEBUG nova.compute.manager [req-b41e5978-1b48-4d86-8cbb-194f0012686f req-ac0e04b9-5c3c-46a2-8e5a-40108ecdf61d service nova] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Received event network-vif-deleted-883cc2c1-cb11-4397-a0d1-9beffbafff5e {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.682963] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Acquiring lock "6b0cde4b-7827-409c-8700-e2f99bf67882" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.683193] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Lock "6b0cde4b-7827-409c-8700-e2f99bf67882" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.793324] env[69226]: DEBUG nova.compute.manager [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.893749] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521c6f43-f438-8bd9-2108-adbedc954af4, 'name': SearchDatastore_Task, 'duration_secs': 0.028874} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.893936] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.894217] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] c631ecac-18a0-4996-9464-efce8476b36e/c631ecac-18a0-4996-9464-efce8476b36e.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.894501] env[69226]: DEBUG oslo_concurrency.lockutils [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.894684] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.894892] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2624fec6-6f84-4fac-9080-f956db9f937a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.896820] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6ddf02f-436b-4fe5-a7e3-b3150a7273a1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.902784] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.904525] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 924.904525] env[69226]: value = "task-3495013" [ 924.904525] env[69226]: _type = "Task" [ 924.904525] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.913329] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.913506] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.917422] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6d4618b-1795-4df7-96ed-66857a4ac381 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.919570] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.921193] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.921193] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520ae8f8-bca0-8b61-2da3-edaeeac77ccc" [ 924.921193] env[69226]: _type = "HttpNfcLease" [ 924.921193] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 924.921892] env[69226]: DEBUG oslo_vmware.rw_handles [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 924.921892] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520ae8f8-bca0-8b61-2da3-edaeeac77ccc" [ 924.921892] env[69226]: _type = "HttpNfcLease" [ 924.921892] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 924.922885] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea39169-4a1f-448a-be27-d7cbd9eb353b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.928155] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 924.928155] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bc9089-e781-54d7-6f2a-741e9f16bbfc" [ 924.928155] env[69226]: _type = "Task" [ 924.928155] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.937519] env[69226]: DEBUG oslo_vmware.rw_handles [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cc86d-b578-9bab-ed41-ecb87500cf85/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 924.937901] env[69226]: DEBUG oslo_vmware.rw_handles [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cc86d-b578-9bab-ed41-ecb87500cf85/disk-0.vmdk for reading. {{(pid=69226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 925.002966] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.003521] env[69226]: DEBUG nova.compute.manager [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.011733] env[69226]: DEBUG oslo_concurrency.lockutils [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.997s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.011816] env[69226]: DEBUG nova.objects.instance [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 925.014456] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bc9089-e781-54d7-6f2a-741e9f16bbfc, 'name': SearchDatastore_Task, 'duration_secs': 0.013933} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.016951] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b3f037f-4415-4d7b-a118-76497283c7a6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.021691] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 925.021691] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b94e9f-295b-f72e-2049-db264edad7f8" [ 925.021691] env[69226]: _type = "Task" [ 925.021691] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.029817] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b94e9f-295b-f72e-2049-db264edad7f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.038544] env[69226]: DEBUG oslo_concurrency.lockutils [req-71da8679-0dc4-4fd8-8d11-0b756f355a2a req-7dfdf603-e572-480c-bdad-8ca78f7708f5 service nova] Releasing lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.053528] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-882761c2-0c77-41f2-89cc-4765f35420f9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.295627] env[69226]: DEBUG nova.compute.manager [req-82f0c4bb-0a28-4224-be74-0cce65b292bd req-0d6778ce-648f-4b5b-92e7-e79e791698b6 service nova] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Received event network-changed-65598cc5-998b-4108-8bd9-b06d4f75c1e1 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.297012] env[69226]: DEBUG nova.compute.manager [req-82f0c4bb-0a28-4224-be74-0cce65b292bd req-0d6778ce-648f-4b5b-92e7-e79e791698b6 service nova] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Refreshing instance network info cache due to event network-changed-65598cc5-998b-4108-8bd9-b06d4f75c1e1. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.297012] env[69226]: DEBUG oslo_concurrency.lockutils [req-82f0c4bb-0a28-4224-be74-0cce65b292bd req-0d6778ce-648f-4b5b-92e7-e79e791698b6 service nova] Acquiring lock "refresh_cache-7ca585fd-b893-4d86-850b-a638a155da5d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.297012] env[69226]: DEBUG oslo_concurrency.lockutils [req-82f0c4bb-0a28-4224-be74-0cce65b292bd req-0d6778ce-648f-4b5b-92e7-e79e791698b6 service nova] Acquired lock "refresh_cache-7ca585fd-b893-4d86-850b-a638a155da5d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.297012] env[69226]: DEBUG nova.network.neutron [req-82f0c4bb-0a28-4224-be74-0cce65b292bd req-0d6778ce-648f-4b5b-92e7-e79e791698b6 service nova] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Refreshing network info cache for port 65598cc5-998b-4108-8bd9-b06d4f75c1e1 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.321980] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.415614] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495013, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.516699] env[69226]: DEBUG nova.compute.utils [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.519911] env[69226]: DEBUG nova.compute.manager [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.519911] env[69226]: DEBUG nova.network.neutron [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.540851] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b94e9f-295b-f72e-2049-db264edad7f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011305} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.542055] env[69226]: DEBUG oslo_concurrency.lockutils [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.542055] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 727faa28-0e5a-4cb0-b014-f23b3cce44d6/727faa28-0e5a-4cb0-b014-f23b3cce44d6.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.543891] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76788efe-1b33-43a2-8e2a-b2f66e5b6603 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.553058] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 925.553058] env[69226]: value = "task-3495014" [ 925.553058] env[69226]: _type = "Task" [ 925.553058] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.562560] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.583544] env[69226]: DEBUG nova.policy [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b56414e720fd4c8ebaeaf744430861eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0be1a7430264ae5a3ce88cd9eb988de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.925900] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664895} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.926214] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] c631ecac-18a0-4996-9464-efce8476b36e/c631ecac-18a0-4996-9464-efce8476b36e.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.926337] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.926838] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84720ab1-aeaf-4fa4-bbd4-ff37fbb0b71e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.935988] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 925.935988] env[69226]: value = "task-3495015" [ 925.935988] env[69226]: _type = "Task" [ 925.935988] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.948195] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.014330] env[69226]: DEBUG nova.network.neutron [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Successfully created port: 018a83df-8f4f-4c53-99dc-efe97be42e7e {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.024519] env[69226]: DEBUG nova.compute.manager [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.029745] env[69226]: DEBUG oslo_concurrency.lockutils [None req-afd1dc56-2525-4d8b-8d2a-c4c85339a998 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.031792] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.311s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.032063] env[69226]: DEBUG nova.objects.instance [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lazy-loading 'resources' on Instance uuid 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.034506] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4ed492a8-efd0-4f7c-8a52-a09221920e63 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquiring lock "7ca585fd-b893-4d86-850b-a638a155da5d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.034932] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4ed492a8-efd0-4f7c-8a52-a09221920e63 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "7ca585fd-b893-4d86-850b-a638a155da5d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.035471] env[69226]: INFO nova.compute.manager [None req-4ed492a8-efd0-4f7c-8a52-a09221920e63 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Rebooting instance [ 926.072020] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495014, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.182846] env[69226]: DEBUG nova.network.neutron [req-82f0c4bb-0a28-4224-be74-0cce65b292bd req-0d6778ce-648f-4b5b-92e7-e79e791698b6 service nova] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Updated VIF entry in instance network info cache for port 65598cc5-998b-4108-8bd9-b06d4f75c1e1. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.182846] env[69226]: DEBUG nova.network.neutron [req-82f0c4bb-0a28-4224-be74-0cce65b292bd req-0d6778ce-648f-4b5b-92e7-e79e791698b6 service nova] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Updating instance_info_cache with network_info: [{"id": "65598cc5-998b-4108-8bd9-b06d4f75c1e1", "address": "fa:16:3e:3b:aa:c6", "network": {"id": "450fe9e6-cd9f-4a82-a6ca-7ff0df287332", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2132994600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ebd1e0bc3264d118fc860563659592a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65598cc5-99", "ovs_interfaceid": "65598cc5-998b-4108-8bd9-b06d4f75c1e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.446306] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12178} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.446672] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.447602] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d135c0-f60b-4e5b-a9d1-4f4badb08bcd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.471149] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] c631ecac-18a0-4996-9464-efce8476b36e/c631ecac-18a0-4996-9464-efce8476b36e.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.471566] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b3187aa-4420-445d-88e7-e751ade92954 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.492052] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 926.492052] env[69226]: value = "task-3495016" [ 926.492052] env[69226]: _type = "Task" [ 926.492052] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.502245] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.562629] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4ed492a8-efd0-4f7c-8a52-a09221920e63 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquiring lock "refresh_cache-7ca585fd-b893-4d86-850b-a638a155da5d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.569269] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643264} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.573049] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 727faa28-0e5a-4cb0-b014-f23b3cce44d6/727faa28-0e5a-4cb0-b014-f23b3cce44d6.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.573311] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.573791] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5c35a0a-54af-4e53-87c7-763abe710281 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.580301] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 926.580301] env[69226]: value = "task-3495017" [ 926.580301] env[69226]: _type = "Task" [ 926.580301] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.590845] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.689568] env[69226]: DEBUG oslo_concurrency.lockutils [req-82f0c4bb-0a28-4224-be74-0cce65b292bd req-0d6778ce-648f-4b5b-92e7-e79e791698b6 service nova] Releasing lock "refresh_cache-7ca585fd-b893-4d86-850b-a638a155da5d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.690584] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4ed492a8-efd0-4f7c-8a52-a09221920e63 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquired lock "refresh_cache-7ca585fd-b893-4d86-850b-a638a155da5d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.691335] env[69226]: DEBUG nova.network.neutron [None req-4ed492a8-efd0-4f7c-8a52-a09221920e63 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.005347] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.034663] env[69226]: DEBUG nova.compute.manager [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.066509] env[69226]: DEBUG nova.virt.hardware [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.066741] env[69226]: DEBUG nova.virt.hardware [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.066898] env[69226]: DEBUG nova.virt.hardware [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.067088] env[69226]: DEBUG nova.virt.hardware [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.067227] env[69226]: DEBUG nova.virt.hardware [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.067367] env[69226]: DEBUG nova.virt.hardware [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.067568] env[69226]: DEBUG nova.virt.hardware [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.067719] env[69226]: DEBUG nova.virt.hardware [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.067910] env[69226]: DEBUG nova.virt.hardware [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.068083] env[69226]: DEBUG nova.virt.hardware [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.068250] env[69226]: DEBUG nova.virt.hardware [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.069257] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dcb835-02ae-4fc7-8b9b-d46228f11fa7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.078923] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abdd1bf-87da-4afa-91a6-0475d622e262 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.102418] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084521} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.103097] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.103968] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50064b4-201d-4932-9264-0c994e8e4b30 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.129144] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 727faa28-0e5a-4cb0-b014-f23b3cce44d6/727faa28-0e5a-4cb0-b014-f23b3cce44d6.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.132601] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34916965-af21-4a80-bff3-f23c20e3e766 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.153763] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 927.153763] env[69226]: value = "task-3495018" [ 927.153763] env[69226]: _type = "Task" [ 927.153763] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.162282] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.164223] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cdcfaa-2802-4f01-80f8-667e34028343 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.171854] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686a911e-be07-4425-82e2-5d38f314ef61 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.207934] env[69226]: INFO nova.compute.manager [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Rebuilding instance [ 927.217904] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7951932d-f3df-4cb6-abeb-e62a18b44b9e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.227172] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1ee7a1-fefd-4265-8e16-2d9e33eaf134 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.245378] env[69226]: DEBUG nova.compute.provider_tree [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.266635] env[69226]: DEBUG nova.compute.manager [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.267691] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276941c6-21e4-4b2f-b550-403847f6de65 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.507030] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495016, 'name': ReconfigVM_Task, 'duration_secs': 0.794662} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.507030] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Reconfigured VM instance instance-00000042 to attach disk [datastore1] c631ecac-18a0-4996-9464-efce8476b36e/c631ecac-18a0-4996-9464-efce8476b36e.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.507221] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e47d57e0-a814-4040-93f8-8b17272a7b4d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.514587] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 927.514587] env[69226]: value = "task-3495019" [ 927.514587] env[69226]: _type = "Task" [ 927.514587] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.524263] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495019, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.524613] env[69226]: DEBUG nova.network.neutron [None req-4ed492a8-efd0-4f7c-8a52-a09221920e63 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Updating instance_info_cache with network_info: [{"id": "65598cc5-998b-4108-8bd9-b06d4f75c1e1", "address": "fa:16:3e:3b:aa:c6", "network": {"id": "450fe9e6-cd9f-4a82-a6ca-7ff0df287332", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2132994600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ebd1e0bc3264d118fc860563659592a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65598cc5-99", "ovs_interfaceid": "65598cc5-998b-4108-8bd9-b06d4f75c1e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.619417] env[69226]: DEBUG nova.compute.manager [req-6e433e1d-32dd-4d7b-a17b-9e59b8512450 req-18001258-9186-4f38-8507-d0c063641ce4 service nova] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Received event network-vif-plugged-018a83df-8f4f-4c53-99dc-efe97be42e7e {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.619417] env[69226]: DEBUG oslo_concurrency.lockutils [req-6e433e1d-32dd-4d7b-a17b-9e59b8512450 req-18001258-9186-4f38-8507-d0c063641ce4 service nova] Acquiring lock "ba34fb34-8a6b-444d-8008-785aa973f36b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.619417] env[69226]: DEBUG oslo_concurrency.lockutils [req-6e433e1d-32dd-4d7b-a17b-9e59b8512450 req-18001258-9186-4f38-8507-d0c063641ce4 service nova] Lock "ba34fb34-8a6b-444d-8008-785aa973f36b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.619417] env[69226]: DEBUG oslo_concurrency.lockutils [req-6e433e1d-32dd-4d7b-a17b-9e59b8512450 req-18001258-9186-4f38-8507-d0c063641ce4 service nova] Lock "ba34fb34-8a6b-444d-8008-785aa973f36b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.619417] env[69226]: DEBUG nova.compute.manager [req-6e433e1d-32dd-4d7b-a17b-9e59b8512450 req-18001258-9186-4f38-8507-d0c063641ce4 service nova] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] No waiting events found dispatching network-vif-plugged-018a83df-8f4f-4c53-99dc-efe97be42e7e {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.619417] env[69226]: WARNING nova.compute.manager [req-6e433e1d-32dd-4d7b-a17b-9e59b8512450 req-18001258-9186-4f38-8507-d0c063641ce4 service nova] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Received unexpected event network-vif-plugged-018a83df-8f4f-4c53-99dc-efe97be42e7e for instance with vm_state building and task_state spawning. [ 927.664257] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.702214] env[69226]: DEBUG nova.network.neutron [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Successfully updated port: 018a83df-8f4f-4c53-99dc-efe97be42e7e {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.752256] env[69226]: DEBUG nova.scheduler.client.report [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.025882] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495019, 'name': Rename_Task, 'duration_secs': 0.23507} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.026193] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.026444] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3ce92b6-51fd-48b4-9925-351e4281b99f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.028475] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4ed492a8-efd0-4f7c-8a52-a09221920e63 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Releasing lock "refresh_cache-7ca585fd-b893-4d86-850b-a638a155da5d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.036349] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 928.036349] env[69226]: value = "task-3495020" [ 928.036349] env[69226]: _type = "Task" [ 928.036349] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.046377] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.164329] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495018, 'name': ReconfigVM_Task, 'duration_secs': 0.58668} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.164613] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 727faa28-0e5a-4cb0-b014-f23b3cce44d6/727faa28-0e5a-4cb0-b014-f23b3cce44d6.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.165306] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-854eeb0d-9539-49bc-a000-e6896cb2c5e2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.171252] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 928.171252] env[69226]: value = "task-3495021" [ 928.171252] env[69226]: _type = "Task" [ 928.171252] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.182114] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495021, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.205293] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "refresh_cache-ba34fb34-8a6b-444d-8008-785aa973f36b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.205513] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquired lock "refresh_cache-ba34fb34-8a6b-444d-8008-785aa973f36b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.205676] env[69226]: DEBUG nova.network.neutron [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.260741] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.263715] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.474s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.263715] env[69226]: DEBUG nova.objects.instance [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Lazy-loading 'resources' on Instance uuid 4803440d-f8d7-47e1-be2c-61bd31e8ccfd {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.283262] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.283581] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ff653f1-38e5-4d2e-9d56-5f00a85a8681 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.291954] env[69226]: DEBUG oslo_vmware.api [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Waiting for the task: (returnval){ [ 928.291954] env[69226]: value = "task-3495022" [ 928.291954] env[69226]: _type = "Task" [ 928.291954] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.297455] env[69226]: INFO nova.scheduler.client.report [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Deleted allocations for instance 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f [ 928.304969] env[69226]: DEBUG oslo_vmware.api [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Task: {'id': task-3495022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.536985] env[69226]: DEBUG nova.compute.manager [None req-4ed492a8-efd0-4f7c-8a52-a09221920e63 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.538360] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f014f61-70df-447f-94de-28ccfc80b644 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.553169] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495020, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.682809] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495021, 'name': Rename_Task, 'duration_secs': 0.23865} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.683098] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.683350] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-123c718a-d36b-49a1-a872-d3d141328a8a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.691067] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 928.691067] env[69226]: value = "task-3495023" [ 928.691067] env[69226]: _type = "Task" [ 928.691067] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.699458] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.741179] env[69226]: DEBUG nova.network.neutron [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.801410] env[69226]: DEBUG oslo_vmware.api [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Task: {'id': task-3495022, 'name': PowerOffVM_Task, 'duration_secs': 0.25425} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.804187] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.805072] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.808114] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07c15a0a-8161-4eb6-bdee-367639303e30 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.810975] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1e9ab51a-f7dd-46dc-a8e2-48f9f85a4add tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "9e2ae17d-ccd9-46cf-9896-67977cfc5e4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.862s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.815836] env[69226]: DEBUG oslo_vmware.api [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Waiting for the task: (returnval){ [ 928.815836] env[69226]: value = "task-3495024" [ 928.815836] env[69226]: _type = "Task" [ 928.815836] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.834281] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] VM already powered off {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 928.834915] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Volume detach. Driver type: vmdk {{(pid=69226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 928.834915] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698446', 'volume_id': '72e47e45-380e-47f1-90b7-d90659f27cba', 'name': 'volume-72e47e45-380e-47f1-90b7-d90659f27cba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1a7c151-4a73-420d-9fdb-199f9a136198', 'attached_at': '', 'detached_at': '', 'volume_id': '72e47e45-380e-47f1-90b7-d90659f27cba', 'serial': '72e47e45-380e-47f1-90b7-d90659f27cba'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 928.835753] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff08245-cc23-46af-865f-865b4521ab46 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.863358] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b968d7-9bac-46cf-8b70-53256eac2cb6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.871028] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b884fa78-4f20-4570-86c0-9c9369d9aa84 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.897871] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e2a993-33a2-4b9e-8f58-701d84f15729 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.914290] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] The volume has not been displaced from its original location: [datastore2] volume-72e47e45-380e-47f1-90b7-d90659f27cba/volume-72e47e45-380e-47f1-90b7-d90659f27cba.vmdk. No consolidation needed. {{(pid=69226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 928.920030] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 928.922986] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28953e9b-a520-480b-87e3-71f602949bf6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.936777] env[69226]: DEBUG nova.network.neutron [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Updating instance_info_cache with network_info: [{"id": "018a83df-8f4f-4c53-99dc-efe97be42e7e", "address": "fa:16:3e:7f:5c:92", "network": {"id": "57203684-ca61-4815-a1f5-c00a3a0881fb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1199736560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0be1a7430264ae5a3ce88cd9eb988de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap018a83df-8f", "ovs_interfaceid": "018a83df-8f4f-4c53-99dc-efe97be42e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.944695] env[69226]: DEBUG oslo_vmware.api [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Waiting for the task: (returnval){ [ 928.944695] env[69226]: value = "task-3495025" [ 928.944695] env[69226]: _type = "Task" [ 928.944695] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.956013] env[69226]: DEBUG oslo_vmware.api [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Task: {'id': task-3495025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.050642] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495020, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.204708] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495023, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.403792] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cfd35c-d8ee-46ff-bbc9-b4d7215c5afc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.412250] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810ac313-15bf-4e2b-904a-c9b2e0e9d5c2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.450368] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Releasing lock "refresh_cache-ba34fb34-8a6b-444d-8008-785aa973f36b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.450701] env[69226]: DEBUG nova.compute.manager [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Instance network_info: |[{"id": "018a83df-8f4f-4c53-99dc-efe97be42e7e", "address": "fa:16:3e:7f:5c:92", "network": {"id": "57203684-ca61-4815-a1f5-c00a3a0881fb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1199736560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0be1a7430264ae5a3ce88cd9eb988de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap018a83df-8f", "ovs_interfaceid": "018a83df-8f4f-4c53-99dc-efe97be42e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.451517] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:5c:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '018a83df-8f4f-4c53-99dc-efe97be42e7e', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.460154] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.465081] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a97d087-3cec-4552-9687-18a120956d68 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.467329] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.467594] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb018aba-6a51-44fc-b6eb-043646b5e03b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.490063] env[69226]: DEBUG oslo_vmware.api [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Task: {'id': task-3495025, 'name': ReconfigVM_Task, 'duration_secs': 0.246623} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.493875] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 929.498933] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.498933] env[69226]: value = "task-3495027" [ 929.498933] env[69226]: _type = "Task" [ 929.498933] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.499219] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a18cea1a-f312-4690-b57e-2f8c02330207 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.511205] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf81e96-9cf5-4f98-a855-2eea9f41e198 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.528953] env[69226]: DEBUG nova.compute.provider_tree [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.538019] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495027, 'name': CreateVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.538019] env[69226]: DEBUG oslo_vmware.api [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Waiting for the task: (returnval){ [ 929.538019] env[69226]: value = "task-3495028" [ 929.538019] env[69226]: _type = "Task" [ 929.538019] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.548135] env[69226]: DEBUG oslo_vmware.api [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Task: {'id': task-3495028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.551894] env[69226]: DEBUG oslo_vmware.api [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495020, 'name': PowerOnVM_Task, 'duration_secs': 1.261346} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.552198] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.552448] env[69226]: INFO nova.compute.manager [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Took 9.80 seconds to spawn the instance on the hypervisor. [ 929.552621] env[69226]: DEBUG nova.compute.manager [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.553502] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e0217f-d447-433f-b2e3-926d93c167a1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.566739] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92865019-e90f-48c7-9c4f-5154004244cc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.574272] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed492a8-efd0-4f7c-8a52-a09221920e63 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Doing hard reboot of VM {{(pid=69226) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 929.574600] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8c8d3d55-b6b3-4d5c-a3dc-511f8d93c2a6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.582315] env[69226]: DEBUG oslo_vmware.api [None req-4ed492a8-efd0-4f7c-8a52-a09221920e63 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 929.582315] env[69226]: value = "task-3495029" [ 929.582315] env[69226]: _type = "Task" [ 929.582315] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.592119] env[69226]: DEBUG oslo_vmware.api [None req-4ed492a8-efd0-4f7c-8a52-a09221920e63 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3495029, 'name': ResetVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.703610] env[69226]: DEBUG oslo_vmware.api [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495023, 'name': PowerOnVM_Task, 'duration_secs': 0.792451} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.703885] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.704130] env[69226]: INFO nova.compute.manager [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Took 12.71 seconds to spawn the instance on the hypervisor. [ 929.704313] env[69226]: DEBUG nova.compute.manager [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.705154] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d2cb69-d410-44de-81c4-0c8fd3332da3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.814165] env[69226]: DEBUG nova.compute.manager [req-c56a7fa3-5531-4454-a529-7b4d6cec5797 req-bad7d978-42d1-4efe-8083-19610ce60aeb service nova] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Received event network-changed-018a83df-8f4f-4c53-99dc-efe97be42e7e {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.816415] env[69226]: DEBUG nova.compute.manager [req-c56a7fa3-5531-4454-a529-7b4d6cec5797 req-bad7d978-42d1-4efe-8083-19610ce60aeb service nova] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Refreshing instance network info cache due to event network-changed-018a83df-8f4f-4c53-99dc-efe97be42e7e. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.816415] env[69226]: DEBUG oslo_concurrency.lockutils [req-c56a7fa3-5531-4454-a529-7b4d6cec5797 req-bad7d978-42d1-4efe-8083-19610ce60aeb service nova] Acquiring lock "refresh_cache-ba34fb34-8a6b-444d-8008-785aa973f36b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.816415] env[69226]: DEBUG oslo_concurrency.lockutils [req-c56a7fa3-5531-4454-a529-7b4d6cec5797 req-bad7d978-42d1-4efe-8083-19610ce60aeb service nova] Acquired lock "refresh_cache-ba34fb34-8a6b-444d-8008-785aa973f36b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.816415] env[69226]: DEBUG nova.network.neutron [req-c56a7fa3-5531-4454-a529-7b4d6cec5797 req-bad7d978-42d1-4efe-8083-19610ce60aeb service nova] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Refreshing network info cache for port 018a83df-8f4f-4c53-99dc-efe97be42e7e {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.027356] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495027, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.037604] env[69226]: DEBUG nova.scheduler.client.report [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.050062] env[69226]: DEBUG oslo_vmware.api [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Task: {'id': task-3495028, 'name': ReconfigVM_Task, 'duration_secs': 0.159055} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.050404] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698446', 'volume_id': '72e47e45-380e-47f1-90b7-d90659f27cba', 'name': 'volume-72e47e45-380e-47f1-90b7-d90659f27cba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1a7c151-4a73-420d-9fdb-199f9a136198', 'attached_at': '', 'detached_at': '', 'volume_id': '72e47e45-380e-47f1-90b7-d90659f27cba', 'serial': '72e47e45-380e-47f1-90b7-d90659f27cba'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 930.050695] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.051557] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7e58a7-e9c5-468a-9206-d27147c15fbf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.059271] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.059527] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0032cf90-8931-47f5-af12-994b468c486b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.071118] env[69226]: INFO nova.compute.manager [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Took 47.32 seconds to build instance. [ 930.092931] env[69226]: DEBUG oslo_vmware.api [None req-4ed492a8-efd0-4f7c-8a52-a09221920e63 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3495029, 'name': ResetVM_Task, 'duration_secs': 0.147768} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.093239] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed492a8-efd0-4f7c-8a52-a09221920e63 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Did hard reboot of VM {{(pid=69226) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 930.093457] env[69226]: DEBUG nova.compute.manager [None req-4ed492a8-efd0-4f7c-8a52-a09221920e63 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.094351] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecb64bb-1109-4987-afe2-b8615b5b7748 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.124427] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.124647] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.124813] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Deleting the datastore file [datastore2] f1a7c151-4a73-420d-9fdb-199f9a136198 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.125137] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6bf3b81-667e-4883-860f-1f5f9b16f8de {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.132580] env[69226]: DEBUG oslo_vmware.api [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Waiting for the task: (returnval){ [ 930.132580] env[69226]: value = "task-3495031" [ 930.132580] env[69226]: _type = "Task" [ 930.132580] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.141251] env[69226]: DEBUG oslo_vmware.api [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Task: {'id': task-3495031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.226168] env[69226]: INFO nova.compute.manager [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Took 51.09 seconds to build instance. [ 930.526923] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495027, 'name': CreateVM_Task, 'duration_secs': 0.841254} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.527338] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.528269] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.528447] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.529091] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.529160] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b75151d-9078-4bbd-a96d-eb8fb554b98b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.535035] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 930.535035] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5286035d-f0d6-8948-bdf3-ce03d879d85e" [ 930.535035] env[69226]: _type = "Task" [ 930.535035] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.544777] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5286035d-f0d6-8948-bdf3-ce03d879d85e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.546046] env[69226]: DEBUG nova.network.neutron [req-c56a7fa3-5531-4454-a529-7b4d6cec5797 req-bad7d978-42d1-4efe-8083-19610ce60aeb service nova] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Updated VIF entry in instance network info cache for port 018a83df-8f4f-4c53-99dc-efe97be42e7e. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.547046] env[69226]: DEBUG nova.network.neutron [req-c56a7fa3-5531-4454-a529-7b4d6cec5797 req-bad7d978-42d1-4efe-8083-19610ce60aeb service nova] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Updating instance_info_cache with network_info: [{"id": "018a83df-8f4f-4c53-99dc-efe97be42e7e", "address": "fa:16:3e:7f:5c:92", "network": {"id": "57203684-ca61-4815-a1f5-c00a3a0881fb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1199736560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0be1a7430264ae5a3ce88cd9eb988de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap018a83df-8f", "ovs_interfaceid": "018a83df-8f4f-4c53-99dc-efe97be42e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.548599] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.551011] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.565s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.552897] env[69226]: INFO nova.compute.claims [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.574046] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9837b1f0-46fc-408e-9d67-0c664efd933e tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "c631ecac-18a0-4996-9464-efce8476b36e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.061s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.576634] env[69226]: INFO nova.scheduler.client.report [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Deleted allocations for instance 4803440d-f8d7-47e1-be2c-61bd31e8ccfd [ 930.609653] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4ed492a8-efd0-4f7c-8a52-a09221920e63 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "7ca585fd-b893-4d86-850b-a638a155da5d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.575s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.643671] env[69226]: DEBUG oslo_vmware.api [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Task: {'id': task-3495031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139136} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.643928] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.644166] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.644353] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.701918] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Volume detach. Driver type: vmdk {{(pid=69226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 930.702292] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04a5a052-e771-410f-8f2d-d41a1d52a212 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.711649] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8aaba44-e9f0-42da-936b-0d55b72a83e4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.728545] env[69226]: DEBUG oslo_concurrency.lockutils [None req-326c15c6-cb16-4cf7-9dba-e18eb47435cc tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "727faa28-0e5a-4cb0-b014-f23b3cce44d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.729s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.517707] env[69226]: DEBUG oslo_concurrency.lockutils [req-c56a7fa3-5531-4454-a529-7b4d6cec5797 req-bad7d978-42d1-4efe-8083-19610ce60aeb service nova] Releasing lock "refresh_cache-ba34fb34-8a6b-444d-8008-785aa973f36b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.520539] env[69226]: DEBUG nova.compute.manager [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.528193] env[69226]: ERROR nova.compute.manager [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Failed to detach volume 72e47e45-380e-47f1-90b7-d90659f27cba from /dev/sda: nova.exception.InstanceNotFound: Instance f1a7c151-4a73-420d-9fdb-199f9a136198 could not be found. [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Traceback (most recent call last): [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] self.driver.rebuild(**kwargs) [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] raise NotImplementedError() [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] NotImplementedError [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] During handling of the above exception, another exception occurred: [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Traceback (most recent call last): [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] self.driver.detach_volume(context, old_connection_info, [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] return self._volumeops.detach_volume(connection_info, instance) [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] self._detach_volume_vmdk(connection_info, instance) [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] stable_ref.fetch_moref(session) [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] raise exception.InstanceNotFound(instance_id=self._uuid) [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] nova.exception.InstanceNotFound: Instance f1a7c151-4a73-420d-9fdb-199f9a136198 could not be found. [ 931.528193] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] [ 931.530800] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a207fd0e-691d-4de0-ab1c-27d1e3687c5d tempest-ServerPasswordTestJSON-791555509 tempest-ServerPasswordTestJSON-791555509-project-member] Lock "4803440d-f8d7-47e1-be2c-61bd31e8ccfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.201s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.533407] env[69226]: DEBUG nova.compute.manager [req-e0fbef10-d69d-48e9-9635-455ccb6322c9 req-da0c2a0d-67bd-4175-940c-64879f186111 service nova] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Received event network-changed-65598cc5-998b-4108-8bd9-b06d4f75c1e1 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.533591] env[69226]: DEBUG nova.compute.manager [req-e0fbef10-d69d-48e9-9635-455ccb6322c9 req-da0c2a0d-67bd-4175-940c-64879f186111 service nova] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Refreshing instance network info cache due to event network-changed-65598cc5-998b-4108-8bd9-b06d4f75c1e1. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.533852] env[69226]: DEBUG oslo_concurrency.lockutils [req-e0fbef10-d69d-48e9-9635-455ccb6322c9 req-da0c2a0d-67bd-4175-940c-64879f186111 service nova] Acquiring lock "refresh_cache-7ca585fd-b893-4d86-850b-a638a155da5d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.533933] env[69226]: DEBUG oslo_concurrency.lockutils [req-e0fbef10-d69d-48e9-9635-455ccb6322c9 req-da0c2a0d-67bd-4175-940c-64879f186111 service nova] Acquired lock "refresh_cache-7ca585fd-b893-4d86-850b-a638a155da5d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.534093] env[69226]: DEBUG nova.network.neutron [req-e0fbef10-d69d-48e9-9635-455ccb6322c9 req-da0c2a0d-67bd-4175-940c-64879f186111 service nova] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Refreshing network info cache for port 65598cc5-998b-4108-8bd9-b06d4f75c1e1 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.547980] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5286035d-f0d6-8948-bdf3-ce03d879d85e, 'name': SearchDatastore_Task, 'duration_secs': 0.026533} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.547980] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.547980] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.548430] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.548430] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.548597] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.549930] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9fadc1a-e6a3-4d4b-a650-86e471ef6923 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.559713] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.561220] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.561220] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-342d5964-919b-434c-a698-feebf498f729 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.566522] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 931.566522] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529bf20c-bb3a-a37f-13d1-7cb18f2aa446" [ 931.566522] env[69226]: _type = "Task" [ 931.566522] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.581853] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529bf20c-bb3a-a37f-13d1-7cb18f2aa446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.700915] env[69226]: DEBUG nova.compute.utils [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Build of instance f1a7c151-4a73-420d-9fdb-199f9a136198 aborted: Failed to rebuild volume backed instance. {{(pid=69226) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 931.703740] env[69226]: ERROR nova.compute.manager [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance f1a7c151-4a73-420d-9fdb-199f9a136198 aborted: Failed to rebuild volume backed instance. [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Traceback (most recent call last): [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] self.driver.rebuild(**kwargs) [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] raise NotImplementedError() [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] NotImplementedError [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] During handling of the above exception, another exception occurred: [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Traceback (most recent call last): [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] self._detach_root_volume(context, instance, root_bdm) [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] with excutils.save_and_reraise_exception(): [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] self.force_reraise() [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] raise self.value [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] self.driver.detach_volume(context, old_connection_info, [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] return self._volumeops.detach_volume(connection_info, instance) [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] self._detach_volume_vmdk(connection_info, instance) [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] stable_ref.fetch_moref(session) [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] raise exception.InstanceNotFound(instance_id=self._uuid) [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] nova.exception.InstanceNotFound: Instance f1a7c151-4a73-420d-9fdb-199f9a136198 could not be found. [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] During handling of the above exception, another exception occurred: [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Traceback (most recent call last): [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] yield [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 931.703740] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] self._do_rebuild_instance_with_claim( [ 931.704803] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 931.704803] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] self._do_rebuild_instance( [ 931.704803] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 931.704803] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] self._rebuild_default_impl(**kwargs) [ 931.704803] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 931.704803] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] self._rebuild_volume_backed_instance( [ 931.704803] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 931.704803] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] raise exception.BuildAbortException( [ 931.704803] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] nova.exception.BuildAbortException: Build of instance f1a7c151-4a73-420d-9fdb-199f9a136198 aborted: Failed to rebuild volume backed instance. [ 931.704803] env[69226]: ERROR nova.compute.manager [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] [ 932.079655] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529bf20c-bb3a-a37f-13d1-7cb18f2aa446, 'name': SearchDatastore_Task, 'duration_secs': 0.02217} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.081156] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5b33f60-d5b2-4894-8764-7e1c82f31b7c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.085538] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.090628] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 932.090628] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bbea9a-28f1-bbca-e2d7-df91c8368d9d" [ 932.090628] env[69226]: _type = "Task" [ 932.090628] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.100994] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bbea9a-28f1-bbca-e2d7-df91c8368d9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.169352] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquiring lock "7ca585fd-b893-4d86-850b-a638a155da5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.169352] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "7ca585fd-b893-4d86-850b-a638a155da5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.169352] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquiring lock "7ca585fd-b893-4d86-850b-a638a155da5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.169352] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "7ca585fd-b893-4d86-850b-a638a155da5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.169352] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "7ca585fd-b893-4d86-850b-a638a155da5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.171330] env[69226]: INFO nova.compute.manager [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Terminating instance [ 932.421796] env[69226]: DEBUG nova.network.neutron [req-e0fbef10-d69d-48e9-9635-455ccb6322c9 req-da0c2a0d-67bd-4175-940c-64879f186111 service nova] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Updated VIF entry in instance network info cache for port 65598cc5-998b-4108-8bd9-b06d4f75c1e1. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.423611] env[69226]: DEBUG nova.network.neutron [req-e0fbef10-d69d-48e9-9635-455ccb6322c9 req-da0c2a0d-67bd-4175-940c-64879f186111 service nova] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Updating instance_info_cache with network_info: [{"id": "65598cc5-998b-4108-8bd9-b06d4f75c1e1", "address": "fa:16:3e:3b:aa:c6", "network": {"id": "450fe9e6-cd9f-4a82-a6ca-7ff0df287332", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2132994600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ebd1e0bc3264d118fc860563659592a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65598cc5-99", "ovs_interfaceid": "65598cc5-998b-4108-8bd9-b06d4f75c1e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.451160] env[69226]: DEBUG oslo_vmware.rw_handles [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cc86d-b578-9bab-ed41-ecb87500cf85/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 932.452261] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba134ec-4d00-468b-b88d-ca05c16e8fce {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.460133] env[69226]: DEBUG oslo_vmware.rw_handles [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cc86d-b578-9bab-ed41-ecb87500cf85/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 932.460305] env[69226]: ERROR oslo_vmware.rw_handles [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cc86d-b578-9bab-ed41-ecb87500cf85/disk-0.vmdk due to incomplete transfer. [ 932.464020] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dc7197b4-ae13-45fb-b220-c5cdb053727d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.464020] env[69226]: DEBUG oslo_concurrency.lockutils [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquiring lock "40485daf-2011-4d34-b9d0-c696988de711" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.464020] env[69226]: DEBUG oslo_concurrency.lockutils [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "40485daf-2011-4d34-b9d0-c696988de711" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.464020] env[69226]: DEBUG oslo_concurrency.lockutils [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquiring lock "40485daf-2011-4d34-b9d0-c696988de711-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.464020] env[69226]: DEBUG oslo_concurrency.lockutils [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "40485daf-2011-4d34-b9d0-c696988de711-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.464020] env[69226]: DEBUG oslo_concurrency.lockutils [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "40485daf-2011-4d34-b9d0-c696988de711-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.465448] env[69226]: INFO nova.compute.manager [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Terminating instance [ 932.468043] env[69226]: DEBUG oslo_vmware.rw_handles [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cc86d-b578-9bab-ed41-ecb87500cf85/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 932.468230] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Uploaded image 8fd0d6a0-6f4c-4a9c-b5cd-cef8c6ad3c9a to the Glance image server {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 932.470731] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Destroying the VM {{(pid=69226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 932.474305] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-05f9d762-c8cd-4e9a-856c-bd0f8584760e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.482586] env[69226]: DEBUG oslo_vmware.api [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 932.482586] env[69226]: value = "task-3495032" [ 932.482586] env[69226]: _type = "Task" [ 932.482586] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.498488] env[69226]: DEBUG oslo_vmware.api [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495032, 'name': Destroy_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.602683] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bbea9a-28f1-bbca-e2d7-df91c8368d9d, 'name': SearchDatastore_Task, 'duration_secs': 0.046569} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.605944] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.605944] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] ba34fb34-8a6b-444d-8008-785aa973f36b/ba34fb34-8a6b-444d-8008-785aa973f36b.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.606567] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fd4ec09-1683-4a7c-b3c9-a8659577c03e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.614349] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 932.614349] env[69226]: value = "task-3495033" [ 932.614349] env[69226]: _type = "Task" [ 932.614349] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.626195] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.683373] env[69226]: DEBUG nova.compute.manager [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.683734] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.684973] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9000d276-400c-475b-ad2a-81a597f779c8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.698301] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.698569] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-192cead6-89f4-42e1-bcfa-7f79f8c0d148 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.706050] env[69226]: DEBUG oslo_vmware.api [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 932.706050] env[69226]: value = "task-3495034" [ 932.706050] env[69226]: _type = "Task" [ 932.706050] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.713676] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd31f8e-9d9a-4167-a51b-e9736fe73a31 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.727623] env[69226]: DEBUG oslo_vmware.api [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3495034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.729410] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cca9971-e4fe-4a16-851d-7cf456698207 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.765312] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff866ba-1230-4486-81bc-64b71ad6eca4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.775483] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f74e43c-f1c8-427e-b449-2ee6e0501ac8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.791106] env[69226]: DEBUG nova.compute.provider_tree [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.895296] env[69226]: DEBUG nova.compute.manager [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.896218] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3391d7bc-4103-4c4c-934a-ed06c811c8d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.929561] env[69226]: DEBUG oslo_concurrency.lockutils [req-e0fbef10-d69d-48e9-9635-455ccb6322c9 req-da0c2a0d-67bd-4175-940c-64879f186111 service nova] Releasing lock "refresh_cache-7ca585fd-b893-4d86-850b-a638a155da5d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.977576] env[69226]: DEBUG nova.compute.manager [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.977831] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.978813] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d15389-d67c-4e6a-bf1f-0f99561d3575 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.988595] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.989183] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bad3bdbe-cee1-4e27-95f1-613237d69e25 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.994026] env[69226]: DEBUG oslo_vmware.api [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495032, 'name': Destroy_Task, 'duration_secs': 0.355058} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.994475] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Destroyed the VM [ 932.994725] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Deleting Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 932.994975] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d367b427-820a-4bec-a37a-2e1f6346529b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.998152] env[69226]: DEBUG oslo_vmware.api [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 932.998152] env[69226]: value = "task-3495035" [ 932.998152] env[69226]: _type = "Task" [ 932.998152] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.001997] env[69226]: DEBUG oslo_vmware.api [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 933.001997] env[69226]: value = "task-3495036" [ 933.001997] env[69226]: _type = "Task" [ 933.001997] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.008586] env[69226]: DEBUG oslo_vmware.api [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3495035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.016904] env[69226]: DEBUG oslo_vmware.api [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495036, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.125543] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495033, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.219019] env[69226]: DEBUG oslo_vmware.api [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3495034, 'name': PowerOffVM_Task, 'duration_secs': 0.4328} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.224234] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.224609] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.225436] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ace7a33c-42b9-47cf-bfa6-0cefbe454e67 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.295913] env[69226]: DEBUG nova.scheduler.client.report [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.411647] env[69226]: INFO nova.compute.manager [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] instance snapshotting [ 933.414312] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778709ec-c261-4214-a2e7-e91c151c16cd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.435394] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75212f0e-bbc0-4c88-9d2e-28b22f7ecd94 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.514024] env[69226]: DEBUG oslo_vmware.api [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495036, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.521730] env[69226]: DEBUG oslo_vmware.api [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3495035, 'name': PowerOffVM_Task, 'duration_secs': 0.214646} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.522113] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.522246] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.522600] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4452619f-3be0-40d4-b5e8-ca3bff6bd8ec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.584068] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.584314] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.584499] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Deleting the datastore file [datastore2] 40485daf-2011-4d34-b9d0-c696988de711 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.584794] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ceb32ea-2fb3-4ce1-8998-052956f3293e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.592583] env[69226]: DEBUG oslo_vmware.api [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for the task: (returnval){ [ 933.592583] env[69226]: value = "task-3495039" [ 933.592583] env[69226]: _type = "Task" [ 933.592583] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.602894] env[69226]: DEBUG oslo_vmware.api [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3495039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.625879] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495033, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.727416] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.801780] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.251s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.802362] env[69226]: DEBUG nova.compute.manager [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.806570] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.052s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.806853] env[69226]: DEBUG nova.objects.instance [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lazy-loading 'resources' on Instance uuid eb123ea6-e162-4dfc-9eba-1a2a908c47ec {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.948942] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Creating Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 933.949071] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f1e5c83f-10a1-4fb7-bcdb-409b453d8f92 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.958481] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 933.958481] env[69226]: value = "task-3495040" [ 933.958481] env[69226]: _type = "Task" [ 933.958481] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.966130] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495040, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.967613] env[69226]: DEBUG oslo_concurrency.lockutils [None req-adb697b9-5c3f-4eaa-adcc-a1795b206d77 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Acquiring lock "f1a7c151-4a73-420d-9fdb-199f9a136198" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.967866] env[69226]: DEBUG oslo_concurrency.lockutils [None req-adb697b9-5c3f-4eaa-adcc-a1795b206d77 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Lock "f1a7c151-4a73-420d-9fdb-199f9a136198" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.968096] env[69226]: DEBUG oslo_concurrency.lockutils [None req-adb697b9-5c3f-4eaa-adcc-a1795b206d77 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Acquiring lock "f1a7c151-4a73-420d-9fdb-199f9a136198-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.968282] env[69226]: DEBUG oslo_concurrency.lockutils [None req-adb697b9-5c3f-4eaa-adcc-a1795b206d77 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Lock "f1a7c151-4a73-420d-9fdb-199f9a136198-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.968448] env[69226]: DEBUG oslo_concurrency.lockutils [None req-adb697b9-5c3f-4eaa-adcc-a1795b206d77 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Lock "f1a7c151-4a73-420d-9fdb-199f9a136198-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.971020] env[69226]: INFO nova.compute.manager [None req-adb697b9-5c3f-4eaa-adcc-a1795b206d77 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Terminating instance [ 934.015487] env[69226]: DEBUG oslo_vmware.api [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495036, 'name': RemoveSnapshot_Task, 'duration_secs': 0.654182} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.015761] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Deleted Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 934.015986] env[69226]: INFO nova.compute.manager [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Took 13.27 seconds to snapshot the instance on the hypervisor. [ 934.108249] env[69226]: DEBUG oslo_vmware.api [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3495039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.127383] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495033, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.024713} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.127721] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] ba34fb34-8a6b-444d-8008-785aa973f36b/ba34fb34-8a6b-444d-8008-785aa973f36b.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.127948] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.128250] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f094a045-c0fa-48fd-9c3c-c09d5727503b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.135657] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 934.135657] env[69226]: value = "task-3495041" [ 934.135657] env[69226]: _type = "Task" [ 934.135657] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.148089] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.308915] env[69226]: DEBUG nova.compute.utils [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.314115] env[69226]: DEBUG nova.compute.manager [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.314353] env[69226]: DEBUG nova.network.neutron [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.337259] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.337551] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.337788] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Deleting the datastore file [datastore1] 7ca585fd-b893-4d86-850b-a638a155da5d {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.338544] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d935d67-8d18-4b9a-a299-49042e771efc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.346898] env[69226]: DEBUG oslo_vmware.api [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 934.346898] env[69226]: value = "task-3495042" [ 934.346898] env[69226]: _type = "Task" [ 934.346898] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.363117] env[69226]: DEBUG oslo_vmware.api [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3495042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.371894] env[69226]: DEBUG nova.policy [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b56414e720fd4c8ebaeaf744430861eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0be1a7430264ae5a3ce88cd9eb988de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.468340] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495040, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.477788] env[69226]: DEBUG nova.compute.manager [None req-adb697b9-5c3f-4eaa-adcc-a1795b206d77 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.478214] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49b3a740-a966-483a-9930-ded665fefbb2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.487097] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d700b5-a982-4ef6-a016-9b0e2d63cc26 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.528359] env[69226]: WARNING nova.virt.vmwareapi.driver [None req-adb697b9-5c3f-4eaa-adcc-a1795b206d77 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance f1a7c151-4a73-420d-9fdb-199f9a136198 could not be found. [ 934.528561] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-adb697b9-5c3f-4eaa-adcc-a1795b206d77 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.533331] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbe53adb-c4d2-46a3-ab55-00ceb63b90fc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.544742] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dc7994-8e54-4c0e-ba99-c6c4c6b94c0d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.588010] env[69226]: WARNING nova.virt.vmwareapi.vmops [None req-adb697b9-5c3f-4eaa-adcc-a1795b206d77 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f1a7c151-4a73-420d-9fdb-199f9a136198 could not be found. [ 934.589124] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-adb697b9-5c3f-4eaa-adcc-a1795b206d77 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.589172] env[69226]: INFO nova.compute.manager [None req-adb697b9-5c3f-4eaa-adcc-a1795b206d77 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Took 0.11 seconds to destroy the instance on the hypervisor. [ 934.589424] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adb697b9-5c3f-4eaa-adcc-a1795b206d77 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.592329] env[69226]: DEBUG nova.compute.manager [-] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.592439] env[69226]: DEBUG nova.network.neutron [-] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.606938] env[69226]: DEBUG oslo_vmware.api [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Task: {'id': task-3495039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.536334} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.609667] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.609839] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.610220] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.610534] env[69226]: INFO nova.compute.manager [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Took 1.63 seconds to destroy the instance on the hypervisor. [ 934.610904] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.614318] env[69226]: DEBUG nova.compute.manager [-] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.614318] env[69226]: DEBUG nova.network.neutron [-] [instance: 40485daf-2011-4d34-b9d0-c696988de711] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.622471] env[69226]: DEBUG nova.compute.manager [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Found 3 images (rotation: 2) {{(pid=69226) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 934.622706] env[69226]: DEBUG nova.compute.manager [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Rotating out 1 backups {{(pid=69226) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 934.623014] env[69226]: DEBUG nova.compute.manager [None req-434ea95a-a295-4e30-8328-be36c2bcc32e tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Deleting image 09d04408-080c-4f47-b2e6-3a56fed302fb {{(pid=69226) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 934.646516] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079887} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.649332] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.650451] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30db7e36-abec-4920-bfea-3fa98f0e6d91 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.673624] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] ba34fb34-8a6b-444d-8008-785aa973f36b/ba34fb34-8a6b-444d-8008-785aa973f36b.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.676704] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea0514ee-b678-4446-acfa-deeffea399b1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.698686] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 934.698686] env[69226]: value = "task-3495043" [ 934.698686] env[69226]: _type = "Task" [ 934.698686] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.707998] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.818617] env[69226]: DEBUG nova.compute.manager [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.863235] env[69226]: DEBUG oslo_vmware.api [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3495042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.973705] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495040, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.983097] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96113327-11d7-40a3-b0a9-361916ef24db {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.990946] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f25f66a-9625-49d3-b8d0-00577fc942a4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.027595] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174fb0c9-59d3-478f-bdfb-be9f3bbb0098 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.036458] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d335a8d-6a9f-4ef0-9652-2bf60df08ccd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.052339] env[69226]: DEBUG nova.compute.provider_tree [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.084303] env[69226]: DEBUG nova.network.neutron [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Successfully created port: 827e4877-5842-4962-b5de-38a08b1f1693 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.209440] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.360173] env[69226]: DEBUG oslo_vmware.api [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3495042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.471080] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495040, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.556386] env[69226]: DEBUG nova.scheduler.client.report [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.710941] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.831973] env[69226]: DEBUG nova.compute.manager [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.861446] env[69226]: DEBUG oslo_vmware.api [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3495042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.124103} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.865097] env[69226]: DEBUG nova.virt.hardware [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.865415] env[69226]: DEBUG nova.virt.hardware [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.865624] env[69226]: DEBUG nova.virt.hardware [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.865864] env[69226]: DEBUG nova.virt.hardware [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.866525] env[69226]: DEBUG nova.virt.hardware [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.866744] env[69226]: DEBUG nova.virt.hardware [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.867165] env[69226]: DEBUG nova.virt.hardware [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.867396] env[69226]: DEBUG nova.virt.hardware [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.867633] env[69226]: DEBUG nova.virt.hardware [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.867850] env[69226]: DEBUG nova.virt.hardware [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.868108] env[69226]: DEBUG nova.virt.hardware [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.868443] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.868666] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.868882] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.869106] env[69226]: INFO nova.compute.manager [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Took 3.19 seconds to destroy the instance on the hypervisor. [ 935.869387] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.870221] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5753b605-9281-4b0f-a513-29467a5997c7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.873105] env[69226]: DEBUG nova.compute.manager [-] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.873286] env[69226]: DEBUG nova.network.neutron [-] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.880552] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72b73a3-412c-459f-b13a-6c813984bb5a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.973378] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495040, 'name': CreateSnapshot_Task, 'duration_secs': 1.702937} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.973636] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Created Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 935.974394] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b12405d-9ce6-4c7c-b39a-3a2b4a72f714 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.019954] env[69226]: DEBUG nova.network.neutron [-] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.062084] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.065919] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 43.505s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.094608] env[69226]: INFO nova.scheduler.client.report [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Deleted allocations for instance eb123ea6-e162-4dfc-9eba-1a2a908c47ec [ 936.216235] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495043, 'name': ReconfigVM_Task, 'duration_secs': 1.333054} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.216857] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Reconfigured VM instance instance-00000043 to attach disk [datastore1] ba34fb34-8a6b-444d-8008-785aa973f36b/ba34fb34-8a6b-444d-8008-785aa973f36b.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.217286] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71a17faf-c9fc-4983-bfa9-b49f05f2bee4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.224218] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 936.224218] env[69226]: value = "task-3495044" [ 936.224218] env[69226]: _type = "Task" [ 936.224218] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.233762] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495044, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.307272] env[69226]: DEBUG nova.compute.manager [req-2bc7d7e4-d6e5-41cb-b483-ca8217138cbd req-d9e15ef3-c663-4096-86b6-2cbe695b760e service nova] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Received event network-vif-deleted-ecb02e25-b1d1-49fe-86a2-1f463c215956 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.494897] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Creating linked-clone VM from snapshot {{(pid=69226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 936.495344] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-77343e42-1ad3-4463-90e1-aec41326e578 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.504187] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 936.504187] env[69226]: value = "task-3495045" [ 936.504187] env[69226]: _type = "Task" [ 936.504187] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.513168] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495045, 'name': CloneVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.516126] env[69226]: DEBUG nova.compute.manager [req-edaccef5-8554-443c-b8cf-573c949bac2d req-6600ec0b-ae2f-4aa7-ab63-8b7523f26bf5 service nova] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Received event network-vif-deleted-cad064ad-6671-4379-8528-0929d34bf7ac {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.516508] env[69226]: INFO nova.compute.manager [req-edaccef5-8554-443c-b8cf-573c949bac2d req-6600ec0b-ae2f-4aa7-ab63-8b7523f26bf5 service nova] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Neutron deleted interface cad064ad-6671-4379-8528-0929d34bf7ac; detaching it from the instance and deleting it from the info cache [ 936.520237] env[69226]: DEBUG nova.network.neutron [req-edaccef5-8554-443c-b8cf-573c949bac2d req-6600ec0b-ae2f-4aa7-ab63-8b7523f26bf5 service nova] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.524082] env[69226]: INFO nova.compute.manager [-] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Took 1.93 seconds to deallocate network for instance. [ 936.571636] env[69226]: DEBUG nova.network.neutron [-] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.579435] env[69226]: INFO nova.compute.claims [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.610564] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f0a4892c-84b8-4797-8b54-275bbfc9ca36 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "eb123ea6-e162-4dfc-9eba-1a2a908c47ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.298s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.663620] env[69226]: DEBUG nova.network.neutron [-] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.740911] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495044, 'name': Rename_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.878579] env[69226]: DEBUG nova.network.neutron [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Successfully updated port: 827e4877-5842-4962-b5de-38a08b1f1693 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.016516] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495045, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.022491] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db14ca12-59d2-4a4a-9cca-2420b58c6b37 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.035558] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4427becd-dde9-452b-a3ce-6ef504d57608 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.076850] env[69226]: DEBUG nova.compute.manager [req-edaccef5-8554-443c-b8cf-573c949bac2d req-6600ec0b-ae2f-4aa7-ab63-8b7523f26bf5 service nova] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Detach interface failed, port_id=cad064ad-6671-4379-8528-0929d34bf7ac, reason: Instance 40485daf-2011-4d34-b9d0-c696988de711 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 937.084736] env[69226]: INFO nova.compute.manager [-] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Took 2.47 seconds to deallocate network for instance. [ 937.086386] env[69226]: INFO nova.compute.resource_tracker [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Updating resource usage from migration 2f44b511-eef6-44c7-875b-8893cf346919 [ 937.170909] env[69226]: INFO nova.compute.manager [-] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Took 1.30 seconds to deallocate network for instance. [ 937.229427] env[69226]: INFO nova.compute.manager [None req-adb697b9-5c3f-4eaa-adcc-a1795b206d77 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Took 0.70 seconds to detach 1 volumes for instance. [ 937.235288] env[69226]: DEBUG nova.compute.manager [None req-adb697b9-5c3f-4eaa-adcc-a1795b206d77 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Deleting volume: 72e47e45-380e-47f1-90b7-d90659f27cba {{(pid=69226) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 937.244599] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495044, 'name': Rename_Task, 'duration_secs': 0.697456} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.244970] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.245396] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b94cc436-3879-4403-b816-249d5a45d6ec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.256179] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 937.256179] env[69226]: value = "task-3495046" [ 937.256179] env[69226]: _type = "Task" [ 937.256179] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.266735] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.392271] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "refresh_cache-20983dcc-7227-4e04-b691-4622b2dc2cce" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.392474] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquired lock "refresh_cache-20983dcc-7227-4e04-b691-4622b2dc2cce" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.392734] env[69226]: DEBUG nova.network.neutron [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.494435] env[69226]: DEBUG oslo_concurrency.lockutils [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.494705] env[69226]: DEBUG oslo_concurrency.lockutils [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.494912] env[69226]: DEBUG oslo_concurrency.lockutils [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.495108] env[69226]: DEBUG oslo_concurrency.lockutils [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.495626] env[69226]: DEBUG oslo_concurrency.lockutils [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.501471] env[69226]: INFO nova.compute.manager [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Terminating instance [ 937.523237] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495045, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.597101] env[69226]: DEBUG oslo_concurrency.lockutils [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.677822] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.737161] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d20983-3241-4c82-a9a1-587f27860aee {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.745633] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9409d4c-197b-4d7d-9517-c6e85d75b1e3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.784646] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29d519d-397a-4e5e-849f-a0c321df9200 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.793108] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.796146] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0976d5-749c-4558-b4ee-9693b32849bd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.801314] env[69226]: DEBUG oslo_concurrency.lockutils [None req-adb697b9-5c3f-4eaa-adcc-a1795b206d77 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.815417] env[69226]: DEBUG nova.compute.provider_tree [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.926189] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fae92649-dfc6-4126-bb01-c77c60358bf0 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "5d5ac77b-9d87-4206-a210-616b240c4e91" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.926565] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fae92649-dfc6-4126-bb01-c77c60358bf0 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "5d5ac77b-9d87-4206-a210-616b240c4e91" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.926781] env[69226]: DEBUG nova.compute.manager [None req-fae92649-dfc6-4126-bb01-c77c60358bf0 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.927794] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a69d411-8507-4dc2-be0f-5f9c6d309278 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.937475] env[69226]: DEBUG nova.compute.manager [None req-fae92649-dfc6-4126-bb01-c77c60358bf0 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 937.938208] env[69226]: DEBUG nova.objects.instance [None req-fae92649-dfc6-4126-bb01-c77c60358bf0 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lazy-loading 'flavor' on Instance uuid 5d5ac77b-9d87-4206-a210-616b240c4e91 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.941429] env[69226]: DEBUG nova.network.neutron [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.019992] env[69226]: DEBUG nova.compute.manager [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.020244] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.020548] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495045, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.021371] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9c4a71-5f1c-4338-a708-d0d358ad19c4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.029399] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.029717] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aa7439f-4b2f-49a1-873d-01678f066c2b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.036994] env[69226]: DEBUG oslo_vmware.api [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 938.036994] env[69226]: value = "task-3495048" [ 938.036994] env[69226]: _type = "Task" [ 938.036994] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.047755] env[69226]: DEBUG oslo_vmware.api [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3495048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.232752] env[69226]: DEBUG nova.network.neutron [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Updating instance_info_cache with network_info: [{"id": "827e4877-5842-4962-b5de-38a08b1f1693", "address": "fa:16:3e:c7:97:c2", "network": {"id": "57203684-ca61-4815-a1f5-c00a3a0881fb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1199736560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0be1a7430264ae5a3ce88cd9eb988de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap827e4877-58", "ovs_interfaceid": "827e4877-5842-4962-b5de-38a08b1f1693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.295861] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.318916] env[69226]: DEBUG nova.scheduler.client.report [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.388292] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "418bb2f3-bfba-41bf-af24-9453097c4b06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.388655] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "418bb2f3-bfba-41bf-af24-9453097c4b06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.391908] env[69226]: DEBUG nova.compute.manager [req-c228697f-a9c2-4219-8b2a-5551d946a74e req-ed93b6b9-622d-4432-bbbf-0709752de2d3 service nova] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Received event network-vif-deleted-65598cc5-998b-4108-8bd9-b06d4f75c1e1 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.392130] env[69226]: DEBUG nova.compute.manager [req-c228697f-a9c2-4219-8b2a-5551d946a74e req-ed93b6b9-622d-4432-bbbf-0709752de2d3 service nova] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Received event network-vif-plugged-827e4877-5842-4962-b5de-38a08b1f1693 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.392337] env[69226]: DEBUG oslo_concurrency.lockutils [req-c228697f-a9c2-4219-8b2a-5551d946a74e req-ed93b6b9-622d-4432-bbbf-0709752de2d3 service nova] Acquiring lock "20983dcc-7227-4e04-b691-4622b2dc2cce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.392541] env[69226]: DEBUG oslo_concurrency.lockutils [req-c228697f-a9c2-4219-8b2a-5551d946a74e req-ed93b6b9-622d-4432-bbbf-0709752de2d3 service nova] Lock "20983dcc-7227-4e04-b691-4622b2dc2cce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.392706] env[69226]: DEBUG oslo_concurrency.lockutils [req-c228697f-a9c2-4219-8b2a-5551d946a74e req-ed93b6b9-622d-4432-bbbf-0709752de2d3 service nova] Lock "20983dcc-7227-4e04-b691-4622b2dc2cce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.392870] env[69226]: DEBUG nova.compute.manager [req-c228697f-a9c2-4219-8b2a-5551d946a74e req-ed93b6b9-622d-4432-bbbf-0709752de2d3 service nova] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] No waiting events found dispatching network-vif-plugged-827e4877-5842-4962-b5de-38a08b1f1693 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.393043] env[69226]: WARNING nova.compute.manager [req-c228697f-a9c2-4219-8b2a-5551d946a74e req-ed93b6b9-622d-4432-bbbf-0709752de2d3 service nova] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Received unexpected event network-vif-plugged-827e4877-5842-4962-b5de-38a08b1f1693 for instance with vm_state building and task_state spawning. [ 938.393209] env[69226]: DEBUG nova.compute.manager [req-c228697f-a9c2-4219-8b2a-5551d946a74e req-ed93b6b9-622d-4432-bbbf-0709752de2d3 service nova] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Received event network-changed-827e4877-5842-4962-b5de-38a08b1f1693 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.393362] env[69226]: DEBUG nova.compute.manager [req-c228697f-a9c2-4219-8b2a-5551d946a74e req-ed93b6b9-622d-4432-bbbf-0709752de2d3 service nova] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Refreshing instance network info cache due to event network-changed-827e4877-5842-4962-b5de-38a08b1f1693. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.393523] env[69226]: DEBUG oslo_concurrency.lockutils [req-c228697f-a9c2-4219-8b2a-5551d946a74e req-ed93b6b9-622d-4432-bbbf-0709752de2d3 service nova] Acquiring lock "refresh_cache-20983dcc-7227-4e04-b691-4622b2dc2cce" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.520101] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495045, 'name': CloneVM_Task} progress is 95%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.549135] env[69226]: DEBUG oslo_vmware.api [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3495048, 'name': PowerOffVM_Task, 'duration_secs': 0.359451} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.549135] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.549135] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.549135] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c0b5c23-9b50-4a85-8f78-12797b29a936 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.613899] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.613899] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.614179] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Deleting the datastore file [datastore2] 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.614611] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4b50bbf-5cac-4cd3-8b8c-53c74e704772 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.626448] env[69226]: DEBUG oslo_vmware.api [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 938.626448] env[69226]: value = "task-3495050" [ 938.626448] env[69226]: _type = "Task" [ 938.626448] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.640507] env[69226]: DEBUG oslo_vmware.api [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3495050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.735628] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Releasing lock "refresh_cache-20983dcc-7227-4e04-b691-4622b2dc2cce" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.736013] env[69226]: DEBUG nova.compute.manager [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Instance network_info: |[{"id": "827e4877-5842-4962-b5de-38a08b1f1693", "address": "fa:16:3e:c7:97:c2", "network": {"id": "57203684-ca61-4815-a1f5-c00a3a0881fb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1199736560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0be1a7430264ae5a3ce88cd9eb988de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap827e4877-58", "ovs_interfaceid": "827e4877-5842-4962-b5de-38a08b1f1693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.736377] env[69226]: DEBUG oslo_concurrency.lockutils [req-c228697f-a9c2-4219-8b2a-5551d946a74e req-ed93b6b9-622d-4432-bbbf-0709752de2d3 service nova] Acquired lock "refresh_cache-20983dcc-7227-4e04-b691-4622b2dc2cce" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.736662] env[69226]: DEBUG nova.network.neutron [req-c228697f-a9c2-4219-8b2a-5551d946a74e req-ed93b6b9-622d-4432-bbbf-0709752de2d3 service nova] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Refreshing network info cache for port 827e4877-5842-4962-b5de-38a08b1f1693 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.738759] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:97:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '827e4877-5842-4962-b5de-38a08b1f1693', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.748023] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.748992] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.749671] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a4fb193-6d36-43ee-8fdf-a251024068a2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.775702] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.775702] env[69226]: value = "task-3495051" [ 938.775702] env[69226]: _type = "Task" [ 938.775702] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.788098] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495051, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.798388] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495046, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.827123] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.761s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.831027] env[69226]: INFO nova.compute.manager [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Migrating [ 938.839313] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.902s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.840702] env[69226]: INFO nova.compute.claims [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.895984] env[69226]: DEBUG nova.compute.manager [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.952125] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae92649-dfc6-4126-bb01-c77c60358bf0 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.952467] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc6fecc0-9450-4191-94dc-247168f4f944 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.964580] env[69226]: DEBUG oslo_vmware.api [None req-fae92649-dfc6-4126-bb01-c77c60358bf0 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 938.964580] env[69226]: value = "task-3495052" [ 938.964580] env[69226]: _type = "Task" [ 938.964580] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.974729] env[69226]: DEBUG oslo_vmware.api [None req-fae92649-dfc6-4126-bb01-c77c60358bf0 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.025150] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495045, 'name': CloneVM_Task, 'duration_secs': 2.129976} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.025648] env[69226]: INFO nova.virt.vmwareapi.vmops [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Created linked-clone VM from snapshot [ 939.026884] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0aed651-4ee3-4e3c-951a-fd23da6fc5de {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.039865] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Uploading image 103c977a-9938-42d7-bf07-4aa632790a16 {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 939.072729] env[69226]: DEBUG oslo_vmware.rw_handles [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 939.072729] env[69226]: value = "vm-698561" [ 939.072729] env[69226]: _type = "VirtualMachine" [ 939.072729] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 939.073043] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-041d86fa-aa0b-4ed6-833e-452696a67c62 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.081073] env[69226]: DEBUG oslo_vmware.rw_handles [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lease: (returnval){ [ 939.081073] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52542401-4623-8b1f-650c-4b298cf4c867" [ 939.081073] env[69226]: _type = "HttpNfcLease" [ 939.081073] env[69226]: } obtained for exporting VM: (result){ [ 939.081073] env[69226]: value = "vm-698561" [ 939.081073] env[69226]: _type = "VirtualMachine" [ 939.081073] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 939.081465] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the lease: (returnval){ [ 939.081465] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52542401-4623-8b1f-650c-4b298cf4c867" [ 939.081465] env[69226]: _type = "HttpNfcLease" [ 939.081465] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 939.088479] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 939.088479] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52542401-4623-8b1f-650c-4b298cf4c867" [ 939.088479] env[69226]: _type = "HttpNfcLease" [ 939.088479] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 939.135387] env[69226]: DEBUG oslo_vmware.api [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3495050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245785} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.135387] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.135618] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.136079] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.136156] env[69226]: INFO nova.compute.manager [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Took 1.12 seconds to destroy the instance on the hypervisor. [ 939.136458] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.138398] env[69226]: DEBUG nova.compute.manager [-] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.138398] env[69226]: DEBUG nova.network.neutron [-] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.285877] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495051, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.296671] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495046, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.356225] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "refresh_cache-0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.356225] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquired lock "refresh_cache-0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.356225] env[69226]: DEBUG nova.network.neutron [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.440203] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.483173] env[69226]: DEBUG oslo_vmware.api [None req-fae92649-dfc6-4126-bb01-c77c60358bf0 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495052, 'name': PowerOffVM_Task, 'duration_secs': 0.302012} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.483456] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae92649-dfc6-4126-bb01-c77c60358bf0 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.483854] env[69226]: DEBUG nova.compute.manager [None req-fae92649-dfc6-4126-bb01-c77c60358bf0 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.484804] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cab9ac8-b52a-4983-a1da-e64b3f028af1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.591548] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 939.591548] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52542401-4623-8b1f-650c-4b298cf4c867" [ 939.591548] env[69226]: _type = "HttpNfcLease" [ 939.591548] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 939.591925] env[69226]: DEBUG oslo_vmware.rw_handles [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 939.591925] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52542401-4623-8b1f-650c-4b298cf4c867" [ 939.591925] env[69226]: _type = "HttpNfcLease" [ 939.591925] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 939.593089] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85273c6d-5023-41a6-b279-70659ec3c912 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.604209] env[69226]: DEBUG oslo_vmware.rw_handles [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529cbb33-3249-c64c-88f3-01764549a34e/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 939.604361] env[69226]: DEBUG oslo_vmware.rw_handles [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529cbb33-3249-c64c-88f3-01764549a34e/disk-0.vmdk for reading. {{(pid=69226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 939.661635] env[69226]: DEBUG nova.network.neutron [req-c228697f-a9c2-4219-8b2a-5551d946a74e req-ed93b6b9-622d-4432-bbbf-0709752de2d3 service nova] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Updated VIF entry in instance network info cache for port 827e4877-5842-4962-b5de-38a08b1f1693. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.661981] env[69226]: DEBUG nova.network.neutron [req-c228697f-a9c2-4219-8b2a-5551d946a74e req-ed93b6b9-622d-4432-bbbf-0709752de2d3 service nova] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Updating instance_info_cache with network_info: [{"id": "827e4877-5842-4962-b5de-38a08b1f1693", "address": "fa:16:3e:c7:97:c2", "network": {"id": "57203684-ca61-4815-a1f5-c00a3a0881fb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1199736560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0be1a7430264ae5a3ce88cd9eb988de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap827e4877-58", "ovs_interfaceid": "827e4877-5842-4962-b5de-38a08b1f1693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.786390] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495051, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.790059] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-49360927-f4a6-4fe1-8d17-dc86e979efc8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.801153] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495046, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.985109] env[69226]: DEBUG nova.network.neutron [-] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.002933] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fae92649-dfc6-4126-bb01-c77c60358bf0 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "5d5ac77b-9d87-4206-a210-616b240c4e91" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.122626] env[69226]: DEBUG nova.network.neutron [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Updating instance_info_cache with network_info: [{"id": "0420956f-3eec-4f90-b91a-7631959fcff6", "address": "fa:16:3e:cd:3c:bf", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0420956f-3e", "ovs_interfaceid": "0420956f-3eec-4f90-b91a-7631959fcff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.164406] env[69226]: DEBUG oslo_concurrency.lockutils [req-c228697f-a9c2-4219-8b2a-5551d946a74e req-ed93b6b9-622d-4432-bbbf-0709752de2d3 service nova] Releasing lock "refresh_cache-20983dcc-7227-4e04-b691-4622b2dc2cce" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.287561] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495051, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.299923] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495046, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.427120] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4903ffc-5773-4bb0-965a-51b147e79fc4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.435224] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76925bc5-759c-4421-b6a5-746a6e91a793 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.475557] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf21cf0-e33c-4f7e-b049-d5de0158fdbe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.479439] env[69226]: DEBUG nova.compute.manager [req-2322abfe-e4ad-4e8f-b4b8-086fdb7ee6e2 req-6f1f8015-e9e0-4c46-b902-fda343379d17 service nova] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Received event network-vif-deleted-740c8983-75c7-47b3-9103-f5ecb88414ae {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.488979] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14de598f-c13c-4637-b188-d44d4286aecc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.493354] env[69226]: INFO nova.compute.manager [-] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Took 1.36 seconds to deallocate network for instance. [ 940.509104] env[69226]: DEBUG nova.compute.provider_tree [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.626568] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Releasing lock "refresh_cache-0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.790439] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495051, 'name': CreateVM_Task, 'duration_secs': 1.619658} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.790695] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.791358] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.791694] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.793025] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.793025] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c176e1fd-31dc-4db1-adbf-5fc06f4eb45e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.804756] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 940.804756] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52347c11-74d7-62ef-d91a-58dfb93856cc" [ 940.804756] env[69226]: _type = "Task" [ 940.804756] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.807876] env[69226]: DEBUG oslo_vmware.api [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495046, 'name': PowerOnVM_Task, 'duration_secs': 3.310557} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.811863] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.812048] env[69226]: INFO nova.compute.manager [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Took 13.78 seconds to spawn the instance on the hypervisor. [ 940.812279] env[69226]: DEBUG nova.compute.manager [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.813057] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef821cc1-086c-4b13-9ea8-e4d763d05e0a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.821222] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52347c11-74d7-62ef-d91a-58dfb93856cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.013484] env[69226]: DEBUG oslo_concurrency.lockutils [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.014949] env[69226]: DEBUG nova.scheduler.client.report [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.318643] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52347c11-74d7-62ef-d91a-58dfb93856cc, 'name': SearchDatastore_Task, 'duration_secs': 0.048799} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.318953] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.319211] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.319451] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.319595] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.319773] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.320058] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfa1617b-e70d-4ebe-953d-f72dd86f4f6d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.333221] env[69226]: INFO nova.compute.manager [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Took 54.35 seconds to build instance. [ 941.340438] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.340866] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.341567] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb330a0a-63cf-4d74-982b-ed5d8a7ce7d5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.346805] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 941.346805] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522e1788-7a6b-baa6-3193-267912017a6a" [ 941.346805] env[69226]: _type = "Task" [ 941.346805] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.355689] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522e1788-7a6b-baa6-3193-267912017a6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.521032] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.521402] env[69226]: DEBUG nova.compute.manager [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.524097] env[69226]: DEBUG oslo_concurrency.lockutils [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.971s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.525652] env[69226]: INFO nova.compute.claims [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.679256] env[69226]: DEBUG nova.compute.manager [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Stashing vm_state: stopped {{(pid=69226) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 941.834681] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b69a8fe7-7caf-47d7-b1b0-291b51e836b5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "ba34fb34-8a6b-444d-8008-785aa973f36b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.741s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.859302] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522e1788-7a6b-baa6-3193-267912017a6a, 'name': SearchDatastore_Task, 'duration_secs': 0.099971} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.860162] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-573b729c-5cfd-4945-b06f-17bc5cb749af {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.866246] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 941.866246] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e08114-f13d-a24b-353d-b1db9400de30" [ 941.866246] env[69226]: _type = "Task" [ 941.866246] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.874189] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e08114-f13d-a24b-353d-b1db9400de30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.030987] env[69226]: DEBUG nova.compute.utils [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.034742] env[69226]: DEBUG nova.compute.manager [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.034931] env[69226]: DEBUG nova.network.neutron [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.076843] env[69226]: DEBUG nova.policy [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '918e78c7b6dd43a98053e94aead06145', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9998ac16845b4609ae8786d82ad3da37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.141860] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf507b62-db5e-42d4-b652-8114ca2bdeed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.162523] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Updating instance '0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55' progress to 0 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 942.202472] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.359112] env[69226]: DEBUG nova.network.neutron [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Successfully created port: cf81f4a4-c134-46b7-90ac-ceea2ef78d5d {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.380036] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e08114-f13d-a24b-353d-b1db9400de30, 'name': SearchDatastore_Task, 'duration_secs': 0.062783} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.381030] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.381030] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 20983dcc-7227-4e04-b691-4622b2dc2cce/20983dcc-7227-4e04-b691-4622b2dc2cce.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.381030] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e789f8d-80ac-4769-a6dc-c680f628ea95 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.389771] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 942.389771] env[69226]: value = "task-3495054" [ 942.389771] env[69226]: _type = "Task" [ 942.389771] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.396826] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.535745] env[69226]: DEBUG nova.compute.manager [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.670389] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.670844] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96cf30e2-d075-42af-9763-da61007fac60 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.681539] env[69226]: DEBUG oslo_vmware.api [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 942.681539] env[69226]: value = "task-3495055" [ 942.681539] env[69226]: _type = "Task" [ 942.681539] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.692273] env[69226]: DEBUG oslo_vmware.api [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.901262] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.051827] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Acquiring lock "3858324e-af5f-44a8-8099-22bd4305a3c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.052823] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Lock "3858324e-af5f-44a8-8099-22bd4305a3c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.052823] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Acquiring lock "3858324e-af5f-44a8-8099-22bd4305a3c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.052823] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Lock "3858324e-af5f-44a8-8099-22bd4305a3c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.052823] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Lock "3858324e-af5f-44a8-8099-22bd4305a3c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.058610] env[69226]: INFO nova.compute.manager [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Terminating instance [ 943.101616] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276829e0-45f4-4108-8f27-4a6d75288e33 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.109766] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a200d8-7521-49cd-9a82-4f822f1ffd50 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.143536] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204ea255-bcdc-42b9-b277-2a34a9119ee0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.150776] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02f87a1-9904-40e0-aef8-16f189d4212e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.166703] env[69226]: DEBUG nova.compute.provider_tree [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.191687] env[69226]: DEBUG oslo_vmware.api [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495055, 'name': PowerOffVM_Task, 'duration_secs': 0.238942} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.191960] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.192553] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Updating instance '0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55' progress to 17 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 943.401160] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495054, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.548398] env[69226]: DEBUG nova.compute.manager [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.564572] env[69226]: DEBUG nova.compute.manager [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.564686] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.567685] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941a362c-50f5-4700-a08e-077738f2c113 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.575823] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.578221] env[69226]: DEBUG nova.virt.hardware [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.578473] env[69226]: DEBUG nova.virt.hardware [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.578634] env[69226]: DEBUG nova.virt.hardware [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.578815] env[69226]: DEBUG nova.virt.hardware [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.578966] env[69226]: DEBUG nova.virt.hardware [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.579135] env[69226]: DEBUG nova.virt.hardware [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.579348] env[69226]: DEBUG nova.virt.hardware [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.579510] env[69226]: DEBUG nova.virt.hardware [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.579673] env[69226]: DEBUG nova.virt.hardware [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.579834] env[69226]: DEBUG nova.virt.hardware [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.580041] env[69226]: DEBUG nova.virt.hardware [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.580366] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76a3a772-94bc-4026-ada3-01b98c69a17a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.582561] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3736b3-d995-455c-9642-5dad99f57494 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.593062] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62191d71-e52e-4768-8835-e1ab6469cdab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.597236] env[69226]: DEBUG oslo_vmware.api [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Waiting for the task: (returnval){ [ 943.597236] env[69226]: value = "task-3495056" [ 943.597236] env[69226]: _type = "Task" [ 943.597236] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.618366] env[69226]: DEBUG oslo_vmware.api [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': task-3495056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.671079] env[69226]: DEBUG nova.scheduler.client.report [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.703069] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.703069] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.703337] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.703337] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.703499] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.703714] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.703898] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.704123] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.704329] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.704433] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.704571] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.711085] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb625e69-ba26-438d-9380-71f4391a63e5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.730303] env[69226]: DEBUG oslo_vmware.api [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 943.730303] env[69226]: value = "task-3495057" [ 943.730303] env[69226]: _type = "Task" [ 943.730303] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.742675] env[69226]: DEBUG oslo_vmware.api [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495057, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.832201] env[69226]: DEBUG nova.compute.manager [req-5926a70b-ecc8-432d-8c12-48fda74592f8 req-0b287c87-6ea8-46a6-bf44-40ef6d0a6210 service nova] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Received event network-vif-plugged-cf81f4a4-c134-46b7-90ac-ceea2ef78d5d {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.832778] env[69226]: DEBUG oslo_concurrency.lockutils [req-5926a70b-ecc8-432d-8c12-48fda74592f8 req-0b287c87-6ea8-46a6-bf44-40ef6d0a6210 service nova] Acquiring lock "3ee6f41e-36be-4277-a050-d4824d4956f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.833145] env[69226]: DEBUG oslo_concurrency.lockutils [req-5926a70b-ecc8-432d-8c12-48fda74592f8 req-0b287c87-6ea8-46a6-bf44-40ef6d0a6210 service nova] Lock "3ee6f41e-36be-4277-a050-d4824d4956f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.833363] env[69226]: DEBUG oslo_concurrency.lockutils [req-5926a70b-ecc8-432d-8c12-48fda74592f8 req-0b287c87-6ea8-46a6-bf44-40ef6d0a6210 service nova] Lock "3ee6f41e-36be-4277-a050-d4824d4956f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.833655] env[69226]: DEBUG nova.compute.manager [req-5926a70b-ecc8-432d-8c12-48fda74592f8 req-0b287c87-6ea8-46a6-bf44-40ef6d0a6210 service nova] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] No waiting events found dispatching network-vif-plugged-cf81f4a4-c134-46b7-90ac-ceea2ef78d5d {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.833773] env[69226]: WARNING nova.compute.manager [req-5926a70b-ecc8-432d-8c12-48fda74592f8 req-0b287c87-6ea8-46a6-bf44-40ef6d0a6210 service nova] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Received unexpected event network-vif-plugged-cf81f4a4-c134-46b7-90ac-ceea2ef78d5d for instance with vm_state building and task_state spawning. [ 943.903878] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495054, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.497861} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.904540] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 20983dcc-7227-4e04-b691-4622b2dc2cce/20983dcc-7227-4e04-b691-4622b2dc2cce.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.904817] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.906093] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc6c29d3-acde-4056-9eca-1c35846404ea {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.915306] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 943.915306] env[69226]: value = "task-3495058" [ 943.915306] env[69226]: _type = "Task" [ 943.915306] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.918792] env[69226]: DEBUG nova.network.neutron [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Successfully updated port: cf81f4a4-c134-46b7-90ac-ceea2ef78d5d {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.929211] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.107032] env[69226]: DEBUG oslo_vmware.api [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': task-3495056, 'name': PowerOffVM_Task, 'duration_secs': 0.395881} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.107301] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.107469] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.107719] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f896f39-64ab-4974-b1a6-348990a2eba1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.176709] env[69226]: DEBUG oslo_concurrency.lockutils [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.177300] env[69226]: DEBUG nova.compute.manager [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.180339] env[69226]: DEBUG oslo_concurrency.lockutils [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.664s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.181040] env[69226]: DEBUG nova.objects.instance [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lazy-loading 'resources' on Instance uuid 13e72229-59cc-4f51-bda1-f8c69cbef790 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.187176] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.187387] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.187566] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Deleting the datastore file [datastore1] 3858324e-af5f-44a8-8099-22bd4305a3c5 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.187820] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fbaaaf4-e3be-4ef7-a289-bf6d7872931e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.194988] env[69226]: DEBUG oslo_vmware.api [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Waiting for the task: (returnval){ [ 944.194988] env[69226]: value = "task-3495060" [ 944.194988] env[69226]: _type = "Task" [ 944.194988] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.206055] env[69226]: DEBUG oslo_vmware.api [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': task-3495060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.239303] env[69226]: DEBUG oslo_vmware.api [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495057, 'name': ReconfigVM_Task, 'duration_secs': 0.231078} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.239620] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Updating instance '0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55' progress to 33 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 944.424640] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "refresh_cache-3ee6f41e-36be-4277-a050-d4824d4956f3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.424861] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquired lock "refresh_cache-3ee6f41e-36be-4277-a050-d4824d4956f3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.424958] env[69226]: DEBUG nova.network.neutron [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.426131] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091177} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.426796] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.427554] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f3acdb-8fb6-46fe-b244-4e68d5a354fc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.450877] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 20983dcc-7227-4e04-b691-4622b2dc2cce/20983dcc-7227-4e04-b691-4622b2dc2cce.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.451599] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f769fb5-1516-4463-9a9f-d18feade2ad2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.472612] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 944.472612] env[69226]: value = "task-3495061" [ 944.472612] env[69226]: _type = "Task" [ 944.472612] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.481915] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495061, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.685413] env[69226]: DEBUG nova.compute.utils [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.691383] env[69226]: DEBUG nova.compute.manager [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.691693] env[69226]: DEBUG nova.network.neutron [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.706342] env[69226]: DEBUG oslo_vmware.api [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': task-3495060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.732716] env[69226]: DEBUG nova.policy [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97376882ab244655ae9f5cc5f4ca6d3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0e52207688a4b9ba23f116111ebd68d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.745834] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.746088] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.746298] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.746917] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.746917] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.746917] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.747069] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.747226] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.747395] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.747572] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.748061] env[69226]: DEBUG nova.virt.hardware [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.753559] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 944.756392] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf4f0185-2753-4210-b1d4-54f0c897c1ac {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.777177] env[69226]: DEBUG oslo_vmware.api [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 944.777177] env[69226]: value = "task-3495062" [ 944.777177] env[69226]: _type = "Task" [ 944.777177] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.789522] env[69226]: DEBUG oslo_vmware.api [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495062, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.967382] env[69226]: DEBUG nova.network.neutron [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.982190] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495061, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.159450] env[69226]: DEBUG nova.network.neutron [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Successfully created port: 623c816c-3bd1-42e8-9a0f-3cf02f0fa69a {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.163243] env[69226]: DEBUG nova.network.neutron [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Updating instance_info_cache with network_info: [{"id": "cf81f4a4-c134-46b7-90ac-ceea2ef78d5d", "address": "fa:16:3e:f5:8d:96", "network": {"id": "41e2af77-0522-4582-9113-8926e140991e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1197704800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9998ac16845b4609ae8786d82ad3da37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf81f4a4-c1", "ovs_interfaceid": "cf81f4a4-c134-46b7-90ac-ceea2ef78d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.191498] env[69226]: DEBUG nova.compute.utils [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.206480] env[69226]: DEBUG oslo_vmware.api [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Task: {'id': task-3495060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.558669} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.206788] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.206914] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.207108] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.207280] env[69226]: INFO nova.compute.manager [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Took 1.64 seconds to destroy the instance on the hypervisor. [ 945.207521] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.207724] env[69226]: DEBUG nova.compute.manager [-] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.207818] env[69226]: DEBUG nova.network.neutron [-] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.220041] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cfd07e-6dd4-49ee-84ff-8f8b1475e666 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.228698] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cdcbbc-e426-44e9-a209-ac1308920648 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.261040] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24a25e1-a01e-49db-b7b8-5ddec6d7cc66 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.270277] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60ed091-854b-443c-9850-6576f40e4ca6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.286120] env[69226]: DEBUG nova.compute.provider_tree [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.295717] env[69226]: DEBUG oslo_vmware.api [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495062, 'name': ReconfigVM_Task, 'duration_secs': 0.195353} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.296594] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 945.297419] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d2337d-c8fd-43d2-8b96-e71cda31ea70 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.322703] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55/0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.325106] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69b06bc3-1778-490e-b45b-02e21cc52a82 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.345873] env[69226]: DEBUG oslo_vmware.api [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 945.345873] env[69226]: value = "task-3495063" [ 945.345873] env[69226]: _type = "Task" [ 945.345873] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.357786] env[69226]: DEBUG oslo_vmware.api [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.485248] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495061, 'name': ReconfigVM_Task, 'duration_secs': 0.535491} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.485248] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 20983dcc-7227-4e04-b691-4622b2dc2cce/20983dcc-7227-4e04-b691-4622b2dc2cce.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.485248] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf6c599d-c779-4de4-97ec-dcfef5069c57 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.491743] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 945.491743] env[69226]: value = "task-3495064" [ 945.491743] env[69226]: _type = "Task" [ 945.491743] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.500495] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495064, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.665996] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Releasing lock "refresh_cache-3ee6f41e-36be-4277-a050-d4824d4956f3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.666332] env[69226]: DEBUG nova.compute.manager [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Instance network_info: |[{"id": "cf81f4a4-c134-46b7-90ac-ceea2ef78d5d", "address": "fa:16:3e:f5:8d:96", "network": {"id": "41e2af77-0522-4582-9113-8926e140991e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1197704800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9998ac16845b4609ae8786d82ad3da37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf81f4a4-c1", "ovs_interfaceid": "cf81f4a4-c134-46b7-90ac-ceea2ef78d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.666765] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:8d:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbf3349e-d05e-4d44-a011-c4b6e41af988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf81f4a4-c134-46b7-90ac-ceea2ef78d5d', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.674342] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.674573] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.674799] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86e15112-6e40-4ee3-a112-2e370bddabdd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.694229] env[69226]: DEBUG nova.compute.manager [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.697156] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.697156] env[69226]: value = "task-3495065" [ 945.697156] env[69226]: _type = "Task" [ 945.697156] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.706133] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495065, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.792411] env[69226]: DEBUG nova.scheduler.client.report [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.868028] env[69226]: DEBUG oslo_vmware.api [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495063, 'name': ReconfigVM_Task, 'duration_secs': 0.336915} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.868028] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55/0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.868028] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Updating instance '0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55' progress to 50 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 945.967088] env[69226]: DEBUG nova.compute.manager [req-601a22c9-1573-460b-a2b0-5e85a2734e1f req-5ec950f5-805a-4c72-9013-1e4a4db99096 service nova] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Received event network-changed-cf81f4a4-c134-46b7-90ac-ceea2ef78d5d {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.967388] env[69226]: DEBUG nova.compute.manager [req-601a22c9-1573-460b-a2b0-5e85a2734e1f req-5ec950f5-805a-4c72-9013-1e4a4db99096 service nova] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Refreshing instance network info cache due to event network-changed-cf81f4a4-c134-46b7-90ac-ceea2ef78d5d. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.967673] env[69226]: DEBUG oslo_concurrency.lockutils [req-601a22c9-1573-460b-a2b0-5e85a2734e1f req-5ec950f5-805a-4c72-9013-1e4a4db99096 service nova] Acquiring lock "refresh_cache-3ee6f41e-36be-4277-a050-d4824d4956f3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.967714] env[69226]: DEBUG oslo_concurrency.lockutils [req-601a22c9-1573-460b-a2b0-5e85a2734e1f req-5ec950f5-805a-4c72-9013-1e4a4db99096 service nova] Acquired lock "refresh_cache-3ee6f41e-36be-4277-a050-d4824d4956f3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.967877] env[69226]: DEBUG nova.network.neutron [req-601a22c9-1573-460b-a2b0-5e85a2734e1f req-5ec950f5-805a-4c72-9013-1e4a4db99096 service nova] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Refreshing network info cache for port cf81f4a4-c134-46b7-90ac-ceea2ef78d5d {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.005338] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495064, 'name': Rename_Task, 'duration_secs': 0.344519} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.005627] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.005870] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-427f33f8-dc14-4ce1-b92d-26d53b8d24f4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.013081] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 946.013081] env[69226]: value = "task-3495066" [ 946.013081] env[69226]: _type = "Task" [ 946.013081] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.022461] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.060268] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "23bde555-75d8-4795-8883-af20a99b4e28" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.060531] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "23bde555-75d8-4795-8883-af20a99b4e28" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.214274] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495065, 'name': CreateVM_Task, 'duration_secs': 0.35947} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.214501] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.215258] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.215478] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.215829] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.216137] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8a2479-8960-486f-aa19-704d0f66624f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.221168] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 946.221168] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f2f4e2-ad34-ccd5-8003-deb3c2b2be26" [ 946.221168] env[69226]: _type = "Task" [ 946.221168] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.231294] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f2f4e2-ad34-ccd5-8003-deb3c2b2be26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.300257] env[69226]: DEBUG oslo_concurrency.lockutils [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.301344] env[69226]: DEBUG oslo_concurrency.lockutils [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.134s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.301748] env[69226]: DEBUG nova.objects.instance [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Lazy-loading 'resources' on Instance uuid 176c78e3-5170-4ee3-82a3-9d8af334ae39 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.334449] env[69226]: INFO nova.scheduler.client.report [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Deleted allocations for instance 13e72229-59cc-4f51-bda1-f8c69cbef790 [ 946.377848] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368eae1a-4778-407a-9d23-5ee5fdf3ddc3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.400785] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906f889c-30f0-4c19-ae2a-03e55c05a50d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.419765] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Updating instance '0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55' progress to 67 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 946.526300] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495066, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.560333] env[69226]: DEBUG nova.network.neutron [-] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.567166] env[69226]: DEBUG nova.compute.utils [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.710108] env[69226]: DEBUG nova.compute.manager [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.732742] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f2f4e2-ad34-ccd5-8003-deb3c2b2be26, 'name': SearchDatastore_Task, 'duration_secs': 0.016664} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.735154] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.735429] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.735748] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.735839] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.736054] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.736525] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b51ed01-8e94-47a5-b939-08d129e6e673 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.745473] env[69226]: DEBUG nova.virt.hardware [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:46:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='873248135',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-732515037',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.745724] env[69226]: DEBUG nova.virt.hardware [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.745883] env[69226]: DEBUG nova.virt.hardware [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.746221] env[69226]: DEBUG nova.virt.hardware [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.746410] env[69226]: DEBUG nova.virt.hardware [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.746568] env[69226]: DEBUG nova.virt.hardware [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.746782] env[69226]: DEBUG nova.virt.hardware [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.746940] env[69226]: DEBUG nova.virt.hardware [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.747122] env[69226]: DEBUG nova.virt.hardware [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.747291] env[69226]: DEBUG nova.virt.hardware [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.747476] env[69226]: DEBUG nova.virt.hardware [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.748397] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080f7a9c-80e4-4e4f-8e1d-1cbdd20181dd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.751668] env[69226]: DEBUG nova.network.neutron [req-601a22c9-1573-460b-a2b0-5e85a2734e1f req-5ec950f5-805a-4c72-9013-1e4a4db99096 service nova] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Updated VIF entry in instance network info cache for port cf81f4a4-c134-46b7-90ac-ceea2ef78d5d. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.751988] env[69226]: DEBUG nova.network.neutron [req-601a22c9-1573-460b-a2b0-5e85a2734e1f req-5ec950f5-805a-4c72-9013-1e4a4db99096 service nova] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Updating instance_info_cache with network_info: [{"id": "cf81f4a4-c134-46b7-90ac-ceea2ef78d5d", "address": "fa:16:3e:f5:8d:96", "network": {"id": "41e2af77-0522-4582-9113-8926e140991e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1197704800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9998ac16845b4609ae8786d82ad3da37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf81f4a4-c1", "ovs_interfaceid": "cf81f4a4-c134-46b7-90ac-ceea2ef78d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.757022] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.757022] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.757022] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-867aeddf-82e0-47cf-b410-1aea10f5cbd5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.764423] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6775b072-7825-4192-b4ac-def113f4fdc8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.770499] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 946.770499] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523d4641-dcc7-68a9-a79f-e652f8cc7ea4" [ 946.770499] env[69226]: _type = "Task" [ 946.770499] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.788439] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523d4641-dcc7-68a9-a79f-e652f8cc7ea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.842092] env[69226]: DEBUG oslo_concurrency.lockutils [None req-94753d5f-1c61-43a9-b2e5-0001ff8cb379 tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lock "13e72229-59cc-4f51-bda1-f8c69cbef790" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.465s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.908942] env[69226]: DEBUG nova.network.neutron [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Successfully updated port: 623c816c-3bd1-42e8-9a0f-3cf02f0fa69a {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.962112] env[69226]: DEBUG nova.network.neutron [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Port 0420956f-3eec-4f90-b91a-7631959fcff6 binding to destination host cpu-1 is already ACTIVE {{(pid=69226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 947.027232] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495066, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.064300] env[69226]: INFO nova.compute.manager [-] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Took 1.86 seconds to deallocate network for instance. [ 947.073430] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "23bde555-75d8-4795-8883-af20a99b4e28" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.257095] env[69226]: DEBUG oslo_concurrency.lockutils [req-601a22c9-1573-460b-a2b0-5e85a2734e1f req-5ec950f5-805a-4c72-9013-1e4a4db99096 service nova] Releasing lock "refresh_cache-3ee6f41e-36be-4277-a050-d4824d4956f3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.282995] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523d4641-dcc7-68a9-a79f-e652f8cc7ea4, 'name': SearchDatastore_Task, 'duration_secs': 0.021777} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.286030] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e3cfd75-54e2-46d1-9237-035383743ea7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.290730] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 947.290730] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]524b4a99-13b7-44f4-2bed-14edd8b8cf95" [ 947.290730] env[69226]: _type = "Task" [ 947.290730] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.299784] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]524b4a99-13b7-44f4-2bed-14edd8b8cf95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.319353] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1147efed-1edb-4c10-8876-9ae4df6e1291 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.328694] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd56038d-f241-49f1-bf3b-0021c029833c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.362387] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97f6a4f-48c0-4ef9-ad4a-34e3f53c21b4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.369653] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257821d7-37c3-4462-bc7f-d2e38d175010 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.382820] env[69226]: DEBUG nova.compute.provider_tree [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.415617] env[69226]: DEBUG oslo_concurrency.lockutils [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquiring lock "refresh_cache-a5a5f420-183b-4e6f-b2bc-6908836bc3de" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.415773] env[69226]: DEBUG oslo_concurrency.lockutils [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquired lock "refresh_cache-a5a5f420-183b-4e6f-b2bc-6908836bc3de" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.415955] env[69226]: DEBUG nova.network.neutron [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.524916] env[69226]: DEBUG oslo_vmware.api [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495066, 'name': PowerOnVM_Task, 'duration_secs': 1.028255} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.525219] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.525573] env[69226]: INFO nova.compute.manager [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Took 11.69 seconds to spawn the instance on the hypervisor. [ 947.525615] env[69226]: DEBUG nova.compute.manager [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.526525] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaad8edc-3579-41a1-999e-d4e4e00d9542 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.571876] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.628376] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquiring lock "e2e4929c-9137-4f8d-aef9-de71867e438f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.628795] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lock "e2e4929c-9137-4f8d-aef9-de71867e438f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.629155] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquiring lock "e2e4929c-9137-4f8d-aef9-de71867e438f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.629481] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lock "e2e4929c-9137-4f8d-aef9-de71867e438f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.629780] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lock "e2e4929c-9137-4f8d-aef9-de71867e438f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.635249] env[69226]: INFO nova.compute.manager [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Terminating instance [ 947.800935] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]524b4a99-13b7-44f4-2bed-14edd8b8cf95, 'name': SearchDatastore_Task, 'duration_secs': 0.023525} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.801224] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.801489] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 3ee6f41e-36be-4277-a050-d4824d4956f3/3ee6f41e-36be-4277-a050-d4824d4956f3.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.801750] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d9b1cac-cf29-4328-8541-cae8f59475ec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.808169] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 947.808169] env[69226]: value = "task-3495067" [ 947.808169] env[69226]: _type = "Task" [ 947.808169] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.816920] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.889301] env[69226]: DEBUG nova.scheduler.client.report [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.953095] env[69226]: DEBUG nova.network.neutron [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.990277] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.990514] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.990687] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.047106] env[69226]: INFO nova.compute.manager [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Took 57.08 seconds to build instance. [ 948.128126] env[69226]: DEBUG nova.network.neutron [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Updating instance_info_cache with network_info: [{"id": "623c816c-3bd1-42e8-9a0f-3cf02f0fa69a", "address": "fa:16:3e:96:b1:b2", "network": {"id": "7fe112f5-925c-4afb-8c00-700d18824a6c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1617528993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e52207688a4b9ba23f116111ebd68d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623c816c-3b", "ovs_interfaceid": "623c816c-3bd1-42e8-9a0f-3cf02f0fa69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.139121] env[69226]: DEBUG nova.compute.manager [req-22b8d7e5-1fd8-4709-9b05-113a71f47954 req-cca22036-efd5-4c08-a1f0-546d4cdcbdd5 service nova] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Received event network-vif-deleted-632b1ae3-d182-4ee6-b497-5a810f743cbf {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.139482] env[69226]: DEBUG nova.compute.manager [req-22b8d7e5-1fd8-4709-9b05-113a71f47954 req-cca22036-efd5-4c08-a1f0-546d4cdcbdd5 service nova] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Received event network-vif-plugged-623c816c-3bd1-42e8-9a0f-3cf02f0fa69a {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.139745] env[69226]: DEBUG oslo_concurrency.lockutils [req-22b8d7e5-1fd8-4709-9b05-113a71f47954 req-cca22036-efd5-4c08-a1f0-546d4cdcbdd5 service nova] Acquiring lock "a5a5f420-183b-4e6f-b2bc-6908836bc3de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.140058] env[69226]: DEBUG oslo_concurrency.lockutils [req-22b8d7e5-1fd8-4709-9b05-113a71f47954 req-cca22036-efd5-4c08-a1f0-546d4cdcbdd5 service nova] Lock "a5a5f420-183b-4e6f-b2bc-6908836bc3de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.140295] env[69226]: DEBUG oslo_concurrency.lockutils [req-22b8d7e5-1fd8-4709-9b05-113a71f47954 req-cca22036-efd5-4c08-a1f0-546d4cdcbdd5 service nova] Lock "a5a5f420-183b-4e6f-b2bc-6908836bc3de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.140516] env[69226]: DEBUG nova.compute.manager [req-22b8d7e5-1fd8-4709-9b05-113a71f47954 req-cca22036-efd5-4c08-a1f0-546d4cdcbdd5 service nova] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] No waiting events found dispatching network-vif-plugged-623c816c-3bd1-42e8-9a0f-3cf02f0fa69a {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.140712] env[69226]: WARNING nova.compute.manager [req-22b8d7e5-1fd8-4709-9b05-113a71f47954 req-cca22036-efd5-4c08-a1f0-546d4cdcbdd5 service nova] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Received unexpected event network-vif-plugged-623c816c-3bd1-42e8-9a0f-3cf02f0fa69a for instance with vm_state building and task_state spawning. [ 948.140899] env[69226]: DEBUG nova.compute.manager [req-22b8d7e5-1fd8-4709-9b05-113a71f47954 req-cca22036-efd5-4c08-a1f0-546d4cdcbdd5 service nova] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Received event network-changed-623c816c-3bd1-42e8-9a0f-3cf02f0fa69a {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.141159] env[69226]: DEBUG nova.compute.manager [req-22b8d7e5-1fd8-4709-9b05-113a71f47954 req-cca22036-efd5-4c08-a1f0-546d4cdcbdd5 service nova] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Refreshing instance network info cache due to event network-changed-623c816c-3bd1-42e8-9a0f-3cf02f0fa69a. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.141381] env[69226]: DEBUG oslo_concurrency.lockutils [req-22b8d7e5-1fd8-4709-9b05-113a71f47954 req-cca22036-efd5-4c08-a1f0-546d4cdcbdd5 service nova] Acquiring lock "refresh_cache-a5a5f420-183b-4e6f-b2bc-6908836bc3de" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.142644] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "23bde555-75d8-4795-8883-af20a99b4e28" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.142882] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "23bde555-75d8-4795-8883-af20a99b4e28" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.143159] env[69226]: INFO nova.compute.manager [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Attaching volume f5b5b1eb-29c2-4328-be53-87e25fb84ef8 to /dev/sdb [ 948.145763] env[69226]: DEBUG nova.compute.manager [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.145990] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.147498] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d51192-7c81-49b1-bbd0-ee2217ddb389 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.161420] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.161420] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0193889c-4c2a-4a5d-9106-199a032642b0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.167546] env[69226]: DEBUG oslo_vmware.api [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 948.167546] env[69226]: value = "task-3495068" [ 948.167546] env[69226]: _type = "Task" [ 948.167546] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.179340] env[69226]: DEBUG oslo_vmware.api [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3495068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.194152] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14e1079-ba05-45ad-b665-5051dcd16dc2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.201133] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258f53b1-c46a-488c-853d-c641a71ae573 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.215449] env[69226]: DEBUG nova.virt.block_device [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Updating existing volume attachment record: 22b370fd-97c1-46a9-8d68-b65a6b7120a3 {{(pid=69226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 948.318902] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495067, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.395272] env[69226]: DEBUG oslo_concurrency.lockutils [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.398386] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.618s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.400341] env[69226]: INFO nova.compute.claims [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.426894] env[69226]: INFO nova.scheduler.client.report [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Deleted allocations for instance 176c78e3-5170-4ee3-82a3-9d8af334ae39 [ 948.550342] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0e0da3bb-8976-43ef-b572-389480ff6066 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "20983dcc-7227-4e04-b691-4622b2dc2cce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.711s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.632274] env[69226]: DEBUG oslo_concurrency.lockutils [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Releasing lock "refresh_cache-a5a5f420-183b-4e6f-b2bc-6908836bc3de" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.632274] env[69226]: DEBUG nova.compute.manager [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Instance network_info: |[{"id": "623c816c-3bd1-42e8-9a0f-3cf02f0fa69a", "address": "fa:16:3e:96:b1:b2", "network": {"id": "7fe112f5-925c-4afb-8c00-700d18824a6c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1617528993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e52207688a4b9ba23f116111ebd68d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623c816c-3b", "ovs_interfaceid": "623c816c-3bd1-42e8-9a0f-3cf02f0fa69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.632712] env[69226]: DEBUG oslo_concurrency.lockutils [req-22b8d7e5-1fd8-4709-9b05-113a71f47954 req-cca22036-efd5-4c08-a1f0-546d4cdcbdd5 service nova] Acquired lock "refresh_cache-a5a5f420-183b-4e6f-b2bc-6908836bc3de" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.632966] env[69226]: DEBUG nova.network.neutron [req-22b8d7e5-1fd8-4709-9b05-113a71f47954 req-cca22036-efd5-4c08-a1f0-546d4cdcbdd5 service nova] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Refreshing network info cache for port 623c816c-3bd1-42e8-9a0f-3cf02f0fa69a {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.634638] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:b1:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '623c816c-3bd1-42e8-9a0f-3cf02f0fa69a', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.644608] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.645769] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.646036] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbcb86e6-af0a-48c9-b0ad-6886e23ab4b5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.670049] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.670049] env[69226]: value = "task-3495072" [ 948.670049] env[69226]: _type = "Task" [ 948.670049] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.685460] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495072, 'name': CreateVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.688937] env[69226]: DEBUG oslo_vmware.api [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3495068, 'name': PowerOffVM_Task, 'duration_secs': 0.317283} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.689198] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.689386] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.689677] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-497ed18d-9b7e-45b3-a93b-46d2ceb00634 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.752900] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.752900] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.752900] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Deleting the datastore file [datastore1] e2e4929c-9137-4f8d-aef9-de71867e438f {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.753212] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e54d9501-860d-4b0a-bd54-953a2baa7da0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.761043] env[69226]: DEBUG oslo_vmware.api [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for the task: (returnval){ [ 948.761043] env[69226]: value = "task-3495074" [ 948.761043] env[69226]: _type = "Task" [ 948.761043] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.768893] env[69226]: DEBUG oslo_vmware.api [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3495074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.820580] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808664} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.820785] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 3ee6f41e-36be-4277-a050-d4824d4956f3/3ee6f41e-36be-4277-a050-d4824d4956f3.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.821023] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.822453] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54f8fb3e-3051-4cc4-915d-619ed468e4e3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.831064] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 948.831064] env[69226]: value = "task-3495075" [ 948.831064] env[69226]: _type = "Task" [ 948.831064] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.841367] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.937103] env[69226]: DEBUG oslo_concurrency.lockutils [None req-906f64eb-7295-4e86-9c25-a0d5c8874dab tempest-ServersNegativeTestMultiTenantJSON-1811841365 tempest-ServersNegativeTestMultiTenantJSON-1811841365-project-member] Lock "176c78e3-5170-4ee3-82a3-9d8af334ae39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.044s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.080679] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "refresh_cache-0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.080937] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquired lock "refresh_cache-0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.080937] env[69226]: DEBUG nova.network.neutron [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.187100] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495072, 'name': CreateVM_Task, 'duration_secs': 0.380605} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.187300] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.188413] env[69226]: DEBUG oslo_concurrency.lockutils [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.188620] env[69226]: DEBUG oslo_concurrency.lockutils [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.189038] env[69226]: DEBUG oslo_concurrency.lockutils [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.189366] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-639760b0-c211-4bf6-83fc-f9dacca8f489 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.197177] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 949.197177] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5206721a-fda9-5916-e2de-2202d7e6e44d" [ 949.197177] env[69226]: _type = "Task" [ 949.197177] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.206599] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5206721a-fda9-5916-e2de-2202d7e6e44d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.271116] env[69226]: DEBUG oslo_vmware.api [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Task: {'id': task-3495074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259625} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.271402] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.271593] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.271768] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.271942] env[69226]: INFO nova.compute.manager [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 949.272219] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.272443] env[69226]: DEBUG nova.compute.manager [-] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.272538] env[69226]: DEBUG nova.network.neutron [-] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.342604] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069718} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.342886] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.343705] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb6c0ea-76b0-4d90-aec0-f8d3942fb7fd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.375295] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 3ee6f41e-36be-4277-a050-d4824d4956f3/3ee6f41e-36be-4277-a050-d4824d4956f3.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.375608] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1764b8a-571c-4002-baa1-f539c42c354e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.398065] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 949.398065] env[69226]: value = "task-3495076" [ 949.398065] env[69226]: _type = "Task" [ 949.398065] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.409540] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.567143] env[69226]: DEBUG nova.network.neutron [req-22b8d7e5-1fd8-4709-9b05-113a71f47954 req-cca22036-efd5-4c08-a1f0-546d4cdcbdd5 service nova] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Updated VIF entry in instance network info cache for port 623c816c-3bd1-42e8-9a0f-3cf02f0fa69a. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.567361] env[69226]: DEBUG nova.network.neutron [req-22b8d7e5-1fd8-4709-9b05-113a71f47954 req-cca22036-efd5-4c08-a1f0-546d4cdcbdd5 service nova] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Updating instance_info_cache with network_info: [{"id": "623c816c-3bd1-42e8-9a0f-3cf02f0fa69a", "address": "fa:16:3e:96:b1:b2", "network": {"id": "7fe112f5-925c-4afb-8c00-700d18824a6c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1617528993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e52207688a4b9ba23f116111ebd68d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623c816c-3b", "ovs_interfaceid": "623c816c-3bd1-42e8-9a0f-3cf02f0fa69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.709101] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5206721a-fda9-5916-e2de-2202d7e6e44d, 'name': SearchDatastore_Task, 'duration_secs': 0.02396} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.709592] env[69226]: DEBUG oslo_concurrency.lockutils [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.709825] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.710112] env[69226]: DEBUG oslo_concurrency.lockutils [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.710330] env[69226]: DEBUG oslo_concurrency.lockutils [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.710627] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.713694] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f7a8c3e-2edf-40ef-84f1-ab1a8bd55abc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.725804] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.725804] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.726592] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c1a1ff2-9e70-4564-a71d-7c66d8b514a0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.739447] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 949.739447] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ab2980-e108-4e4c-8e84-23995a2d286f" [ 949.739447] env[69226]: _type = "Task" [ 949.739447] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.750097] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ab2980-e108-4e4c-8e84-23995a2d286f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.912573] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.993214] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8097835e-f72f-4f54-998c-330b4e43d3d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.001222] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c314c42-09f5-4240-af60-a784d473b6fa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.034228] env[69226]: DEBUG nova.network.neutron [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Updating instance_info_cache with network_info: [{"id": "0420956f-3eec-4f90-b91a-7631959fcff6", "address": "fa:16:3e:cd:3c:bf", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0420956f-3e", "ovs_interfaceid": "0420956f-3eec-4f90-b91a-7631959fcff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.036266] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95247fb7-e5a2-4fda-95b0-e6b91770faae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.046569] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a5f0c5-82e6-45a6-8c4c-94da4ee67c71 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.065124] env[69226]: DEBUG nova.compute.provider_tree [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.070311] env[69226]: DEBUG oslo_concurrency.lockutils [req-22b8d7e5-1fd8-4709-9b05-113a71f47954 req-cca22036-efd5-4c08-a1f0-546d4cdcbdd5 service nova] Releasing lock "refresh_cache-a5a5f420-183b-4e6f-b2bc-6908836bc3de" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.245290] env[69226]: DEBUG nova.compute.manager [req-7d19ea49-39d9-4022-b2c8-fd23bd5526f0 req-a0eac3a0-4cfe-475d-addc-3b154f3f8de4 service nova] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Received event network-vif-deleted-3f75fcf7-f3b8-4b4b-87de-6d94a055e350 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.247193] env[69226]: INFO nova.compute.manager [req-7d19ea49-39d9-4022-b2c8-fd23bd5526f0 req-a0eac3a0-4cfe-475d-addc-3b154f3f8de4 service nova] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Neutron deleted interface 3f75fcf7-f3b8-4b4b-87de-6d94a055e350; detaching it from the instance and deleting it from the info cache [ 950.247193] env[69226]: DEBUG nova.network.neutron [req-7d19ea49-39d9-4022-b2c8-fd23bd5526f0 req-a0eac3a0-4cfe-475d-addc-3b154f3f8de4 service nova] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.264209] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ab2980-e108-4e4c-8e84-23995a2d286f, 'name': SearchDatastore_Task, 'duration_secs': 0.012543} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.265460] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb81f786-c0b7-4e05-81f6-efb75144502c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.275389] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 950.275389] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52983d2e-f67a-1c6c-4723-9e6197834bce" [ 950.275389] env[69226]: _type = "Task" [ 950.275389] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.291369] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52983d2e-f67a-1c6c-4723-9e6197834bce, 'name': SearchDatastore_Task, 'duration_secs': 0.01276} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.291369] env[69226]: DEBUG oslo_concurrency.lockutils [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.291369] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] a5a5f420-183b-4e6f-b2bc-6908836bc3de/a5a5f420-183b-4e6f-b2bc-6908836bc3de.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.291369] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f57f38c-e465-4086-91c0-c725fcefd212 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.300617] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 950.300617] env[69226]: value = "task-3495077" [ 950.300617] env[69226]: _type = "Task" [ 950.300617] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.312861] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.412822] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495076, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.416141] env[69226]: DEBUG nova.network.neutron [-] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.541803] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Releasing lock "refresh_cache-0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.567060] env[69226]: DEBUG nova.scheduler.client.report [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.756085] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6625655-2bbc-433c-976c-4687369931ed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.768452] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80203437-0f8a-40ad-a510-812a629f4d5c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.821749] env[69226]: DEBUG nova.compute.manager [req-7d19ea49-39d9-4022-b2c8-fd23bd5526f0 req-a0eac3a0-4cfe-475d-addc-3b154f3f8de4 service nova] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Detach interface failed, port_id=3f75fcf7-f3b8-4b4b-87de-6d94a055e350, reason: Instance e2e4929c-9137-4f8d-aef9-de71867e438f could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 950.833387] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495077, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.915845] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495076, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.921138] env[69226]: INFO nova.compute.manager [-] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Took 1.65 seconds to deallocate network for instance. [ 951.070183] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51440e8c-c804-448a-bf28-b4092974429f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.075636] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.076390] env[69226]: DEBUG nova.compute.manager [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.080182] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 36.569s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.104031] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dc9df9-3e53-4ec9-ae29-7956f9b69672 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.114493] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Updating instance '0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55' progress to 83 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 951.332860] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738373} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.333306] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] a5a5f420-183b-4e6f-b2bc-6908836bc3de/a5a5f420-183b-4e6f-b2bc-6908836bc3de.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.333617] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.334310] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af93b641-198b-482c-8dfc-7a2831a8dc4a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.343313] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 951.343313] env[69226]: value = "task-3495079" [ 951.343313] env[69226]: _type = "Task" [ 951.343313] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.353796] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.411013] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495076, 'name': ReconfigVM_Task, 'duration_secs': 1.632677} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.411318] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 3ee6f41e-36be-4277-a050-d4824d4956f3/3ee6f41e-36be-4277-a050-d4824d4956f3.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.412014] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b814cb05-d650-4df9-8912-5fbcd17d69d1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.420186] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 951.420186] env[69226]: value = "task-3495080" [ 951.420186] env[69226]: _type = "Task" [ 951.420186] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.432019] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.432938] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495080, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.587721] env[69226]: DEBUG nova.compute.utils [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.589328] env[69226]: DEBUG nova.compute.manager [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.589483] env[69226]: DEBUG nova.network.neutron [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.621832] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.622146] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-931d08bc-eaf2-432e-84d6-7284c114f216 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.633687] env[69226]: DEBUG oslo_vmware.api [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 951.633687] env[69226]: value = "task-3495081" [ 951.633687] env[69226]: _type = "Task" [ 951.633687] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.645132] env[69226]: DEBUG oslo_vmware.api [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.671478] env[69226]: DEBUG oslo_vmware.rw_handles [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529cbb33-3249-c64c-88f3-01764549a34e/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 951.672973] env[69226]: DEBUG nova.policy [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edf0534567c74c679c5789f5385e38cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cf124d0bd5742ee9d75be65f8be780a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.676089] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d284a13-10d5-4125-a908-4faa81c29d71 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.688701] env[69226]: DEBUG oslo_vmware.rw_handles [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529cbb33-3249-c64c-88f3-01764549a34e/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 951.689764] env[69226]: ERROR oslo_vmware.rw_handles [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529cbb33-3249-c64c-88f3-01764549a34e/disk-0.vmdk due to incomplete transfer. [ 951.689764] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b652a058-5116-4179-8238-808869698798 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.700787] env[69226]: DEBUG oslo_vmware.rw_handles [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529cbb33-3249-c64c-88f3-01764549a34e/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 951.700787] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Uploaded image 103c977a-9938-42d7-bf07-4aa632790a16 to the Glance image server {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 951.703785] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Destroying the VM {{(pid=69226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 951.703785] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b41a4438-a1bb-45d0-996e-5fbd646f2cd4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.709628] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 951.709628] env[69226]: value = "task-3495082" [ 951.709628] env[69226]: _type = "Task" [ 951.709628] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.721342] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495082, 'name': Destroy_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.859749] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.272949} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.860089] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.861257] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208cb02e-f883-4798-8f06-be786d6afa77 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.891081] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] a5a5f420-183b-4e6f-b2bc-6908836bc3de/a5a5f420-183b-4e6f-b2bc-6908836bc3de.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.894621] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-682de685-01ef-466b-adcc-93d519183e86 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.916814] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 951.916814] env[69226]: value = "task-3495083" [ 951.916814] env[69226]: _type = "Task" [ 951.916814] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.933193] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495083, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.937080] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495080, 'name': Rename_Task, 'duration_secs': 0.404391} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.941099] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.941745] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94584fd6-96c0-4dc4-88b4-1dd324202d5c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.950799] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 951.950799] env[69226]: value = "task-3495084" [ 951.950799] env[69226]: _type = "Task" [ 951.950799] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.960701] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.000892] env[69226]: DEBUG oslo_concurrency.lockutils [None req-956b379b-b372-4eef-a736-8c272b4e0f13 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "c631ecac-18a0-4996-9464-efce8476b36e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.000892] env[69226]: DEBUG oslo_concurrency.lockutils [None req-956b379b-b372-4eef-a736-8c272b4e0f13 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "c631ecac-18a0-4996-9464-efce8476b36e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.001975] env[69226]: DEBUG nova.compute.manager [None req-956b379b-b372-4eef-a736-8c272b4e0f13 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.003133] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f87372f-c999-45eb-a837-18412b797226 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.018876] env[69226]: DEBUG nova.compute.manager [None req-956b379b-b372-4eef-a736-8c272b4e0f13 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 952.020098] env[69226]: DEBUG nova.objects.instance [None req-956b379b-b372-4eef-a736-8c272b4e0f13 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lazy-loading 'flavor' on Instance uuid c631ecac-18a0-4996-9464-efce8476b36e {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.093029] env[69226]: DEBUG nova.compute.manager [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.146033] env[69226]: DEBUG oslo_vmware.api [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495081, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.197663] env[69226]: DEBUG nova.network.neutron [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Successfully created port: a673c5b4-25ca-488e-b274-01ec2e383b8b {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.220688] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89fddb5-0938-4bf1-8f41-135ea50f9a5d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.226856] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495082, 'name': Destroy_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.235500] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e41131c-21f5-47a6-8d7f-a154d8acaf85 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.276734] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d346fc41-5730-4930-8bf0-468cb4adac62 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.284974] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53f5f70-8b5d-4255-a89b-3a6c7e89753a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.302547] env[69226]: DEBUG nova.compute.provider_tree [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.428765] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.467103] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495084, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.648872] env[69226]: DEBUG oslo_vmware.api [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495081, 'name': PowerOnVM_Task, 'duration_secs': 0.730735} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.650150] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.650423] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fb934080-b713-4a19-85e1-f3cd15807af8 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Updating instance '0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55' progress to 100 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 952.725983] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495082, 'name': Destroy_Task, 'duration_secs': 0.926811} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.726849] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Destroyed the VM [ 952.727328] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Deleting Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 952.727891] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-edf7349e-9e2a-479b-9214-43373ec94d06 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.737676] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 952.737676] env[69226]: value = "task-3495085" [ 952.737676] env[69226]: _type = "Task" [ 952.737676] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.747571] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495085, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.766453] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Volume attach. Driver type: vmdk {{(pid=69226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 952.766682] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698565', 'volume_id': 'f5b5b1eb-29c2-4328-be53-87e25fb84ef8', 'name': 'volume-f5b5b1eb-29c2-4328-be53-87e25fb84ef8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23bde555-75d8-4795-8883-af20a99b4e28', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5b5b1eb-29c2-4328-be53-87e25fb84ef8', 'serial': 'f5b5b1eb-29c2-4328-be53-87e25fb84ef8'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 952.767556] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7063a434-e8fb-49a5-abe4-670f88a99a5c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.786800] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96b13a2-22ef-4be2-ac6d-097c309ac029 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.808688] env[69226]: DEBUG nova.scheduler.client.report [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.820718] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] volume-f5b5b1eb-29c2-4328-be53-87e25fb84ef8/volume-f5b5b1eb-29c2-4328-be53-87e25fb84ef8.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.821467] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4ba14e1-ab74-4a05-97a3-acaec151452d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.844511] env[69226]: DEBUG oslo_vmware.api [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 952.844511] env[69226]: value = "task-3495086" [ 952.844511] env[69226]: _type = "Task" [ 952.844511] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.856385] env[69226]: DEBUG oslo_vmware.api [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.931842] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495083, 'name': ReconfigVM_Task, 'duration_secs': 0.593949} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.932168] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Reconfigured VM instance instance-00000046 to attach disk [datastore2] a5a5f420-183b-4e6f-b2bc-6908836bc3de/a5a5f420-183b-4e6f-b2bc-6908836bc3de.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.932522] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69226) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 952.933637] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-2586001c-ae7f-46b0-8756-b7a2309cdb85 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.942768] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 952.942768] env[69226]: value = "task-3495087" [ 952.942768] env[69226]: _type = "Task" [ 952.942768] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.955579] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495087, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.964667] env[69226]: DEBUG oslo_vmware.api [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495084, 'name': PowerOnVM_Task, 'duration_secs': 0.77204} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.964999] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.965257] env[69226]: INFO nova.compute.manager [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Took 9.42 seconds to spawn the instance on the hypervisor. [ 952.965480] env[69226]: DEBUG nova.compute.manager [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.966372] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc66f274-4cca-4b5a-a631-a6a1a3347e9b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.031766] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-956b379b-b372-4eef-a736-8c272b4e0f13 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.032103] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ca23258-a247-4ae4-80ec-f1f21d5ca537 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.040984] env[69226]: DEBUG oslo_vmware.api [None req-956b379b-b372-4eef-a736-8c272b4e0f13 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 953.040984] env[69226]: value = "task-3495088" [ 953.040984] env[69226]: _type = "Task" [ 953.040984] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.054021] env[69226]: DEBUG oslo_vmware.api [None req-956b379b-b372-4eef-a736-8c272b4e0f13 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.102631] env[69226]: DEBUG nova.compute.manager [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.144952] env[69226]: DEBUG nova.virt.hardware [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.145219] env[69226]: DEBUG nova.virt.hardware [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.145384] env[69226]: DEBUG nova.virt.hardware [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.145591] env[69226]: DEBUG nova.virt.hardware [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.145765] env[69226]: DEBUG nova.virt.hardware [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.145994] env[69226]: DEBUG nova.virt.hardware [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.146302] env[69226]: DEBUG nova.virt.hardware [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.146477] env[69226]: DEBUG nova.virt.hardware [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.146650] env[69226]: DEBUG nova.virt.hardware [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.146816] env[69226]: DEBUG nova.virt.hardware [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.147035] env[69226]: DEBUG nova.virt.hardware [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.147978] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b838de53-efbe-4427-96db-e338db1a83a8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.157492] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d71727-7207-43ec-ab8f-014714eb55c8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.255683] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495085, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.359759] env[69226]: DEBUG oslo_vmware.api [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.455936] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495087, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.061107} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.456614] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69226) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 953.457561] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ced123-b348-4fed-bfcb-05d15d17600d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.491440] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] a5a5f420-183b-4e6f-b2bc-6908836bc3de/ephemeral_0.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.493428] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29a4ab96-d4d5-47a0-b66e-08eb36840f15 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.507874] env[69226]: INFO nova.compute.manager [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Took 59.59 seconds to build instance. [ 953.515160] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 953.515160] env[69226]: value = "task-3495089" [ 953.515160] env[69226]: _type = "Task" [ 953.515160] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.524763] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.553361] env[69226]: DEBUG oslo_vmware.api [None req-956b379b-b372-4eef-a736-8c272b4e0f13 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495088, 'name': PowerOffVM_Task, 'duration_secs': 0.246522} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.553828] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-956b379b-b372-4eef-a736-8c272b4e0f13 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.553828] env[69226]: DEBUG nova.compute.manager [None req-956b379b-b372-4eef-a736-8c272b4e0f13 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.554685] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99914051-3880-491a-9c8a-e4626ea6a387 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.750965] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495085, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.838576] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.758s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.841755] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.770s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.861643] env[69226]: DEBUG oslo_vmware.api [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495086, 'name': ReconfigVM_Task, 'duration_secs': 0.607455} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.862168] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Reconfigured VM instance instance-0000003b to attach disk [datastore2] volume-f5b5b1eb-29c2-4328-be53-87e25fb84ef8/volume-f5b5b1eb-29c2-4328-be53-87e25fb84ef8.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.869812] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d6b698f-149b-40bb-b4fc-c15592fa6f25 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.895363] env[69226]: DEBUG oslo_vmware.api [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 953.895363] env[69226]: value = "task-3495090" [ 953.895363] env[69226]: _type = "Task" [ 953.895363] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.907536] env[69226]: DEBUG oslo_vmware.api [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.010981] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86748d76-dcee-48b8-a811-4cdbb7964091 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lock "3ee6f41e-36be-4277-a050-d4824d4956f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.882s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.030366] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495089, 'name': ReconfigVM_Task, 'duration_secs': 0.316714} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.031673] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Reconfigured VM instance instance-00000046 to attach disk [datastore2] a5a5f420-183b-4e6f-b2bc-6908836bc3de/ephemeral_0.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.034565] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8639684c-e66e-4cdc-9ae9-4c464dda4f8c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.036605] env[69226]: DEBUG oslo_concurrency.lockutils [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.036821] env[69226]: DEBUG oslo_concurrency.lockutils [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.045116] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 954.045116] env[69226]: value = "task-3495091" [ 954.045116] env[69226]: _type = "Task" [ 954.045116] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.056204] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495091, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.069585] env[69226]: INFO nova.compute.manager [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Rescuing [ 954.069765] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "refresh_cache-3ee6f41e-36be-4277-a050-d4824d4956f3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.070173] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquired lock "refresh_cache-3ee6f41e-36be-4277-a050-d4824d4956f3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.070359] env[69226]: DEBUG nova.network.neutron [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.072032] env[69226]: DEBUG oslo_concurrency.lockutils [None req-956b379b-b372-4eef-a736-8c272b4e0f13 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "c631ecac-18a0-4996-9464-efce8476b36e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.251900] env[69226]: DEBUG oslo_vmware.api [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495085, 'name': RemoveSnapshot_Task, 'duration_secs': 1.17668} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.252160] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Deleted Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 954.252393] env[69226]: INFO nova.compute.manager [None req-aba4e0c3-04b4-4dfc-81c5-e33ebcf07680 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Took 20.84 seconds to snapshot the instance on the hypervisor. [ 954.335604] env[69226]: DEBUG nova.network.neutron [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Successfully updated port: a673c5b4-25ca-488e-b274-01ec2e383b8b {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.349327] env[69226]: DEBUG nova.compute.manager [req-b7739b87-1ab7-4b9f-964c-4061486f35e7 req-ff11b4d9-9b07-4e05-b0bf-44e32a2f44c1 service nova] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Received event network-vif-plugged-a673c5b4-25ca-488e-b274-01ec2e383b8b {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.349550] env[69226]: DEBUG oslo_concurrency.lockutils [req-b7739b87-1ab7-4b9f-964c-4061486f35e7 req-ff11b4d9-9b07-4e05-b0bf-44e32a2f44c1 service nova] Acquiring lock "bb2197bb-1eac-4813-b7d6-a2cce069d6f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.349759] env[69226]: DEBUG oslo_concurrency.lockutils [req-b7739b87-1ab7-4b9f-964c-4061486f35e7 req-ff11b4d9-9b07-4e05-b0bf-44e32a2f44c1 service nova] Lock "bb2197bb-1eac-4813-b7d6-a2cce069d6f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.349976] env[69226]: DEBUG oslo_concurrency.lockutils [req-b7739b87-1ab7-4b9f-964c-4061486f35e7 req-ff11b4d9-9b07-4e05-b0bf-44e32a2f44c1 service nova] Lock "bb2197bb-1eac-4813-b7d6-a2cce069d6f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.350179] env[69226]: DEBUG nova.compute.manager [req-b7739b87-1ab7-4b9f-964c-4061486f35e7 req-ff11b4d9-9b07-4e05-b0bf-44e32a2f44c1 service nova] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] No waiting events found dispatching network-vif-plugged-a673c5b4-25ca-488e-b274-01ec2e383b8b {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.350999] env[69226]: WARNING nova.compute.manager [req-b7739b87-1ab7-4b9f-964c-4061486f35e7 req-ff11b4d9-9b07-4e05-b0bf-44e32a2f44c1 service nova] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Received unexpected event network-vif-plugged-a673c5b4-25ca-488e-b274-01ec2e383b8b for instance with vm_state building and task_state spawning. [ 954.414320] env[69226]: DEBUG oslo_vmware.api [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495090, 'name': ReconfigVM_Task, 'duration_secs': 0.257534} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.415990] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698565', 'volume_id': 'f5b5b1eb-29c2-4328-be53-87e25fb84ef8', 'name': 'volume-f5b5b1eb-29c2-4328-be53-87e25fb84ef8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23bde555-75d8-4795-8883-af20a99b4e28', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5b5b1eb-29c2-4328-be53-87e25fb84ef8', 'serial': 'f5b5b1eb-29c2-4328-be53-87e25fb84ef8'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 954.440217] env[69226]: INFO nova.scheduler.client.report [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleted allocation for migration 6cff9743-e386-468d-882c-8077dd3948ed [ 954.538897] env[69226]: DEBUG nova.compute.manager [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.556490] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495091, 'name': Rename_Task, 'duration_secs': 0.353503} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.556850] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.557250] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08eb7918-ffa8-4891-9308-8632bda186b6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.566593] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 954.566593] env[69226]: value = "task-3495092" [ 954.566593] env[69226]: _type = "Task" [ 954.566593] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.583243] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.839117] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Acquiring lock "refresh_cache-bb2197bb-1eac-4813-b7d6-a2cce069d6f1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.839353] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Acquired lock "refresh_cache-bb2197bb-1eac-4813-b7d6-a2cce069d6f1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.839612] env[69226]: DEBUG nova.network.neutron [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.850242] env[69226]: DEBUG nova.network.neutron [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Updating instance_info_cache with network_info: [{"id": "cf81f4a4-c134-46b7-90ac-ceea2ef78d5d", "address": "fa:16:3e:f5:8d:96", "network": {"id": "41e2af77-0522-4582-9113-8926e140991e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1197704800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9998ac16845b4609ae8786d82ad3da37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf81f4a4-c1", "ovs_interfaceid": "cf81f4a4-c134-46b7-90ac-ceea2ef78d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.872951] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Applying migration context for instance 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55 as it has an incoming, in-progress migration 2f44b511-eef6-44c7-875b-8893cf346919. Migration status is finished {{(pid=69226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 954.873081] env[69226]: INFO nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Updating resource usage from migration 2f44b511-eef6-44c7-875b-8893cf346919 [ 954.874224] env[69226]: INFO nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Updating resource usage from migration c4bdac47-3fa7-4f89-b234-b04901b58344 [ 954.902226] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance d9bb3328-3100-4fdf-8b21-1a18930c98a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.902502] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance b1264f78-7279-4b02-b49b-df2d228690e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.902720] env[69226]: WARNING nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 40485daf-2011-4d34-b9d0-c696988de711 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.902927] env[69226]: WARNING nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.903133] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance a54aeb5b-9769-4ee7-9669-0974db55d501 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.903316] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.903679] env[69226]: WARNING nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance e2e4929c-9137-4f8d-aef9-de71867e438f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.903679] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance ffae9122-9be9-4ba6-84d3-52272208922d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.903864] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 0614d5ec-c144-48fe-9248-a498b34699a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.903938] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance aee843c9-5d66-4815-b640-7c85b299689b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.904106] env[69226]: WARNING nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 3858324e-af5f-44a8-8099-22bd4305a3c5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.904275] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 23bde555-75d8-4795-8883-af20a99b4e28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.904469] env[69226]: WARNING nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance d2b143e5-2a4a-43fa-824b-878b2b7c4b48 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.904639] env[69226]: WARNING nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance d1ae021f-b198-4e45-a641-ef906796da10 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.904795] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 3f831b6f-cac6-428f-8351-5db92d811046 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.904967] env[69226]: WARNING nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 7ca585fd-b893-4d86-850b-a638a155da5d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.905143] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 727faa28-0e5a-4cb0-b014-f23b3cce44d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.905528] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 022614a7-ce73-4a6f-a7ea-2763b9da7788 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.905528] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance c631ecac-18a0-4996-9464-efce8476b36e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.905528] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance ba34fb34-8a6b-444d-8008-785aa973f36b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.905723] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 20983dcc-7227-4e04-b691-4622b2dc2cce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.905841] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 3ee6f41e-36be-4277-a050-d4824d4956f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.905996] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance a5a5f420-183b-4e6f-b2bc-6908836bc3de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.906166] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance bb2197bb-1eac-4813-b7d6-a2cce069d6f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.906362] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Migration 2f44b511-eef6-44c7-875b-8893cf346919 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 954.906513] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.951678] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8609f73f-39f3-46fd-9783-40e1a92fd399 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "022614a7-ce73-4a6f-a7ea-2763b9da7788" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 43.830s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.028885] env[69226]: DEBUG nova.objects.instance [None req-d94434d7-2f1e-4b29-bdc7-c586c15d0b6b tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lazy-loading 'flavor' on Instance uuid c631ecac-18a0-4996-9464-efce8476b36e {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.081416] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495092, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.082155] env[69226]: DEBUG oslo_concurrency.lockutils [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.287327] env[69226]: DEBUG oslo_concurrency.lockutils [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.287646] env[69226]: DEBUG oslo_concurrency.lockutils [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.287891] env[69226]: DEBUG nova.compute.manager [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Going to confirm migration 2 {{(pid=69226) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 955.352915] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Releasing lock "refresh_cache-3ee6f41e-36be-4277-a050-d4824d4956f3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.378875] env[69226]: DEBUG nova.network.neutron [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.410204] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 520475d6-f012-4a6f-855d-2e4742161e67 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 955.466437] env[69226]: DEBUG nova.objects.instance [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lazy-loading 'flavor' on Instance uuid 23bde555-75d8-4795-8883-af20a99b4e28 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.532612] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d94434d7-2f1e-4b29-bdc7-c586c15d0b6b tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "refresh_cache-c631ecac-18a0-4996-9464-efce8476b36e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.532825] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d94434d7-2f1e-4b29-bdc7-c586c15d0b6b tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquired lock "refresh_cache-c631ecac-18a0-4996-9464-efce8476b36e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.533121] env[69226]: DEBUG nova.network.neutron [None req-d94434d7-2f1e-4b29-bdc7-c586c15d0b6b tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.533257] env[69226]: DEBUG nova.objects.instance [None req-d94434d7-2f1e-4b29-bdc7-c586c15d0b6b tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lazy-loading 'info_cache' on Instance uuid c631ecac-18a0-4996-9464-efce8476b36e {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.536724] env[69226]: DEBUG nova.network.neutron [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Updating instance_info_cache with network_info: [{"id": "a673c5b4-25ca-488e-b274-01ec2e383b8b", "address": "fa:16:3e:3f:fd:38", "network": {"id": "5ad0ad3c-04fe-43fc-a101-b36efb212ec0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-87702488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cf124d0bd5742ee9d75be65f8be780a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa673c5b4-25", "ovs_interfaceid": "a673c5b4-25ca-488e-b274-01ec2e383b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.580166] env[69226]: DEBUG oslo_vmware.api [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495092, 'name': PowerOnVM_Task, 'duration_secs': 0.727135} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.580584] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.580839] env[69226]: INFO nova.compute.manager [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Took 8.87 seconds to spawn the instance on the hypervisor. [ 955.581142] env[69226]: DEBUG nova.compute.manager [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.582023] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d085d311-c91f-49a4-be52-547d4c023ae1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.867962] env[69226]: DEBUG oslo_concurrency.lockutils [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "refresh_cache-0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.868252] env[69226]: DEBUG oslo_concurrency.lockutils [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquired lock "refresh_cache-0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.868444] env[69226]: DEBUG nova.network.neutron [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.868632] env[69226]: DEBUG nova.objects.instance [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lazy-loading 'info_cache' on Instance uuid 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.882537] env[69226]: INFO nova.compute.manager [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Rescuing [ 955.882815] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.882981] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquired lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.883168] env[69226]: DEBUG nova.network.neutron [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.913171] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 53d9a8f3-cfdc-4dc1-9924-198e4ac04038 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 955.971952] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4b3505a3-0b1e-4bb3-9e23-c30b21f24aed tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "23bde555-75d8-4795-8883-af20a99b4e28" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.829s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.040803] env[69226]: DEBUG nova.objects.base [None req-d94434d7-2f1e-4b29-bdc7-c586c15d0b6b tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 956.042320] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Releasing lock "refresh_cache-bb2197bb-1eac-4813-b7d6-a2cce069d6f1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.042997] env[69226]: DEBUG nova.compute.manager [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Instance network_info: |[{"id": "a673c5b4-25ca-488e-b274-01ec2e383b8b", "address": "fa:16:3e:3f:fd:38", "network": {"id": "5ad0ad3c-04fe-43fc-a101-b36efb212ec0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-87702488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cf124d0bd5742ee9d75be65f8be780a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa673c5b4-25", "ovs_interfaceid": "a673c5b4-25ca-488e-b274-01ec2e383b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.043644] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:fd:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a673c5b4-25ca-488e-b274-01ec2e383b8b', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.051917] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Creating folder: Project (3cf124d0bd5742ee9d75be65f8be780a). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.052888] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e020af4e-09eb-4503-91ee-45279910fa99 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.067436] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Created folder: Project (3cf124d0bd5742ee9d75be65f8be780a) in parent group-v698365. [ 956.067672] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Creating folder: Instances. Parent ref: group-v698567. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.067895] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf9392bd-80fc-427f-bd00-556bda4b2613 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.081216] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Created folder: Instances in parent group-v698567. [ 956.081591] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.081724] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.082063] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69ea966f-b142-48fc-959b-8d03bbeee5bf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.110221] env[69226]: INFO nova.compute.manager [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Took 57.57 seconds to build instance. [ 956.110221] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.110221] env[69226]: value = "task-3495095" [ 956.110221] env[69226]: _type = "Task" [ 956.110221] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.121443] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495095, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.236736] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "022614a7-ce73-4a6f-a7ea-2763b9da7788" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.236736] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "022614a7-ce73-4a6f-a7ea-2763b9da7788" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.236736] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "022614a7-ce73-4a6f-a7ea-2763b9da7788-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.236736] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "022614a7-ce73-4a6f-a7ea-2763b9da7788-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.236736] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "022614a7-ce73-4a6f-a7ea-2763b9da7788-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.237745] env[69226]: INFO nova.compute.manager [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Terminating instance [ 956.416704] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance e98bea42-c105-4939-9171-d0a02de16717 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 956.612592] env[69226]: DEBUG oslo_concurrency.lockutils [None req-772d76a0-466e-4f3e-b53d-faa9dce2e446 tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lock "a5a5f420-183b-4e6f-b2bc-6908836bc3de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.719s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.625381] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495095, 'name': CreateVM_Task, 'duration_secs': 0.449798} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.625381] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.625799] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.626014] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.626388] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.627190] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e566871-858c-4f36-a1fa-3d95c3700361 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.634739] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Waiting for the task: (returnval){ [ 956.634739] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52eec26b-1f23-5eae-4973-18bd925224b0" [ 956.634739] env[69226]: _type = "Task" [ 956.634739] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.644422] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52eec26b-1f23-5eae-4973-18bd925224b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.649297] env[69226]: DEBUG nova.compute.manager [req-dbee0da4-e867-4e0a-9ef7-eb1ea2fb7a0d req-50cb9696-aa0d-455e-bb3e-412ca6ec1c3a service nova] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Received event network-changed-a673c5b4-25ca-488e-b274-01ec2e383b8b {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.649688] env[69226]: DEBUG nova.compute.manager [req-dbee0da4-e867-4e0a-9ef7-eb1ea2fb7a0d req-50cb9696-aa0d-455e-bb3e-412ca6ec1c3a service nova] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Refreshing instance network info cache due to event network-changed-a673c5b4-25ca-488e-b274-01ec2e383b8b. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.649930] env[69226]: DEBUG oslo_concurrency.lockutils [req-dbee0da4-e867-4e0a-9ef7-eb1ea2fb7a0d req-50cb9696-aa0d-455e-bb3e-412ca6ec1c3a service nova] Acquiring lock "refresh_cache-bb2197bb-1eac-4813-b7d6-a2cce069d6f1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.650046] env[69226]: DEBUG oslo_concurrency.lockutils [req-dbee0da4-e867-4e0a-9ef7-eb1ea2fb7a0d req-50cb9696-aa0d-455e-bb3e-412ca6ec1c3a service nova] Acquired lock "refresh_cache-bb2197bb-1eac-4813-b7d6-a2cce069d6f1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.650419] env[69226]: DEBUG nova.network.neutron [req-dbee0da4-e867-4e0a-9ef7-eb1ea2fb7a0d req-50cb9696-aa0d-455e-bb3e-412ca6ec1c3a service nova] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Refreshing network info cache for port a673c5b4-25ca-488e-b274-01ec2e383b8b {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.733577] env[69226]: DEBUG nova.network.neutron [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Updating instance_info_cache with network_info: [{"id": "6ef1788c-562a-406c-a0fd-695237588e2b", "address": "fa:16:3e:cd:de:7d", "network": {"id": "85cf7be8-41f9-4e70-8b2f-485ca7fec54d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-222152902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "011ca348b5f448e4a2d98e689303400f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef1788c-56", "ovs_interfaceid": "6ef1788c-562a-406c-a0fd-695237588e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.747146] env[69226]: DEBUG nova.compute.manager [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.747146] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.747802] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a533d2bc-a152-4c18-8914-cf1b7c01f500 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.760588] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.760885] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c6d0bae-32ac-432b-aabe-df3d14672c03 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.769307] env[69226]: DEBUG oslo_vmware.api [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 956.769307] env[69226]: value = "task-3495096" [ 956.769307] env[69226]: _type = "Task" [ 956.769307] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.778252] env[69226]: DEBUG oslo_vmware.api [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.825993] env[69226]: DEBUG nova.network.neutron [None req-d94434d7-2f1e-4b29-bdc7-c586c15d0b6b tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Updating instance_info_cache with network_info: [{"id": "a31f935c-089c-4435-aeb7-575724c9ee70", "address": "fa:16:3e:93:a6:b5", "network": {"id": "57203684-ca61-4815-a1f5-c00a3a0881fb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1199736560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0be1a7430264ae5a3ce88cd9eb988de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31f935c-08", "ovs_interfaceid": "a31f935c-089c-4435-aeb7-575724c9ee70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.908551] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "f6caffbc-1250-4852-94b4-e4868adc632c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.908799] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "f6caffbc-1250-4852-94b4-e4868adc632c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.917249] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.917249] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc963085-c3ac-4c61-b2b4-0f0eb75f672f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.920439] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 6b0cde4b-7827-409c-8700-e2f99bf67882 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 956.927248] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 956.927248] env[69226]: value = "task-3495097" [ 956.927248] env[69226]: _type = "Task" [ 956.927248] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.940217] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.119369] env[69226]: DEBUG nova.network.neutron [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Updating instance_info_cache with network_info: [{"id": "0420956f-3eec-4f90-b91a-7631959fcff6", "address": "fa:16:3e:cd:3c:bf", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0420956f-3e", "ovs_interfaceid": "0420956f-3eec-4f90-b91a-7631959fcff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.144584] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52eec26b-1f23-5eae-4973-18bd925224b0, 'name': SearchDatastore_Task, 'duration_secs': 0.030525} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.144968] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.145291] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.145568] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.145747] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.145981] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.146327] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0b5f423-98c4-4745-bd46-d9f8fdf18754 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.155767] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.156405] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.157674] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be5e6d27-b46c-4237-b125-0657ed39acc3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.163027] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Waiting for the task: (returnval){ [ 957.163027] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ea68c9-a7fc-b7b8-4644-1d8bbaddf2f3" [ 957.163027] env[69226]: _type = "Task" [ 957.163027] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.172117] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ea68c9-a7fc-b7b8-4644-1d8bbaddf2f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.238090] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Releasing lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.286465] env[69226]: DEBUG oslo_vmware.api [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495096, 'name': PowerOffVM_Task, 'duration_secs': 0.226648} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.286732] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.286900] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.287483] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7902a896-88fb-40c6-9bec-70f80d84b431 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.331184] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d94434d7-2f1e-4b29-bdc7-c586c15d0b6b tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Releasing lock "refresh_cache-c631ecac-18a0-4996-9464-efce8476b36e" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.363612] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.363824] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.364013] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleting the datastore file [datastore2] 022614a7-ce73-4a6f-a7ea-2763b9da7788 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.364295] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b493188-e0e7-4aa7-8652-fdb2c9f06dc4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.372063] env[69226]: DEBUG oslo_vmware.api [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 957.372063] env[69226]: value = "task-3495099" [ 957.372063] env[69226]: _type = "Task" [ 957.372063] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.383619] env[69226]: DEBUG oslo_vmware.api [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.385327] env[69226]: DEBUG nova.network.neutron [req-dbee0da4-e867-4e0a-9ef7-eb1ea2fb7a0d req-50cb9696-aa0d-455e-bb3e-412ca6ec1c3a service nova] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Updated VIF entry in instance network info cache for port a673c5b4-25ca-488e-b274-01ec2e383b8b. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.385939] env[69226]: DEBUG nova.network.neutron [req-dbee0da4-e867-4e0a-9ef7-eb1ea2fb7a0d req-50cb9696-aa0d-455e-bb3e-412ca6ec1c3a service nova] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Updating instance_info_cache with network_info: [{"id": "a673c5b4-25ca-488e-b274-01ec2e383b8b", "address": "fa:16:3e:3f:fd:38", "network": {"id": "5ad0ad3c-04fe-43fc-a101-b36efb212ec0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-87702488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cf124d0bd5742ee9d75be65f8be780a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa673c5b4-25", "ovs_interfaceid": "a673c5b4-25ca-488e-b274-01ec2e383b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.399314] env[69226]: DEBUG nova.compute.manager [req-798ac69b-0c6a-46b1-bc22-fb3c4f20b738 req-9713f444-f94a-4ad8-9580-9abfbf807bd4 service nova] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Received event network-changed-623c816c-3bd1-42e8-9a0f-3cf02f0fa69a {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.399416] env[69226]: DEBUG nova.compute.manager [req-798ac69b-0c6a-46b1-bc22-fb3c4f20b738 req-9713f444-f94a-4ad8-9580-9abfbf807bd4 service nova] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Refreshing instance network info cache due to event network-changed-623c816c-3bd1-42e8-9a0f-3cf02f0fa69a. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.399963] env[69226]: DEBUG oslo_concurrency.lockutils [req-798ac69b-0c6a-46b1-bc22-fb3c4f20b738 req-9713f444-f94a-4ad8-9580-9abfbf807bd4 service nova] Acquiring lock "refresh_cache-a5a5f420-183b-4e6f-b2bc-6908836bc3de" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.399963] env[69226]: DEBUG oslo_concurrency.lockutils [req-798ac69b-0c6a-46b1-bc22-fb3c4f20b738 req-9713f444-f94a-4ad8-9580-9abfbf807bd4 service nova] Acquired lock "refresh_cache-a5a5f420-183b-4e6f-b2bc-6908836bc3de" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.399963] env[69226]: DEBUG nova.network.neutron [req-798ac69b-0c6a-46b1-bc22-fb3c4f20b738 req-9713f444-f94a-4ad8-9580-9abfbf807bd4 service nova] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Refreshing network info cache for port 623c816c-3bd1-42e8-9a0f-3cf02f0fa69a {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.414019] env[69226]: DEBUG nova.compute.manager [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.423716] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 418bb2f3-bfba-41bf-af24-9453097c4b06 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 957.426023] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Migration c4bdac47-3fa7-4f89-b234-b04901b58344 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 957.426338] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 5d5ac77b-9d87-4206-a210-616b240c4e91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 957.438741] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495097, 'name': PowerOffVM_Task, 'duration_secs': 0.413262} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.439759] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.440827] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c24b882-1178-485b-b094-1284c19527d3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.467104] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e97cec-3843-40d5-954b-55252b7dd59f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.516657] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.517048] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e6559c3-79ce-4c54-867c-0c8f7bed86c8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.525106] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 957.525106] env[69226]: value = "task-3495100" [ 957.525106] env[69226]: _type = "Task" [ 957.525106] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.534861] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.623181] env[69226]: DEBUG oslo_concurrency.lockutils [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Releasing lock "refresh_cache-0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.623517] env[69226]: DEBUG nova.objects.instance [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lazy-loading 'migration_context' on Instance uuid 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.675335] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ea68c9-a7fc-b7b8-4644-1d8bbaddf2f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012874} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.676154] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55a38ca7-c409-4d4f-9181-6b5abfdacced {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.683975] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Waiting for the task: (returnval){ [ 957.683975] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52143ec2-f3c4-5ec6-4284-a8c74d1481da" [ 957.683975] env[69226]: _type = "Task" [ 957.683975] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.692970] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52143ec2-f3c4-5ec6-4284-a8c74d1481da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.884928] env[69226]: DEBUG oslo_vmware.api [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442562} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.885704] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.886124] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.889017] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.889017] env[69226]: INFO nova.compute.manager [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Took 1.14 seconds to destroy the instance on the hypervisor. [ 957.889017] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.889017] env[69226]: DEBUG nova.compute.manager [-] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.889017] env[69226]: DEBUG nova.network.neutron [-] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.889858] env[69226]: DEBUG oslo_concurrency.lockutils [req-dbee0da4-e867-4e0a-9ef7-eb1ea2fb7a0d req-50cb9696-aa0d-455e-bb3e-412ca6ec1c3a service nova] Releasing lock "refresh_cache-bb2197bb-1eac-4813-b7d6-a2cce069d6f1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.929403] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 957.931018] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 957.931018] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4544MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 957.943550] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.042428] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] VM already powered off {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 958.042848] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.043212] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.043533] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.043834] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.044481] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee7b5f2e-fc00-4eef-b67a-cd1d9fa68331 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.055919] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.056152] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.059469] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-285b48aa-2579-430d-90b8-b812e7d50e7b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.065851] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 958.065851] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52aa6b64-d63e-e389-0d0f-b64b61fb4ecd" [ 958.065851] env[69226]: _type = "Task" [ 958.065851] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.075428] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52aa6b64-d63e-e389-0d0f-b64b61fb4ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.126559] env[69226]: DEBUG nova.objects.base [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Object Instance<0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55> lazy-loaded attributes: info_cache,migration_context {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 958.127528] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fd9680-41a5-4610-9a2d-3e81e6b2c8ba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.161688] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e14d912f-8565-420d-b527-3a1161e3bb7c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.168661] env[69226]: DEBUG oslo_vmware.api [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 958.168661] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529ef65e-ae26-48b8-fed9-5bfa70532130" [ 958.168661] env[69226]: _type = "Task" [ 958.168661] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.180017] env[69226]: DEBUG oslo_vmware.api [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529ef65e-ae26-48b8-fed9-5bfa70532130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.197235] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52143ec2-f3c4-5ec6-4284-a8c74d1481da, 'name': SearchDatastore_Task, 'duration_secs': 0.032146} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.197493] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.197922] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] bb2197bb-1eac-4813-b7d6-a2cce069d6f1/bb2197bb-1eac-4813-b7d6-a2cce069d6f1.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.198098] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4811a5cd-bea5-49d6-a4b6-2201c57c207b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.205057] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Waiting for the task: (returnval){ [ 958.205057] env[69226]: value = "task-3495101" [ 958.205057] env[69226]: _type = "Task" [ 958.205057] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.213547] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': task-3495101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.286090] env[69226]: DEBUG nova.network.neutron [req-798ac69b-0c6a-46b1-bc22-fb3c4f20b738 req-9713f444-f94a-4ad8-9580-9abfbf807bd4 service nova] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Updated VIF entry in instance network info cache for port 623c816c-3bd1-42e8-9a0f-3cf02f0fa69a. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.286416] env[69226]: DEBUG nova.network.neutron [req-798ac69b-0c6a-46b1-bc22-fb3c4f20b738 req-9713f444-f94a-4ad8-9580-9abfbf807bd4 service nova] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Updating instance_info_cache with network_info: [{"id": "623c816c-3bd1-42e8-9a0f-3cf02f0fa69a", "address": "fa:16:3e:96:b1:b2", "network": {"id": "7fe112f5-925c-4afb-8c00-700d18824a6c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1617528993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e52207688a4b9ba23f116111ebd68d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623c816c-3b", "ovs_interfaceid": "623c816c-3bd1-42e8-9a0f-3cf02f0fa69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.335203] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94434d7-2f1e-4b29-bdc7-c586c15d0b6b tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.336089] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cfbca61-70d8-460d-904f-c0650aa4cb83 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.344146] env[69226]: DEBUG oslo_vmware.api [None req-d94434d7-2f1e-4b29-bdc7-c586c15d0b6b tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 958.344146] env[69226]: value = "task-3495102" [ 958.344146] env[69226]: _type = "Task" [ 958.344146] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.352978] env[69226]: DEBUG oslo_vmware.api [None req-d94434d7-2f1e-4b29-bdc7-c586c15d0b6b tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.482824] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e9a4d6-2dc9-4b75-b7e7-61064b64705b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.491751] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c32c76-1e84-48a0-a78d-e8becc130fb0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.527010] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e4c8a0-3077-492f-ab8d-ae14e60001ee {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.538080] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044503b7-41d3-4db0-8d3d-167b97b3ef96 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.554029] env[69226]: DEBUG nova.compute.provider_tree [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.576501] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52aa6b64-d63e-e389-0d0f-b64b61fb4ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.015159} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.577276] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f72a0d4-d152-400c-920d-51b13c8c3d11 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.584544] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 958.584544] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52892e0f-da63-7140-f1e4-24b8c8d6c650" [ 958.584544] env[69226]: _type = "Task" [ 958.584544] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.593843] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52892e0f-da63-7140-f1e4-24b8c8d6c650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.683218] env[69226]: DEBUG oslo_vmware.api [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529ef65e-ae26-48b8-fed9-5bfa70532130, 'name': SearchDatastore_Task, 'duration_secs': 0.013193} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.683590] env[69226]: DEBUG oslo_concurrency.lockutils [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.716510] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': task-3495101, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.780650] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.780762] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4030dce6-6f68-46e1-907f-010068baa092 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.789834] env[69226]: DEBUG oslo_concurrency.lockutils [req-798ac69b-0c6a-46b1-bc22-fb3c4f20b738 req-9713f444-f94a-4ad8-9580-9abfbf807bd4 service nova] Releasing lock "refresh_cache-a5a5f420-183b-4e6f-b2bc-6908836bc3de" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.793884] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 958.793884] env[69226]: value = "task-3495103" [ 958.793884] env[69226]: _type = "Task" [ 958.793884] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.798142] env[69226]: DEBUG nova.network.neutron [-] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.809459] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.810724] env[69226]: DEBUG nova.compute.manager [req-6216377e-5d6b-4f2f-879e-2a6cbe649f1a req-04f9e1f8-6829-43cd-a4b7-e7246777114f service nova] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Received event network-vif-deleted-9032b6da-8127-4597-9c6f-f18c3eb23de1 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.810909] env[69226]: INFO nova.compute.manager [req-6216377e-5d6b-4f2f-879e-2a6cbe649f1a req-04f9e1f8-6829-43cd-a4b7-e7246777114f service nova] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Neutron deleted interface 9032b6da-8127-4597-9c6f-f18c3eb23de1; detaching it from the instance and deleting it from the info cache [ 958.811096] env[69226]: DEBUG nova.network.neutron [req-6216377e-5d6b-4f2f-879e-2a6cbe649f1a req-04f9e1f8-6829-43cd-a4b7-e7246777114f service nova] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.861426] env[69226]: DEBUG oslo_vmware.api [None req-d94434d7-2f1e-4b29-bdc7-c586c15d0b6b tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495102, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.037874] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2f817d6f-5b47-467c-a43e-f9476661c332 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "interface-3f831b6f-cac6-428f-8351-5db92d811046-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.038186] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2f817d6f-5b47-467c-a43e-f9476661c332 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "interface-3f831b6f-cac6-428f-8351-5db92d811046-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.038514] env[69226]: DEBUG nova.objects.instance [None req-2f817d6f-5b47-467c-a43e-f9476661c332 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lazy-loading 'flavor' on Instance uuid 3f831b6f-cac6-428f-8351-5db92d811046 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.057427] env[69226]: DEBUG nova.scheduler.client.report [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.097771] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52892e0f-da63-7140-f1e4-24b8c8d6c650, 'name': SearchDatastore_Task, 'duration_secs': 0.011903} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.098033] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.098338] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 3ee6f41e-36be-4277-a050-d4824d4956f3/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk. {{(pid=69226) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 959.098603] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a50b539-bdd5-488c-8182-58cfe2bddf6c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.105783] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 959.105783] env[69226]: value = "task-3495104" [ 959.105783] env[69226]: _type = "Task" [ 959.105783] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.114417] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.216181] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': task-3495101, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.304356] env[69226]: INFO nova.compute.manager [-] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Took 1.42 seconds to deallocate network for instance. [ 959.304687] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.313905] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5751b029-7987-4557-9eb3-c061e9f2d55c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.325722] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b55c08-58a2-499b-90be-79c897187e43 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.365049] env[69226]: DEBUG nova.compute.manager [req-6216377e-5d6b-4f2f-879e-2a6cbe649f1a req-04f9e1f8-6829-43cd-a4b7-e7246777114f service nova] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Detach interface failed, port_id=9032b6da-8127-4597-9c6f-f18c3eb23de1, reason: Instance 022614a7-ce73-4a6f-a7ea-2763b9da7788 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 959.368923] env[69226]: DEBUG oslo_vmware.api [None req-d94434d7-2f1e-4b29-bdc7-c586c15d0b6b tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495102, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.543739] env[69226]: DEBUG nova.objects.instance [None req-2f817d6f-5b47-467c-a43e-f9476661c332 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lazy-loading 'pci_requests' on Instance uuid 3f831b6f-cac6-428f-8351-5db92d811046 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.562295] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 959.562535] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.721s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.562845] env[69226]: DEBUG oslo_concurrency.lockutils [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.342s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.564657] env[69226]: INFO nova.compute.claims [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.567919] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.568141] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Cleaning up deleted instances {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 959.618855] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495104, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.721075] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': task-3495101, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.083106} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.721576] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] bb2197bb-1eac-4813-b7d6-a2cce069d6f1/bb2197bb-1eac-4813-b7d6-a2cce069d6f1.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.721711] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.721905] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88ab0cb0-b8af-420a-9ea7-516acd1babd8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.733686] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Waiting for the task: (returnval){ [ 959.733686] env[69226]: value = "task-3495105" [ 959.733686] env[69226]: _type = "Task" [ 959.733686] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.744254] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': task-3495105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.807285] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495103, 'name': PowerOffVM_Task, 'duration_secs': 0.836004} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.807628] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.809691] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db78026-1c3a-4344-8a00-191a4c32c564 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.813261] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.838027] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eab18d0-7573-4219-ade0-aab73e81f90e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.863374] env[69226]: DEBUG oslo_vmware.api [None req-d94434d7-2f1e-4b29-bdc7-c586c15d0b6b tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495102, 'name': PowerOnVM_Task, 'duration_secs': 1.18261} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.864095] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94434d7-2f1e-4b29-bdc7-c586c15d0b6b tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.864095] env[69226]: DEBUG nova.compute.manager [None req-d94434d7-2f1e-4b29-bdc7-c586c15d0b6b tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.864890] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c53e68-42bc-467a-b09a-3e349e7facd9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.891082] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.892624] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d25acab-8ea6-4033-9cbf-bd14a8060968 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.903187] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 959.903187] env[69226]: value = "task-3495106" [ 959.903187] env[69226]: _type = "Task" [ 959.903187] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.913554] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.045575] env[69226]: DEBUG nova.objects.base [None req-2f817d6f-5b47-467c-a43e-f9476661c332 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Object Instance<3f831b6f-cac6-428f-8351-5db92d811046> lazy-loaded attributes: flavor,pci_requests {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 960.045878] env[69226]: DEBUG nova.network.neutron [None req-2f817d6f-5b47-467c-a43e-f9476661c332 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.084149] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] There are 44 instances to clean {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 960.084422] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 176c78e3-5170-4ee3-82a3-9d8af334ae39] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.121141] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.903522} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.121558] env[69226]: INFO nova.virt.vmwareapi.ds_util [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 3ee6f41e-36be-4277-a050-d4824d4956f3/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk. [ 960.122332] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c552233b-d8d7-4f76-9e1c-2055910eb401 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.149835] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 3ee6f41e-36be-4277-a050-d4824d4956f3/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.154085] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2f817d6f-5b47-467c-a43e-f9476661c332 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "interface-3f831b6f-cac6-428f-8351-5db92d811046-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.116s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.155298] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cbaa879-b667-4040-bc07-d60c5b697283 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.180122] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 960.180122] env[69226]: value = "task-3495107" [ 960.180122] env[69226]: _type = "Task" [ 960.180122] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.195447] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.243808] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': task-3495105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240059} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.246598] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.247652] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4c1460-a5da-4cb5-9abb-6d6a6394e44c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.272192] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] bb2197bb-1eac-4813-b7d6-a2cce069d6f1/bb2197bb-1eac-4813-b7d6-a2cce069d6f1.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.275081] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bef0cba6-a23f-4e15-b0b2-1b26d3786684 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.296605] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Waiting for the task: (returnval){ [ 960.296605] env[69226]: value = "task-3495108" [ 960.296605] env[69226]: _type = "Task" [ 960.296605] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.307478] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': task-3495108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.419410] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] VM already powered off {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 960.419657] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.419897] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.420062] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.420274] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.420719] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8199a414-6f4f-47e7-91f0-b79959d5012d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.433453] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.433667] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.434693] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-531d9932-5847-465d-aead-0b5e5d299437 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.440674] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 960.440674] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b6e694-e34f-7e5e-b1a4-7c7795d922d7" [ 960.440674] env[69226]: _type = "Task" [ 960.440674] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.452846] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b6e694-e34f-7e5e-b1a4-7c7795d922d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.592778] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 4803440d-f8d7-47e1-be2c-61bd31e8ccfd] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.627430] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af0cc29-bc6e-4042-822f-f2fd809d2dcb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.635977] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8cf50a-c61c-4b3d-9dbd-d9666f685f56 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.668877] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d355daec-2e6d-47a0-8424-2a065c699cc4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.680293] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3f94bf-145f-4bf1-bcf0-3fe672c95018 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.700024] env[69226]: DEBUG nova.compute.provider_tree [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.704196] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.809480] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': task-3495108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.953480] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b6e694-e34f-7e5e-b1a4-7c7795d922d7, 'name': SearchDatastore_Task, 'duration_secs': 0.048233} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.954367] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5603e3ee-b488-4863-b7a4-fe181bf113ed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.961159] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 960.961159] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ef03f0-c03c-ab2b-da7a-47e12f562489" [ 960.961159] env[69226]: _type = "Task" [ 960.961159] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.970826] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ef03f0-c03c-ab2b-da7a-47e12f562489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.095977] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 9e2ae17d-ccd9-46cf-9896-67977cfc5e4f] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.195962] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495107, 'name': ReconfigVM_Task, 'duration_secs': 0.615614} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.196220] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 3ee6f41e-36be-4277-a050-d4824d4956f3/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.197271] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4db774f-d34a-44ee-a693-0805e93e1172 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.218988] env[69226]: DEBUG nova.scheduler.client.report [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.229350] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63081f2a-48ef-4c17-964e-f5892d14fe48 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.247471] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 961.247471] env[69226]: value = "task-3495109" [ 961.247471] env[69226]: _type = "Task" [ 961.247471] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.259530] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495109, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.311785] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': task-3495108, 'name': ReconfigVM_Task, 'duration_secs': 0.681767} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.311785] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Reconfigured VM instance instance-00000047 to attach disk [datastore1] bb2197bb-1eac-4813-b7d6-a2cce069d6f1/bb2197bb-1eac-4813-b7d6-a2cce069d6f1.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.311785] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b3d668f-3ce3-4e29-ac7f-b30efd6684f8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.319992] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Waiting for the task: (returnval){ [ 961.319992] env[69226]: value = "task-3495110" [ 961.319992] env[69226]: _type = "Task" [ 961.319992] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.333625] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': task-3495110, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.472208] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ef03f0-c03c-ab2b-da7a-47e12f562489, 'name': SearchDatastore_Task, 'duration_secs': 0.017397} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.472530] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.472792] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 23bde555-75d8-4795-8883-af20a99b4e28/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk. {{(pid=69226) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 961.473073] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abdc67c5-2758-4095-bbd6-b4c6b3842854 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.482225] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 961.482225] env[69226]: value = "task-3495111" [ 961.482225] env[69226]: _type = "Task" [ 961.482225] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.492122] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.599270] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 8a18b244-a347-4b96-ae6f-bb2aeec8f85d] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.728568] env[69226]: DEBUG oslo_concurrency.lockutils [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.729479] env[69226]: DEBUG nova.compute.manager [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.732119] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.835s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.732323] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.736498] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.850s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.738834] env[69226]: INFO nova.compute.claims [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.767074] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495109, 'name': ReconfigVM_Task, 'duration_secs': 0.284084} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.767770] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.767770] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a606e8c-c63a-45d6-84ef-d2a49991c01a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.775230] env[69226]: INFO nova.scheduler.client.report [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Deleted allocations for instance d2b143e5-2a4a-43fa-824b-878b2b7c4b48 [ 961.779851] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 961.779851] env[69226]: value = "task-3495112" [ 961.779851] env[69226]: _type = "Task" [ 961.779851] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.789559] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.832924] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': task-3495110, 'name': Rename_Task, 'duration_secs': 0.296463} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.834280] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.834280] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-499b3e38-81bc-4be5-8688-bb9cbc079624 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.842910] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Waiting for the task: (returnval){ [ 961.842910] env[69226]: value = "task-3495113" [ 961.842910] env[69226]: _type = "Task" [ 961.842910] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.855539] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': task-3495113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.864361] env[69226]: DEBUG oslo_concurrency.lockutils [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "interface-3f831b6f-cac6-428f-8351-5db92d811046-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.865054] env[69226]: DEBUG oslo_concurrency.lockutils [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "interface-3f831b6f-cac6-428f-8351-5db92d811046-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.865397] env[69226]: DEBUG nova.objects.instance [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lazy-loading 'flavor' on Instance uuid 3f831b6f-cac6-428f-8351-5db92d811046 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.992801] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495111, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.103988] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: d9603c2e-f0e0-45a6-a31d-b58c052874d4] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.248409] env[69226]: DEBUG nova.compute.utils [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.248914] env[69226]: DEBUG nova.compute.manager [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.249223] env[69226]: DEBUG nova.network.neutron [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.286812] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a1f55e6e-01df-4a95-90e5-4d67049bc680 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lock "d2b143e5-2a4a-43fa-824b-878b2b7c4b48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.718s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.296797] env[69226]: DEBUG oslo_vmware.api [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495112, 'name': PowerOnVM_Task, 'duration_secs': 0.493851} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.297698] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.300473] env[69226]: DEBUG nova.compute.manager [None req-44f1cb8e-51e8-4d0c-ab3b-4849dcb369d5 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.301960] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd58eb4-6cc9-4776-bae2-e9ab4e180821 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.313577] env[69226]: DEBUG nova.policy [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1adf69c70414894bc6b08fb28ca2894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '943bc6f18f734038a6c6186a42aebe1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.355150] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': task-3495113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.487749] env[69226]: DEBUG nova.objects.instance [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lazy-loading 'pci_requests' on Instance uuid 3f831b6f-cac6-428f-8351-5db92d811046 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.500358] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816406} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.502486] env[69226]: INFO nova.virt.vmwareapi.ds_util [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 23bde555-75d8-4795-8883-af20a99b4e28/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk. [ 962.502486] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bab51f-e64b-4359-82ee-2b7abdb14dd9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.534021] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 23bde555-75d8-4795-8883-af20a99b4e28/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.534021] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf68e8d3-00db-4d46-a61f-5afb9e1d0dd2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.555541] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 962.555541] env[69226]: value = "task-3495114" [ 962.555541] env[69226]: _type = "Task" [ 962.555541] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.571357] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.607521] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: ab246b37-d9a2-454a-932b-3b49cba0e0f9] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.643795] env[69226]: DEBUG nova.network.neutron [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Successfully created port: 7d70b9c2-4794-4ffa-bc32-e1cc422e570a {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.753709] env[69226]: DEBUG nova.compute.manager [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.855071] env[69226]: DEBUG oslo_vmware.api [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': task-3495113, 'name': PowerOnVM_Task, 'duration_secs': 0.732816} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.857753] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.858566] env[69226]: INFO nova.compute.manager [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Took 9.76 seconds to spawn the instance on the hypervisor. [ 962.858566] env[69226]: DEBUG nova.compute.manager [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.859719] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b021b8-b088-46f4-8eb8-ebcf1be051a3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.991704] env[69226]: DEBUG nova.objects.base [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Object Instance<3f831b6f-cac6-428f-8351-5db92d811046> lazy-loaded attributes: flavor,pci_requests {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 962.991927] env[69226]: DEBUG nova.network.neutron [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.035895] env[69226]: DEBUG nova.policy [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4b02c2d77dc4fe090145956ab223e07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51df88c85f974fd4b9585ca3bfe4de8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.066233] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.113037] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 993ac4fc-280c-49c9-a104-c05515b5e3a5] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.256427] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c282fef-6c62-415b-b3fb-d263f50165db {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.272070] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bdd17b-4296-44cf-a650-c376b10880d5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.305789] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5666b53b-8392-4fcc-bdc2-57c64509f818 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.316114] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b42ba9d-87b7-4bfa-bd2c-821a13c95c9b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.332427] env[69226]: DEBUG nova.compute.provider_tree [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.334373] env[69226]: DEBUG nova.network.neutron [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Successfully created port: 7cccf464-c504-4e90-a48f-0ec520109a2c {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.381552] env[69226]: INFO nova.compute.manager [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Took 52.62 seconds to build instance. [ 963.568520] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.616285] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: eb123ea6-e162-4dfc-9eba-1a2a908c47ec] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.748973] env[69226]: INFO nova.compute.manager [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Unrescuing [ 963.748973] env[69226]: DEBUG oslo_concurrency.lockutils [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "refresh_cache-3ee6f41e-36be-4277-a050-d4824d4956f3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.748973] env[69226]: DEBUG oslo_concurrency.lockutils [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquired lock "refresh_cache-3ee6f41e-36be-4277-a050-d4824d4956f3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.748973] env[69226]: DEBUG nova.network.neutron [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.766820] env[69226]: DEBUG nova.compute.manager [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.803963] env[69226]: DEBUG nova.virt.hardware [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.804228] env[69226]: DEBUG nova.virt.hardware [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.804385] env[69226]: DEBUG nova.virt.hardware [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.804565] env[69226]: DEBUG nova.virt.hardware [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.804731] env[69226]: DEBUG nova.virt.hardware [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.804880] env[69226]: DEBUG nova.virt.hardware [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.805629] env[69226]: DEBUG nova.virt.hardware [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.805907] env[69226]: DEBUG nova.virt.hardware [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.806088] env[69226]: DEBUG nova.virt.hardware [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.806272] env[69226]: DEBUG nova.virt.hardware [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.806537] env[69226]: DEBUG nova.virt.hardware [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.807488] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4323307-f54a-4b89-a09a-ca02459e919e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.816353] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df20b978-03e9-4639-b755-62841ab6ec22 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.838394] env[69226]: DEBUG nova.scheduler.client.report [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.883885] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa1a43ad-3eda-4c6b-a72d-5ab8ec93a4a0 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Lock "bb2197bb-1eac-4813-b7d6-a2cce069d6f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.766s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.071021] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495114, 'name': ReconfigVM_Task, 'duration_secs': 1.299115} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.071021] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 23bde555-75d8-4795-8883-af20a99b4e28/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.071021] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23618e17-b7cb-4044-bcc1-28019f970b21 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.111807] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57700dec-abaf-47df-9833-3d24517eba30 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.125303] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 69098679-d76f-4276-a76f-cba54747246d] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.130535] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 964.130535] env[69226]: value = "task-3495115" [ 964.130535] env[69226]: _type = "Task" [ 964.130535] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.141312] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.169410] env[69226]: DEBUG nova.network.neutron [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Successfully updated port: 7d70b9c2-4794-4ffa-bc32-e1cc422e570a {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.346880] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.346880] env[69226]: DEBUG nova.compute.manager [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.350526] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.448s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.350618] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.353544] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.032s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.358501] env[69226]: INFO nova.compute.claims [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.388921] env[69226]: INFO nova.scheduler.client.report [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Deleted allocations for instance d1ae021f-b198-4e45-a641-ef906796da10 [ 964.469017] env[69226]: DEBUG nova.network.neutron [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Updating instance_info_cache with network_info: [{"id": "cf81f4a4-c134-46b7-90ac-ceea2ef78d5d", "address": "fa:16:3e:f5:8d:96", "network": {"id": "41e2af77-0522-4582-9113-8926e140991e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1197704800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9998ac16845b4609ae8786d82ad3da37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf81f4a4-c1", "ovs_interfaceid": "cf81f4a4-c134-46b7-90ac-ceea2ef78d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.628926] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 22c24625-6973-44f4-8f39-7ae9c88bd8f1] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.641625] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495115, 'name': ReconfigVM_Task, 'duration_secs': 0.388073} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.641943] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.642230] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d49dbe49-fd16-43be-9c10-0cbb92199805 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.651458] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 964.651458] env[69226]: value = "task-3495116" [ 964.651458] env[69226]: _type = "Task" [ 964.651458] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.662064] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.673646] env[69226]: DEBUG oslo_concurrency.lockutils [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "refresh_cache-53d9a8f3-cfdc-4dc1-9924-198e4ac04038" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.673646] env[69226]: DEBUG oslo_concurrency.lockutils [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "refresh_cache-53d9a8f3-cfdc-4dc1-9924-198e4ac04038" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.673646] env[69226]: DEBUG nova.network.neutron [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.860918] env[69226]: DEBUG nova.compute.utils [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.865437] env[69226]: DEBUG nova.compute.manager [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.865437] env[69226]: DEBUG nova.network.neutron [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.901067] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76203035-1d8b-47ac-a3c0-a9236c57dd1b tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "d1ae021f-b198-4e45-a641-ef906796da10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.863s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.957087] env[69226]: DEBUG nova.policy [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c68fd3324be4707826beadcd192f5d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afeb460d630f46a68dc13ca12a7b2c65', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.972762] env[69226]: DEBUG oslo_concurrency.lockutils [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Releasing lock "refresh_cache-3ee6f41e-36be-4277-a050-d4824d4956f3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.972762] env[69226]: DEBUG nova.objects.instance [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lazy-loading 'flavor' on Instance uuid 3ee6f41e-36be-4277-a050-d4824d4956f3 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.076844] env[69226]: DEBUG nova.compute.manager [req-116b3d78-2a83-414d-bb62-8e78c51ece30 req-b9709953-53ec-49e8-8111-79affed34cc4 service nova] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Received event network-vif-plugged-7d70b9c2-4794-4ffa-bc32-e1cc422e570a {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.077084] env[69226]: DEBUG oslo_concurrency.lockutils [req-116b3d78-2a83-414d-bb62-8e78c51ece30 req-b9709953-53ec-49e8-8111-79affed34cc4 service nova] Acquiring lock "53d9a8f3-cfdc-4dc1-9924-198e4ac04038-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.077310] env[69226]: DEBUG oslo_concurrency.lockutils [req-116b3d78-2a83-414d-bb62-8e78c51ece30 req-b9709953-53ec-49e8-8111-79affed34cc4 service nova] Lock "53d9a8f3-cfdc-4dc1-9924-198e4ac04038-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.077532] env[69226]: DEBUG oslo_concurrency.lockutils [req-116b3d78-2a83-414d-bb62-8e78c51ece30 req-b9709953-53ec-49e8-8111-79affed34cc4 service nova] Lock "53d9a8f3-cfdc-4dc1-9924-198e4ac04038-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.077717] env[69226]: DEBUG nova.compute.manager [req-116b3d78-2a83-414d-bb62-8e78c51ece30 req-b9709953-53ec-49e8-8111-79affed34cc4 service nova] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] No waiting events found dispatching network-vif-plugged-7d70b9c2-4794-4ffa-bc32-e1cc422e570a {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.077899] env[69226]: WARNING nova.compute.manager [req-116b3d78-2a83-414d-bb62-8e78c51ece30 req-b9709953-53ec-49e8-8111-79affed34cc4 service nova] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Received unexpected event network-vif-plugged-7d70b9c2-4794-4ffa-bc32-e1cc422e570a for instance with vm_state building and task_state spawning. [ 965.088854] env[69226]: DEBUG nova.network.neutron [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Successfully updated port: 7cccf464-c504-4e90-a48f-0ec520109a2c {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.135875] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: dcb2c786-0332-4cda-bbf0-6f84ec4fb7aa] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.163675] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.231867] env[69226]: DEBUG nova.network.neutron [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.365045] env[69226]: DEBUG nova.compute.manager [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.434355] env[69226]: DEBUG nova.network.neutron [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Updating instance_info_cache with network_info: [{"id": "7d70b9c2-4794-4ffa-bc32-e1cc422e570a", "address": "fa:16:3e:7c:5a:3a", "network": {"id": "9c65556d-6175-4954-9db1-62a207b48aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1512905937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943bc6f18f734038a6c6186a42aebe1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d70b9c2-47", "ovs_interfaceid": "7d70b9c2-4794-4ffa-bc32-e1cc422e570a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.459152] env[69226]: DEBUG nova.network.neutron [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Successfully created port: 675c842d-98cb-4a69-9136-0792fb9822fa {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.478175] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62fb585-8a87-460f-9221-c157dff18aae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.512054] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.514829] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b21a076-bb82-408f-97c8-fbea76cc05a2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.523917] env[69226]: DEBUG oslo_vmware.api [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 965.523917] env[69226]: value = "task-3495117" [ 965.523917] env[69226]: _type = "Task" [ 965.523917] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.534146] env[69226]: DEBUG oslo_vmware.api [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.594714] env[69226]: DEBUG oslo_concurrency.lockutils [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.595335] env[69226]: DEBUG oslo_concurrency.lockutils [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.595794] env[69226]: DEBUG nova.network.neutron [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.638288] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 13e72229-59cc-4f51-bda1-f8c69cbef790] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.663081] env[69226]: DEBUG oslo_vmware.api [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495116, 'name': PowerOnVM_Task, 'duration_secs': 0.837049} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.663446] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.666678] env[69226]: DEBUG nova.compute.manager [None req-7e6e59ae-a291-4ed2-9e32-30ea8813add1 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.667665] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b78f303-d041-4156-b9ff-4720803ab521 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.937151] env[69226]: DEBUG oslo_concurrency.lockutils [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "refresh_cache-53d9a8f3-cfdc-4dc1-9924-198e4ac04038" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.937556] env[69226]: DEBUG nova.compute.manager [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Instance network_info: |[{"id": "7d70b9c2-4794-4ffa-bc32-e1cc422e570a", "address": "fa:16:3e:7c:5a:3a", "network": {"id": "9c65556d-6175-4954-9db1-62a207b48aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1512905937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943bc6f18f734038a6c6186a42aebe1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d70b9c2-47", "ovs_interfaceid": "7d70b9c2-4794-4ffa-bc32-e1cc422e570a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.937947] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:5a:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d70b9c2-4794-4ffa-bc32-e1cc422e570a', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.946212] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Creating folder: Project (943bc6f18f734038a6c6186a42aebe1d). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.947878] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-858b729e-c676-480c-b393-87ea420d37b5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.950887] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d043745-613a-4d63-b343-342a81492632 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.961021] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c312d5-5657-48bc-a0ae-13205f982b39 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.966010] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Created folder: Project (943bc6f18f734038a6c6186a42aebe1d) in parent group-v698365. [ 965.966215] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Creating folder: Instances. Parent ref: group-v698570. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.967317] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a39b1220-8733-4957-ab39-cffb10ffff98 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.997525] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bf4e28-39e4-4f76-a805-b594c6063e34 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.000475] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Created folder: Instances in parent group-v698570. [ 966.000576] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.001078] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.001711] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4796a72f-80a5-4ec1-8a7c-f21dffa5dc02 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.019842] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5e4495-6359-42c9-9b5e-5a3bc6c01fe6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.026501] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.026501] env[69226]: value = "task-3495120" [ 966.026501] env[69226]: _type = "Task" [ 966.026501] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.041293] env[69226]: DEBUG nova.compute.provider_tree [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.046378] env[69226]: DEBUG oslo_vmware.api [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495117, 'name': PowerOffVM_Task, 'duration_secs': 0.293308} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.046653] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.052386] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 966.056345] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-493727a1-a50d-4492-ad8e-2ea160627a9b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.069683] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495120, 'name': CreateVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.076887] env[69226]: DEBUG oslo_vmware.api [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 966.076887] env[69226]: value = "task-3495121" [ 966.076887] env[69226]: _type = "Task" [ 966.076887] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.087373] env[69226]: DEBUG oslo_vmware.api [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.141665] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: d8fe6fbd-05c2-4bf5-8615-bb505bd0c031] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.144828] env[69226]: WARNING nova.network.neutron [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] b5f8d613-1f81-4dd9-8a85-3ec46149a0ab already exists in list: networks containing: ['b5f8d613-1f81-4dd9-8a85-3ec46149a0ab']. ignoring it [ 966.378753] env[69226]: DEBUG nova.compute.manager [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.401443] env[69226]: DEBUG nova.virt.hardware [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.401550] env[69226]: DEBUG nova.virt.hardware [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.401688] env[69226]: DEBUG nova.virt.hardware [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.401872] env[69226]: DEBUG nova.virt.hardware [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.402304] env[69226]: DEBUG nova.virt.hardware [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.402622] env[69226]: DEBUG nova.virt.hardware [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.402884] env[69226]: DEBUG nova.virt.hardware [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.403240] env[69226]: DEBUG nova.virt.hardware [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.403310] env[69226]: DEBUG nova.virt.hardware [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.403483] env[69226]: DEBUG nova.virt.hardware [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.403734] env[69226]: DEBUG nova.virt.hardware [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.404709] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6700f37a-4dee-4b81-89ab-7df713c42971 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.417561] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577361bc-6757-4683-ab0b-4659491e24ec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.454692] env[69226]: DEBUG nova.network.neutron [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Updating instance_info_cache with network_info: [{"id": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "address": "fa:16:3e:19:e9:ea", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f61da8-d0", "ovs_interfaceid": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7cccf464-c504-4e90-a48f-0ec520109a2c", "address": "fa:16:3e:bc:f9:44", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cccf464-c5", "ovs_interfaceid": "7cccf464-c504-4e90-a48f-0ec520109a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.540472] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495120, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.547507] env[69226]: DEBUG nova.scheduler.client.report [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.588261] env[69226]: DEBUG oslo_vmware.api [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495121, 'name': ReconfigVM_Task, 'duration_secs': 0.240153} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.588629] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 966.588834] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.589108] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-007177c8-7654-4ab8-b0d4-d2565266ea62 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.596154] env[69226]: DEBUG oslo_vmware.api [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 966.596154] env[69226]: value = "task-3495122" [ 966.596154] env[69226]: _type = "Task" [ 966.596154] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.605734] env[69226]: DEBUG oslo_vmware.api [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.647298] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: bebef016-51f9-4368-9862-b1fc990fbb98] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.958531] env[69226]: DEBUG oslo_concurrency.lockutils [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.959277] env[69226]: DEBUG oslo_concurrency.lockutils [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.959435] env[69226]: DEBUG oslo_concurrency.lockutils [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.963040] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adc90ff-bea8-456f-bd7b-3a1eebf9eaee {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.983102] env[69226]: DEBUG nova.virt.hardware [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.983376] env[69226]: DEBUG nova.virt.hardware [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.983445] env[69226]: DEBUG nova.virt.hardware [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.983624] env[69226]: DEBUG nova.virt.hardware [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.983772] env[69226]: DEBUG nova.virt.hardware [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.983968] env[69226]: DEBUG nova.virt.hardware [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.984139] env[69226]: DEBUG nova.virt.hardware [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.984302] env[69226]: DEBUG nova.virt.hardware [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.984464] env[69226]: DEBUG nova.virt.hardware [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.984631] env[69226]: DEBUG nova.virt.hardware [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.984805] env[69226]: DEBUG nova.virt.hardware [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.991426] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Reconfiguring VM to attach interface {{(pid=69226) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 966.991782] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a954cf78-9876-4d87-a10f-690b43fa446c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.012407] env[69226]: DEBUG oslo_vmware.api [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 967.012407] env[69226]: value = "task-3495123" [ 967.012407] env[69226]: _type = "Task" [ 967.012407] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.021433] env[69226]: DEBUG oslo_vmware.api [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495123, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.026628] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "01a3d136-0b57-4977-b3de-9d3743b9b530" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.026799] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "01a3d136-0b57-4977-b3de-9d3743b9b530" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.041221] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495120, 'name': CreateVM_Task, 'duration_secs': 0.853914} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.042032] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.042934] env[69226]: DEBUG oslo_concurrency.lockutils [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.042934] env[69226]: DEBUG oslo_concurrency.lockutils [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.043252] env[69226]: DEBUG oslo_concurrency.lockutils [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.043949] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad72032e-5b88-4941-9898-9630b8b6b440 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.046531] env[69226]: DEBUG nova.network.neutron [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Successfully updated port: 675c842d-98cb-4a69-9136-0792fb9822fa {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.052696] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.053871] env[69226]: DEBUG nova.compute.manager [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.056183] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 967.056183] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529ebed2-af08-1dbd-cae6-ffd3a6c7a81c" [ 967.056183] env[69226]: _type = "Task" [ 967.056183] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.057207] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.972s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.058446] env[69226]: INFO nova.compute.claims [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.073705] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529ebed2-af08-1dbd-cae6-ffd3a6c7a81c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.108517] env[69226]: DEBUG oslo_vmware.api [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495122, 'name': PowerOnVM_Task, 'duration_secs': 0.422698} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.108781] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.109137] env[69226]: DEBUG nova.compute.manager [None req-993e5028-5982-4000-97f7-255ebb46ff46 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.109795] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eac29c-9fb1-41d4-b3ef-63e212c4bdaf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.150626] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 082b9d94-88f6-4b1d-b7af-fb508bb61e82] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.311519] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquiring lock "8260adf6-6823-4ac8-8a16-a21d7e440d5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.311769] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lock "8260adf6-6823-4ac8-8a16-a21d7e440d5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.525363] env[69226]: DEBUG oslo_vmware.api [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.528884] env[69226]: DEBUG nova.compute.manager [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.549682] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "refresh_cache-520475d6-f012-4a6f-855d-2e4742161e67" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.549834] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "refresh_cache-520475d6-f012-4a6f-855d-2e4742161e67" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.549988] env[69226]: DEBUG nova.network.neutron [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.558646] env[69226]: DEBUG nova.compute.utils [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.560994] env[69226]: DEBUG nova.compute.manager [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.561253] env[69226]: DEBUG nova.network.neutron [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.581833] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529ebed2-af08-1dbd-cae6-ffd3a6c7a81c, 'name': SearchDatastore_Task, 'duration_secs': 0.028322} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.582159] env[69226]: DEBUG oslo_concurrency.lockutils [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.582393] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.582623] env[69226]: DEBUG oslo_concurrency.lockutils [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.582768] env[69226]: DEBUG oslo_concurrency.lockutils [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.582945] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.583227] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6c43831-70b5-4833-ae7d-97a25ed91001 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.594535] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.594724] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.595693] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a32ec7e-a6a9-48ea-9551-43cfdbba571a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.602133] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 967.602133] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52025add-4a2d-31de-2d4c-cbe3222da4f2" [ 967.602133] env[69226]: _type = "Task" [ 967.602133] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.610412] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52025add-4a2d-31de-2d4c-cbe3222da4f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.611785] env[69226]: DEBUG nova.policy [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4278fe41677f4436a2bf01f27dfd6145', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e85e55ac20424058a2e631db436f18a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.653843] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 4843d66a-3d1f-40fc-9862-e9cdbc2f8d3f] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.813960] env[69226]: DEBUG nova.compute.manager [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.910463] env[69226]: DEBUG nova.network.neutron [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Successfully created port: 4f088987-e289-4308-bfe1-cb590146da4e {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.030621] env[69226]: DEBUG oslo_vmware.api [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495123, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.056296] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.065222] env[69226]: DEBUG nova.compute.manager [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.097135] env[69226]: DEBUG nova.network.neutron [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.114177] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52025add-4a2d-31de-2d4c-cbe3222da4f2, 'name': SearchDatastore_Task, 'duration_secs': 0.032335} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.118158] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac16cd6-033d-4c2c-a939-8d97311463fb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.127540] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 968.127540] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c320c0-382d-0b02-4d49-3485f973ed74" [ 968.127540] env[69226]: _type = "Task" [ 968.127540] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.142011] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c320c0-382d-0b02-4d49-3485f973ed74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.160538] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: a823bd62-20a8-4b40-8698-e164d21a7471] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.316762] env[69226]: DEBUG nova.network.neutron [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Updating instance_info_cache with network_info: [{"id": "675c842d-98cb-4a69-9136-0792fb9822fa", "address": "fa:16:3e:fc:6f:0f", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675c842d-98", "ovs_interfaceid": "675c842d-98cb-4a69-9136-0792fb9822fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.337500] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.364571] env[69226]: DEBUG nova.compute.manager [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Received event network-changed-7d70b9c2-4794-4ffa-bc32-e1cc422e570a {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.364571] env[69226]: DEBUG nova.compute.manager [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Refreshing instance network info cache due to event network-changed-7d70b9c2-4794-4ffa-bc32-e1cc422e570a. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.364571] env[69226]: DEBUG oslo_concurrency.lockutils [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] Acquiring lock "refresh_cache-53d9a8f3-cfdc-4dc1-9924-198e4ac04038" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.364842] env[69226]: DEBUG oslo_concurrency.lockutils [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] Acquired lock "refresh_cache-53d9a8f3-cfdc-4dc1-9924-198e4ac04038" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.364842] env[69226]: DEBUG nova.network.neutron [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Refreshing network info cache for port 7d70b9c2-4794-4ffa-bc32-e1cc422e570a {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.526299] env[69226]: DEBUG oslo_vmware.api [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495123, 'name': ReconfigVM_Task, 'duration_secs': 1.23802} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.526808] env[69226]: DEBUG oslo_concurrency.lockutils [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.527021] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Reconfigured VM to attach interface {{(pid=69226) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 968.602720] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e067107-9e8c-462a-9d47-9482d8bacd8a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.612774] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baeb2868-fa53-45a9-a7e7-225c2f4da3e0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.648696] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349d5360-bb36-4a18-99bd-1fbc5f90339b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.660951] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c320c0-382d-0b02-4d49-3485f973ed74, 'name': SearchDatastore_Task, 'duration_secs': 0.036045} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.661287] env[69226]: DEBUG oslo_concurrency.lockutils [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.661556] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 53d9a8f3-cfdc-4dc1-9924-198e4ac04038/53d9a8f3-cfdc-4dc1-9924-198e4ac04038.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.662842] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c437310-779c-4f95-90e9-8b1e6ee981ad {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.666546] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8780ef5e-f011-4622-9913-4b1121c07702 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.668924] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 8214b619-33e9-463b-bc33-cb2957f8b348] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.686398] env[69226]: DEBUG nova.compute.provider_tree [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.686539] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 968.686539] env[69226]: value = "task-3495124" [ 968.686539] env[69226]: _type = "Task" [ 968.686539] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.696014] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.824283] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "refresh_cache-520475d6-f012-4a6f-855d-2e4742161e67" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.824642] env[69226]: DEBUG nova.compute.manager [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Instance network_info: |[{"id": "675c842d-98cb-4a69-9136-0792fb9822fa", "address": "fa:16:3e:fc:6f:0f", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675c842d-98", "ovs_interfaceid": "675c842d-98cb-4a69-9136-0792fb9822fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.825201] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:6f:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '675c842d-98cb-4a69-9136-0792fb9822fa', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.835937] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.836866] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.837266] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-203108f7-c5d0-4275-98f2-54c75beb535e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.876351] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.876351] env[69226]: value = "task-3495125" [ 968.876351] env[69226]: _type = "Task" [ 968.876351] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.889585] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495125, 'name': CreateVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.930447] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Acquiring lock "bb2197bb-1eac-4813-b7d6-a2cce069d6f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.930808] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Lock "bb2197bb-1eac-4813-b7d6-a2cce069d6f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.931025] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Acquiring lock "bb2197bb-1eac-4813-b7d6-a2cce069d6f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.931191] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Lock "bb2197bb-1eac-4813-b7d6-a2cce069d6f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.931389] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Lock "bb2197bb-1eac-4813-b7d6-a2cce069d6f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.934871] env[69226]: INFO nova.compute.manager [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Terminating instance [ 969.032869] env[69226]: DEBUG oslo_concurrency.lockutils [None req-31acbb36-9bc2-4d70-8016-c20847f36a27 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "interface-3f831b6f-cac6-428f-8351-5db92d811046-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.168s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.080663] env[69226]: DEBUG nova.compute.manager [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.108697] env[69226]: DEBUG nova.virt.hardware [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.108955] env[69226]: DEBUG nova.virt.hardware [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.109153] env[69226]: DEBUG nova.virt.hardware [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.109383] env[69226]: DEBUG nova.virt.hardware [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.109538] env[69226]: DEBUG nova.virt.hardware [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.109686] env[69226]: DEBUG nova.virt.hardware [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.109898] env[69226]: DEBUG nova.virt.hardware [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.110073] env[69226]: DEBUG nova.virt.hardware [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.110299] env[69226]: DEBUG nova.virt.hardware [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.110471] env[69226]: DEBUG nova.virt.hardware [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.110647] env[69226]: DEBUG nova.virt.hardware [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.111611] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb85385d-bd89-40e8-b5f1-5b6384969af0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.120879] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da4dd55-7f48-4420-9258-b98597b5e04b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.125754] env[69226]: DEBUG nova.network.neutron [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Updated VIF entry in instance network info cache for port 7d70b9c2-4794-4ffa-bc32-e1cc422e570a. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.126130] env[69226]: DEBUG nova.network.neutron [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Updating instance_info_cache with network_info: [{"id": "7d70b9c2-4794-4ffa-bc32-e1cc422e570a", "address": "fa:16:3e:7c:5a:3a", "network": {"id": "9c65556d-6175-4954-9db1-62a207b48aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1512905937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943bc6f18f734038a6c6186a42aebe1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d70b9c2-47", "ovs_interfaceid": "7d70b9c2-4794-4ffa-bc32-e1cc422e570a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.172086] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 15a216a3-85e7-40f3-bdd2-7d1ac563aeb0] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.192796] env[69226]: DEBUG nova.scheduler.client.report [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.203414] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495124, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.363229] env[69226]: DEBUG oslo_concurrency.lockutils [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "3ee6f41e-36be-4277-a050-d4824d4956f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.363509] env[69226]: DEBUG oslo_concurrency.lockutils [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lock "3ee6f41e-36be-4277-a050-d4824d4956f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.363751] env[69226]: DEBUG oslo_concurrency.lockutils [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "3ee6f41e-36be-4277-a050-d4824d4956f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.363940] env[69226]: DEBUG oslo_concurrency.lockutils [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lock "3ee6f41e-36be-4277-a050-d4824d4956f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.364204] env[69226]: DEBUG oslo_concurrency.lockutils [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lock "3ee6f41e-36be-4277-a050-d4824d4956f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.367512] env[69226]: INFO nova.compute.manager [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Terminating instance [ 969.388390] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495125, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.440033] env[69226]: DEBUG nova.compute.manager [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.441045] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.442560] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521a95fe-eb39-4d59-8450-ea025ac77d20 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.451940] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.452255] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b167c2fb-57b2-44ac-a50e-7d948d740714 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.460108] env[69226]: DEBUG oslo_vmware.api [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Waiting for the task: (returnval){ [ 969.460108] env[69226]: value = "task-3495126" [ 969.460108] env[69226]: _type = "Task" [ 969.460108] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.468911] env[69226]: DEBUG oslo_vmware.api [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': task-3495126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.582562] env[69226]: DEBUG nova.network.neutron [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Successfully updated port: 4f088987-e289-4308-bfe1-cb590146da4e {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.629677] env[69226]: DEBUG oslo_concurrency.lockutils [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] Releasing lock "refresh_cache-53d9a8f3-cfdc-4dc1-9924-198e4ac04038" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.630117] env[69226]: DEBUG nova.compute.manager [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Received event network-vif-plugged-7cccf464-c504-4e90-a48f-0ec520109a2c {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.630306] env[69226]: DEBUG oslo_concurrency.lockutils [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] Acquiring lock "3f831b6f-cac6-428f-8351-5db92d811046-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.630525] env[69226]: DEBUG oslo_concurrency.lockutils [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] Lock "3f831b6f-cac6-428f-8351-5db92d811046-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.630694] env[69226]: DEBUG oslo_concurrency.lockutils [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] Lock "3f831b6f-cac6-428f-8351-5db92d811046-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.630864] env[69226]: DEBUG nova.compute.manager [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] No waiting events found dispatching network-vif-plugged-7cccf464-c504-4e90-a48f-0ec520109a2c {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.631090] env[69226]: WARNING nova.compute.manager [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Received unexpected event network-vif-plugged-7cccf464-c504-4e90-a48f-0ec520109a2c for instance with vm_state active and task_state None. [ 969.631307] env[69226]: DEBUG nova.compute.manager [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Received event network-changed-7cccf464-c504-4e90-a48f-0ec520109a2c {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.631491] env[69226]: DEBUG nova.compute.manager [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Refreshing instance network info cache due to event network-changed-7cccf464-c504-4e90-a48f-0ec520109a2c. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.631687] env[69226]: DEBUG oslo_concurrency.lockutils [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] Acquiring lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.631824] env[69226]: DEBUG oslo_concurrency.lockutils [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] Acquired lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.631981] env[69226]: DEBUG nova.network.neutron [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Refreshing network info cache for port 7cccf464-c504-4e90-a48f-0ec520109a2c {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.675116] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 04510015-46c8-4629-9033-3ae5817e59df] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.701352] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.702310] env[69226]: DEBUG nova.compute.manager [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.705133] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83572} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.705245] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.978s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.705391] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.705587] env[69226]: INFO nova.compute.manager [None req-6a412153-63ef-4895-96b6-d1bd33c5b683 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Successfully reverted task state from rebuilding on failure for instance. [ 969.711058] env[69226]: DEBUG oslo_concurrency.lockutils [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.114s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.711195] env[69226]: DEBUG oslo_concurrency.lockutils [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.713191] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.036s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.713376] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.715391] env[69226]: DEBUG oslo_concurrency.lockutils [None req-adb697b9-5c3f-4eaa-adcc-a1795b206d77 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.914s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.715577] env[69226]: DEBUG oslo_concurrency.lockutils [None req-adb697b9-5c3f-4eaa-adcc-a1795b206d77 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.717206] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.277s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.718777] env[69226]: INFO nova.compute.claims [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.722125] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 53d9a8f3-cfdc-4dc1-9924-198e4ac04038/53d9a8f3-cfdc-4dc1-9924-198e4ac04038.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.722370] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.724297] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80571efb-067f-4cf8-be51-58796d62be28 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.732832] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 969.732832] env[69226]: value = "task-3495127" [ 969.732832] env[69226]: _type = "Task" [ 969.732832] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.741970] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.762843] env[69226]: INFO nova.scheduler.client.report [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Deleted allocations for instance 7ca585fd-b893-4d86-850b-a638a155da5d [ 969.764798] env[69226]: INFO nova.scheduler.client.report [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Deleted allocations for instance 40485daf-2011-4d34-b9d0-c696988de711 [ 969.874189] env[69226]: INFO nova.compute.manager [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Unrescuing [ 969.874489] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.874640] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquired lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.874949] env[69226]: DEBUG nova.network.neutron [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.876579] env[69226]: DEBUG nova.compute.manager [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.876780] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.877847] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a5d8a5-0d8e-432c-88a3-411d8376c143 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.893627] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495125, 'name': CreateVM_Task, 'duration_secs': 0.765605} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.893627] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.894346] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.894346] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34099666-722d-4225-864d-edd7c0fef99e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.895957] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.896309] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.900020] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.900020] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4731b75a-ee61-47d3-b52e-20d5a193fe5d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.902812] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 969.902812] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5256b8e6-55bb-8532-e388-342d51e5cf14" [ 969.902812] env[69226]: _type = "Task" [ 969.902812] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.904156] env[69226]: DEBUG oslo_vmware.api [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 969.904156] env[69226]: value = "task-3495128" [ 969.904156] env[69226]: _type = "Task" [ 969.904156] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.918862] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5256b8e6-55bb-8532-e388-342d51e5cf14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.922216] env[69226]: DEBUG oslo_vmware.api [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.973893] env[69226]: DEBUG oslo_vmware.api [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': task-3495126, 'name': PowerOffVM_Task, 'duration_secs': 0.228404} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.974026] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.974688] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.974688] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c000adbf-135f-4c7c-8f3d-ede9afd5c3ac {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.058850] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.058850] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.059314] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Deleting the datastore file [datastore1] bb2197bb-1eac-4813-b7d6-a2cce069d6f1 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.059391] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fa7fad1-622b-464c-8d22-dcd775ff0225 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.074075] env[69226]: DEBUG oslo_vmware.api [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Waiting for the task: (returnval){ [ 970.074075] env[69226]: value = "task-3495130" [ 970.074075] env[69226]: _type = "Task" [ 970.074075] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.083349] env[69226]: DEBUG oslo_vmware.api [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': task-3495130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.085038] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "refresh_cache-e98bea42-c105-4939-9171-d0a02de16717" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.085185] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired lock "refresh_cache-e98bea42-c105-4939-9171-d0a02de16717" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.086020] env[69226]: DEBUG nova.network.neutron [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.179692] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: f24d0958-af72-4bb1-b88d-5244a488ef2b] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.206924] env[69226]: DEBUG nova.compute.utils [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.209244] env[69226]: DEBUG nova.compute.manager [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Not allocating networking since 'none' was specified. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 970.244547] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126655} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.244807] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.245591] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87be2a7-49c9-406e-84eb-d4629080964d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.250450] env[69226]: DEBUG oslo_concurrency.lockutils [None req-adb697b9-5c3f-4eaa-adcc-a1795b206d77 tempest-ServerActionsV293TestJSON-1968701766 tempest-ServerActionsV293TestJSON-1968701766-project-member] Lock "f1a7c151-4a73-420d-9fdb-199f9a136198" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.283s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.271159] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 53d9a8f3-cfdc-4dc1-9924-198e4ac04038/53d9a8f3-cfdc-4dc1-9924-198e4ac04038.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.277824] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abff4951-89e4-4c00-aae3-c4f79f31d436 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.292184] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b00eca6d-bfd9-453f-a23b-de9bc1eb5189 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "7ca585fd-b893-4d86-850b-a638a155da5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.123s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.297063] env[69226]: DEBUG oslo_concurrency.lockutils [None req-98f9dea8-8b7a-4cfd-bbde-cdc9a46d3926 tempest-VolumesAdminNegativeTest-292929570 tempest-VolumesAdminNegativeTest-292929570-project-member] Lock "40485daf-2011-4d34-b9d0-c696988de711" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.830s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.301644] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 970.301644] env[69226]: value = "task-3495131" [ 970.301644] env[69226]: _type = "Task" [ 970.301644] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.311411] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.368583] env[69226]: DEBUG nova.network.neutron [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Updated VIF entry in instance network info cache for port 7cccf464-c504-4e90-a48f-0ec520109a2c. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.368972] env[69226]: DEBUG nova.network.neutron [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Updating instance_info_cache with network_info: [{"id": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "address": "fa:16:3e:19:e9:ea", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f61da8-d0", "ovs_interfaceid": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7cccf464-c504-4e90-a48f-0ec520109a2c", "address": "fa:16:3e:bc:f9:44", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cccf464-c5", "ovs_interfaceid": "7cccf464-c504-4e90-a48f-0ec520109a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.420322] env[69226]: DEBUG oslo_vmware.api [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495128, 'name': PowerOffVM_Task, 'duration_secs': 0.259284} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.424228] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.424228] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.424228] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5256b8e6-55bb-8532-e388-342d51e5cf14, 'name': SearchDatastore_Task, 'duration_secs': 0.040707} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.424423] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dac803b-dd24-4fcb-aced-6a9ede0a77ad {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.426042] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.426415] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.426504] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.426867] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.426867] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.427095] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3004149f-6e7d-4df6-b06f-80f4a875e556 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.436721] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.436721] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.437620] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef91ffe-29f6-48a2-a3d5-7190a573dbb0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.443472] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 970.443472] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5287026e-e055-99f4-ff1f-659ac2f51573" [ 970.443472] env[69226]: _type = "Task" [ 970.443472] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.454802] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5287026e-e055-99f4-ff1f-659ac2f51573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.496446] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.496760] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.497406] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Deleting the datastore file [datastore2] 3ee6f41e-36be-4277-a050-d4824d4956f3 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.497406] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01c447f8-589d-4322-b897-d8cdde647d4a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.504366] env[69226]: DEBUG oslo_vmware.api [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 970.504366] env[69226]: value = "task-3495133" [ 970.504366] env[69226]: _type = "Task" [ 970.504366] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.513808] env[69226]: DEBUG oslo_vmware.api [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.585793] env[69226]: DEBUG oslo_vmware.api [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': task-3495130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.631314] env[69226]: DEBUG nova.network.neutron [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.635783] env[69226]: DEBUG nova.network.neutron [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Updating instance_info_cache with network_info: [{"id": "6ef1788c-562a-406c-a0fd-695237588e2b", "address": "fa:16:3e:cd:de:7d", "network": {"id": "85cf7be8-41f9-4e70-8b2f-485ca7fec54d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-222152902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "011ca348b5f448e4a2d98e689303400f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef1788c-56", "ovs_interfaceid": "6ef1788c-562a-406c-a0fd-695237588e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.638364] env[69226]: DEBUG nova.compute.manager [req-8947edf5-b4f8-4cbb-afb0-d81c366a5954 req-0dc6e0f4-a664-4c0e-9d11-951fc1075191 service nova] [instance: e98bea42-c105-4939-9171-d0a02de16717] Received event network-vif-plugged-4f088987-e289-4308-bfe1-cb590146da4e {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.640481] env[69226]: DEBUG oslo_concurrency.lockutils [req-8947edf5-b4f8-4cbb-afb0-d81c366a5954 req-0dc6e0f4-a664-4c0e-9d11-951fc1075191 service nova] Acquiring lock "e98bea42-c105-4939-9171-d0a02de16717-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.640481] env[69226]: DEBUG oslo_concurrency.lockutils [req-8947edf5-b4f8-4cbb-afb0-d81c366a5954 req-0dc6e0f4-a664-4c0e-9d11-951fc1075191 service nova] Lock "e98bea42-c105-4939-9171-d0a02de16717-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.640481] env[69226]: DEBUG oslo_concurrency.lockutils [req-8947edf5-b4f8-4cbb-afb0-d81c366a5954 req-0dc6e0f4-a664-4c0e-9d11-951fc1075191 service nova] Lock "e98bea42-c105-4939-9171-d0a02de16717-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.640481] env[69226]: DEBUG nova.compute.manager [req-8947edf5-b4f8-4cbb-afb0-d81c366a5954 req-0dc6e0f4-a664-4c0e-9d11-951fc1075191 service nova] [instance: e98bea42-c105-4939-9171-d0a02de16717] No waiting events found dispatching network-vif-plugged-4f088987-e289-4308-bfe1-cb590146da4e {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.640481] env[69226]: WARNING nova.compute.manager [req-8947edf5-b4f8-4cbb-afb0-d81c366a5954 req-0dc6e0f4-a664-4c0e-9d11-951fc1075191 service nova] [instance: e98bea42-c105-4939-9171-d0a02de16717] Received unexpected event network-vif-plugged-4f088987-e289-4308-bfe1-cb590146da4e for instance with vm_state building and task_state spawning. [ 970.640481] env[69226]: DEBUG nova.compute.manager [req-8947edf5-b4f8-4cbb-afb0-d81c366a5954 req-0dc6e0f4-a664-4c0e-9d11-951fc1075191 service nova] [instance: e98bea42-c105-4939-9171-d0a02de16717] Received event network-changed-4f088987-e289-4308-bfe1-cb590146da4e {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.640481] env[69226]: DEBUG nova.compute.manager [req-8947edf5-b4f8-4cbb-afb0-d81c366a5954 req-0dc6e0f4-a664-4c0e-9d11-951fc1075191 service nova] [instance: e98bea42-c105-4939-9171-d0a02de16717] Refreshing instance network info cache due to event network-changed-4f088987-e289-4308-bfe1-cb590146da4e. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.640481] env[69226]: DEBUG oslo_concurrency.lockutils [req-8947edf5-b4f8-4cbb-afb0-d81c366a5954 req-0dc6e0f4-a664-4c0e-9d11-951fc1075191 service nova] Acquiring lock "refresh_cache-e98bea42-c105-4939-9171-d0a02de16717" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.683506] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: e9d01ac4-c62e-4cbb-bed2-2fdfb51df71c] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.710253] env[69226]: DEBUG nova.compute.manager [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.776132] env[69226]: DEBUG nova.network.neutron [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Updating instance_info_cache with network_info: [{"id": "4f088987-e289-4308-bfe1-cb590146da4e", "address": "fa:16:3e:35:c1:d0", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f088987-e2", "ovs_interfaceid": "4f088987-e289-4308-bfe1-cb590146da4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.820018] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495131, 'name': ReconfigVM_Task, 'duration_secs': 0.459554} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.820559] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 53d9a8f3-cfdc-4dc1-9924-198e4ac04038/53d9a8f3-cfdc-4dc1-9924-198e4ac04038.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.821375] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89348a70-e0a3-4464-8b8b-c1cd381f51af {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.828636] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 970.828636] env[69226]: value = "task-3495134" [ 970.828636] env[69226]: _type = "Task" [ 970.828636] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.839975] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495134, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.872554] env[69226]: DEBUG oslo_concurrency.lockutils [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] Releasing lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.872910] env[69226]: DEBUG nova.compute.manager [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Received event network-vif-plugged-675c842d-98cb-4a69-9136-0792fb9822fa {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.873222] env[69226]: DEBUG oslo_concurrency.lockutils [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] Acquiring lock "520475d6-f012-4a6f-855d-2e4742161e67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.873404] env[69226]: DEBUG oslo_concurrency.lockutils [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] Lock "520475d6-f012-4a6f-855d-2e4742161e67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.873707] env[69226]: DEBUG oslo_concurrency.lockutils [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] Lock "520475d6-f012-4a6f-855d-2e4742161e67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.873777] env[69226]: DEBUG nova.compute.manager [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] No waiting events found dispatching network-vif-plugged-675c842d-98cb-4a69-9136-0792fb9822fa {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.873973] env[69226]: WARNING nova.compute.manager [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Received unexpected event network-vif-plugged-675c842d-98cb-4a69-9136-0792fb9822fa for instance with vm_state building and task_state spawning. [ 970.874203] env[69226]: DEBUG nova.compute.manager [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Received event network-changed-675c842d-98cb-4a69-9136-0792fb9822fa {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.874386] env[69226]: DEBUG nova.compute.manager [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Refreshing instance network info cache due to event network-changed-675c842d-98cb-4a69-9136-0792fb9822fa. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.874595] env[69226]: DEBUG oslo_concurrency.lockutils [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] Acquiring lock "refresh_cache-520475d6-f012-4a6f-855d-2e4742161e67" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.874949] env[69226]: DEBUG oslo_concurrency.lockutils [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] Acquired lock "refresh_cache-520475d6-f012-4a6f-855d-2e4742161e67" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.874949] env[69226]: DEBUG nova.network.neutron [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Refreshing network info cache for port 675c842d-98cb-4a69-9136-0792fb9822fa {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.956738] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5287026e-e055-99f4-ff1f-659ac2f51573, 'name': SearchDatastore_Task, 'duration_secs': 0.024396} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.957861] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39081a1b-4781-41fc-b2a4-ad69b85949ff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.964788] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 970.964788] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52729210-3d9e-9a7a-367e-9449663a0496" [ 970.964788] env[69226]: _type = "Task" [ 970.964788] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.976738] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52729210-3d9e-9a7a-367e-9449663a0496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.016607] env[69226]: DEBUG oslo_vmware.api [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.086954] env[69226]: DEBUG oslo_vmware.api [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Task: {'id': task-3495130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.927374} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.087661] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.087954] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.088302] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.088594] env[69226]: INFO nova.compute.manager [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Took 1.65 seconds to destroy the instance on the hypervisor. [ 971.089184] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.092054] env[69226]: DEBUG nova.compute.manager [-] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.092277] env[69226]: DEBUG nova.network.neutron [-] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.141872] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Releasing lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.144490] env[69226]: DEBUG nova.objects.instance [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lazy-loading 'flavor' on Instance uuid 23bde555-75d8-4795-8883-af20a99b4e28 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.188459] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 168831bc-c8b0-415e-89d4-6a1b5ea03dc3] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.259904] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a232f3b1-8356-45f4-8baa-b74e8c86e843 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.269127] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e9b839-a7a5-4c56-8057-bd9846d536a8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.306749] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Releasing lock "refresh_cache-e98bea42-c105-4939-9171-d0a02de16717" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.307395] env[69226]: DEBUG nova.compute.manager [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Instance network_info: |[{"id": "4f088987-e289-4308-bfe1-cb590146da4e", "address": "fa:16:3e:35:c1:d0", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f088987-e2", "ovs_interfaceid": "4f088987-e289-4308-bfe1-cb590146da4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.307892] env[69226]: DEBUG oslo_concurrency.lockutils [req-8947edf5-b4f8-4cbb-afb0-d81c366a5954 req-0dc6e0f4-a664-4c0e-9d11-951fc1075191 service nova] Acquired lock "refresh_cache-e98bea42-c105-4939-9171-d0a02de16717" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.308262] env[69226]: DEBUG nova.network.neutron [req-8947edf5-b4f8-4cbb-afb0-d81c366a5954 req-0dc6e0f4-a664-4c0e-9d11-951fc1075191 service nova] [instance: e98bea42-c105-4939-9171-d0a02de16717] Refreshing network info cache for port 4f088987-e289-4308-bfe1-cb590146da4e {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.309335] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:c1:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f088987-e289-4308-bfe1-cb590146da4e', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.317887] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.318704] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22b0b41-7bbf-4484-a93b-36e6ca7b08d5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.325415] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e98bea42-c105-4939-9171-d0a02de16717] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.325558] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a91b10b-f8f6-4d76-8534-c31251ce8c48 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.351728] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0833329-56f8-4347-9bb9-63f6e3f4d067 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.359796] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495134, 'name': Rename_Task, 'duration_secs': 0.241303} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.360068] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.360068] env[69226]: value = "task-3495135" [ 971.360068] env[69226]: _type = "Task" [ 971.360068] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.360853] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.361186] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f621d5d-250f-4ecb-89a6-7e395d782c34 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.376046] env[69226]: DEBUG nova.compute.provider_tree [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.388144] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495135, 'name': CreateVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.389692] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 971.389692] env[69226]: value = "task-3495136" [ 971.389692] env[69226]: _type = "Task" [ 971.389692] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.403274] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.476131] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52729210-3d9e-9a7a-367e-9449663a0496, 'name': SearchDatastore_Task, 'duration_secs': 0.018123} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.476131] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.476131] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 520475d6-f012-4a6f-855d-2e4742161e67/520475d6-f012-4a6f-855d-2e4742161e67.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.476131] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a978a845-08ad-4aa9-9d54-7d0d1a22a9a5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.483103] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 971.483103] env[69226]: value = "task-3495137" [ 971.483103] env[69226]: _type = "Task" [ 971.483103] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.490321] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.513087] env[69226]: DEBUG oslo_vmware.api [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.51534} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.513546] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.513672] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.513847] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.514036] env[69226]: INFO nova.compute.manager [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Took 1.64 seconds to destroy the instance on the hypervisor. [ 971.514335] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.514559] env[69226]: DEBUG nova.compute.manager [-] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.514664] env[69226]: DEBUG nova.network.neutron [-] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.653390] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c377b93f-f61d-4afd-97b3-810bfb819eb9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.678788] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.682285] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b4c9eac-d8f9-4634-97ad-de1d8fa7c93e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.689266] env[69226]: DEBUG oslo_vmware.api [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 971.689266] env[69226]: value = "task-3495138" [ 971.689266] env[69226]: _type = "Task" [ 971.689266] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.698202] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 3d524a5b-6e5e-4ae9-883f-8f99339b9ffd] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.700605] env[69226]: DEBUG oslo_vmware.api [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.704433] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "interface-3f831b6f-cac6-428f-8351-5db92d811046-28bb2fdd-21a0-4ae9-a72e-2387756c6036" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.707169] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "interface-3f831b6f-cac6-428f-8351-5db92d811046-28bb2fdd-21a0-4ae9-a72e-2387756c6036" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.003s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.707495] env[69226]: DEBUG nova.objects.instance [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lazy-loading 'flavor' on Instance uuid 3f831b6f-cac6-428f-8351-5db92d811046 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.723261] env[69226]: DEBUG nova.compute.manager [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.748765] env[69226]: DEBUG oslo_concurrency.lockutils [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "20983dcc-7227-4e04-b691-4622b2dc2cce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.749015] env[69226]: DEBUG oslo_concurrency.lockutils [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "20983dcc-7227-4e04-b691-4622b2dc2cce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.749281] env[69226]: DEBUG oslo_concurrency.lockutils [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "20983dcc-7227-4e04-b691-4622b2dc2cce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.749427] env[69226]: DEBUG oslo_concurrency.lockutils [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "20983dcc-7227-4e04-b691-4622b2dc2cce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.749603] env[69226]: DEBUG oslo_concurrency.lockutils [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "20983dcc-7227-4e04-b691-4622b2dc2cce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.752617] env[69226]: INFO nova.compute.manager [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Terminating instance [ 971.762311] env[69226]: DEBUG nova.virt.hardware [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.762579] env[69226]: DEBUG nova.virt.hardware [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.762745] env[69226]: DEBUG nova.virt.hardware [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.762931] env[69226]: DEBUG nova.virt.hardware [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.763206] env[69226]: DEBUG nova.virt.hardware [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.763383] env[69226]: DEBUG nova.virt.hardware [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.763596] env[69226]: DEBUG nova.virt.hardware [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.763756] env[69226]: DEBUG nova.virt.hardware [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.763917] env[69226]: DEBUG nova.virt.hardware [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.764100] env[69226]: DEBUG nova.virt.hardware [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.764280] env[69226]: DEBUG nova.virt.hardware [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.765651] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c40d6fc-4086-439a-a82d-664c35602312 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.782723] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66e3bb9-db6b-4599-8d6d-901c38aa5a22 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.801793] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Instance VIF info [] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.807973] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Creating folder: Project (3c557a223d664ad2b97c4fec8a220a4b). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.809382] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2394bfa-57fa-4db7-9709-0bbfed7fa93f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.820201] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Created folder: Project (3c557a223d664ad2b97c4fec8a220a4b) in parent group-v698365. [ 971.820201] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Creating folder: Instances. Parent ref: group-v698575. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.820201] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d8cb04f-3e78-4f0d-aa65-45c4e977c426 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.832278] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Created folder: Instances in parent group-v698575. [ 971.832278] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.832278] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.832278] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-450d7799-3c6c-4ece-a519-ab6723beea27 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.858333] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.858333] env[69226]: value = "task-3495141" [ 971.858333] env[69226]: _type = "Task" [ 971.858333] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.876877] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495141, 'name': CreateVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.882043] env[69226]: DEBUG nova.scheduler.client.report [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.886991] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495135, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.900282] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.928629] env[69226]: DEBUG nova.network.neutron [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Updated VIF entry in instance network info cache for port 675c842d-98cb-4a69-9136-0792fb9822fa. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.929018] env[69226]: DEBUG nova.network.neutron [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Updating instance_info_cache with network_info: [{"id": "675c842d-98cb-4a69-9136-0792fb9822fa", "address": "fa:16:3e:fc:6f:0f", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675c842d-98", "ovs_interfaceid": "675c842d-98cb-4a69-9136-0792fb9822fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.992128] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495137, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.166770] env[69226]: DEBUG nova.network.neutron [req-8947edf5-b4f8-4cbb-afb0-d81c366a5954 req-0dc6e0f4-a664-4c0e-9d11-951fc1075191 service nova] [instance: e98bea42-c105-4939-9171-d0a02de16717] Updated VIF entry in instance network info cache for port 4f088987-e289-4308-bfe1-cb590146da4e. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.167235] env[69226]: DEBUG nova.network.neutron [req-8947edf5-b4f8-4cbb-afb0-d81c366a5954 req-0dc6e0f4-a664-4c0e-9d11-951fc1075191 service nova] [instance: e98bea42-c105-4939-9171-d0a02de16717] Updating instance_info_cache with network_info: [{"id": "4f088987-e289-4308-bfe1-cb590146da4e", "address": "fa:16:3e:35:c1:d0", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f088987-e2", "ovs_interfaceid": "4f088987-e289-4308-bfe1-cb590146da4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.202574] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: d148ca17-206a-48e4-a673-471bf48ab99e] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.205282] env[69226]: DEBUG oslo_vmware.api [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495138, 'name': PowerOffVM_Task, 'duration_secs': 0.341494} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.205452] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.211694] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Reconfiguring VM instance instance-0000003b to detach disk 2002 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 972.211909] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fbcfdde-1943-41b0-9619-97e715ad82b1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.232202] env[69226]: DEBUG nova.network.neutron [-] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.242293] env[69226]: DEBUG oslo_vmware.api [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 972.242293] env[69226]: value = "task-3495142" [ 972.242293] env[69226]: _type = "Task" [ 972.242293] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.254791] env[69226]: DEBUG oslo_vmware.api [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495142, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.259065] env[69226]: DEBUG nova.compute.manager [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.259297] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.260568] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe256a9-e2eb-41c6-9cfc-c3035a89359a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.268843] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.269192] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-602bd0c0-d857-48c1-829b-fe0a8d93c80c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.275111] env[69226]: DEBUG oslo_vmware.api [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 972.275111] env[69226]: value = "task-3495143" [ 972.275111] env[69226]: _type = "Task" [ 972.275111] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.284647] env[69226]: DEBUG oslo_vmware.api [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.324558] env[69226]: DEBUG nova.network.neutron [-] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.383324] env[69226]: DEBUG nova.objects.instance [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lazy-loading 'pci_requests' on Instance uuid 3f831b6f-cac6-428f-8351-5db92d811046 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.391822] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.393090] env[69226]: DEBUG nova.compute.manager [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.395509] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495135, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.404053] env[69226]: DEBUG oslo_concurrency.lockutils [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.391s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.404303] env[69226]: DEBUG oslo_concurrency.lockutils [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.406475] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.206s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.408613] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495141, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.427682] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.434887] env[69226]: DEBUG oslo_concurrency.lockutils [req-b3478815-58e8-4bb4-8198-f45786e42789 req-6b5df4f1-fd6e-4144-9d89-e3a834764cc0 service nova] Releasing lock "refresh_cache-520475d6-f012-4a6f-855d-2e4742161e67" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.437294] env[69226]: INFO nova.scheduler.client.report [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Deleted allocations for instance 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47 [ 972.498755] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.88653} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.499396] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 520475d6-f012-4a6f-855d-2e4742161e67/520475d6-f012-4a6f-855d-2e4742161e67.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.499678] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.499977] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9648363d-06ce-41b0-8418-a69a69f445b2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.510225] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 972.510225] env[69226]: value = "task-3495144" [ 972.510225] env[69226]: _type = "Task" [ 972.510225] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.523098] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.670144] env[69226]: DEBUG oslo_concurrency.lockutils [req-8947edf5-b4f8-4cbb-afb0-d81c366a5954 req-0dc6e0f4-a664-4c0e-9d11-951fc1075191 service nova] Releasing lock "refresh_cache-e98bea42-c105-4939-9171-d0a02de16717" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.706551] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 2ffb3fde-d42e-44ca-ade4-20377df62856] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.737761] env[69226]: INFO nova.compute.manager [-] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Took 1.65 seconds to deallocate network for instance. [ 972.755109] env[69226]: DEBUG oslo_vmware.api [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.787378] env[69226]: DEBUG oslo_vmware.api [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495143, 'name': PowerOffVM_Task, 'duration_secs': 0.30838} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.787708] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.787901] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.788214] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8513e4b2-d905-4202-885c-bc3abc6a5539 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.827151] env[69226]: INFO nova.compute.manager [-] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Took 1.31 seconds to deallocate network for instance. [ 972.859239] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.859549] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.860416] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Deleting the datastore file [datastore1] 20983dcc-7227-4e04-b691-4622b2dc2cce {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.860689] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8f0f165-5479-44c9-bf42-a209ee857b11 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.871588] env[69226]: DEBUG oslo_vmware.api [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 972.871588] env[69226]: value = "task-3495146" [ 972.871588] env[69226]: _type = "Task" [ 972.871588] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.882866] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495141, 'name': CreateVM_Task, 'duration_secs': 0.702406} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.883167] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495135, 'name': CreateVM_Task, 'duration_secs': 1.192373} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.883865] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.884094] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e98bea42-c105-4939-9171-d0a02de16717] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.884666] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.884920] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.885436] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.886267] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.889557] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d1fec32-6945-4104-8912-79108c1f8ec0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.891439] env[69226]: DEBUG oslo_vmware.api [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.894747] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for the task: (returnval){ [ 972.894747] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5234738e-9dd0-7c06-f6c4-e30d9bacd52d" [ 972.894747] env[69226]: _type = "Task" [ 972.894747] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.902772] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5234738e-9dd0-7c06-f6c4-e30d9bacd52d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.905247] env[69226]: DEBUG nova.objects.base [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Object Instance<3f831b6f-cac6-428f-8351-5db92d811046> lazy-loaded attributes: flavor,pci_requests {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 972.905247] env[69226]: DEBUG nova.network.neutron [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.915333] env[69226]: INFO nova.compute.claims [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.919535] env[69226]: DEBUG nova.compute.utils [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.921157] env[69226]: DEBUG nova.compute.manager [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.921595] env[69226]: DEBUG nova.network.neutron [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.927928] env[69226]: DEBUG oslo_vmware.api [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495136, 'name': PowerOnVM_Task, 'duration_secs': 1.415213} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.928256] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.929012] env[69226]: INFO nova.compute.manager [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Took 9.16 seconds to spawn the instance on the hypervisor. [ 972.929012] env[69226]: DEBUG nova.compute.manager [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.929503] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f332938-0a0e-4daa-b4d4-6ee6c6d54523 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.948223] env[69226]: DEBUG oslo_concurrency.lockutils [None req-63849d93-4a76-4b34-bb8e-9b53509bc350 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.453s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.984588] env[69226]: DEBUG nova.policy [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aacdeb3436234e59b3f98850044ae26f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '907e1860551b414ea4d836c15edec2dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.018052] env[69226]: DEBUG nova.policy [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4b02c2d77dc4fe090145956ab223e07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51df88c85f974fd4b9585ca3bfe4de8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.026494] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088207} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.026766] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.027761] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a3c9b6-4a84-4bdd-a477-166bf2947d05 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.056161] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 520475d6-f012-4a6f-855d-2e4742161e67/520475d6-f012-4a6f-855d-2e4742161e67.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.056161] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af041bd1-7dc1-4a83-ae0e-e7e1317678bf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.078746] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 973.078746] env[69226]: value = "task-3495147" [ 973.078746] env[69226]: _type = "Task" [ 973.078746] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.088686] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.210243] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: ec6d5e41-f146-4ad0-9e5e-5da93c55f430] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.248665] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.255263] env[69226]: DEBUG oslo_vmware.api [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495142, 'name': ReconfigVM_Task, 'duration_secs': 0.572502} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.255489] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Reconfigured VM instance instance-0000003b to detach disk 2002 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 973.255730] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.255981] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-286c2f56-b623-4d65-8a6b-11bf7b80d860 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.263970] env[69226]: DEBUG oslo_vmware.api [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 973.263970] env[69226]: value = "task-3495148" [ 973.263970] env[69226]: _type = "Task" [ 973.263970] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.274852] env[69226]: DEBUG oslo_vmware.api [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.336112] env[69226]: DEBUG oslo_concurrency.lockutils [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.341245] env[69226]: DEBUG nova.compute.manager [req-3e8242ff-873d-4e0b-9074-c97edd7504b8 req-fe433bdd-717e-41b9-937b-a750e91ce472 service nova] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Received event network-vif-deleted-cf81f4a4-c134-46b7-90ac-ceea2ef78d5d {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.383213] env[69226]: DEBUG oslo_vmware.api [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305558} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.383482] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.383664] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.383857] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.384049] env[69226]: INFO nova.compute.manager [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Took 1.12 seconds to destroy the instance on the hypervisor. [ 973.384339] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.384545] env[69226]: DEBUG nova.compute.manager [-] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.384640] env[69226]: DEBUG nova.network.neutron [-] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.405798] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5234738e-9dd0-7c06-f6c4-e30d9bacd52d, 'name': SearchDatastore_Task, 'duration_secs': 0.011106} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.405798] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.405798] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.405798] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.405798] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.409310] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.409310] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.409310] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.411434] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99be400f-1e66-41f9-acb9-07144b7afadc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.413347] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d4bd83-d6c1-48e6-b48b-ae29916aab82 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.424184] env[69226]: INFO nova.compute.resource_tracker [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Updating resource usage from migration c4bdac47-3fa7-4f89-b234-b04901b58344 [ 973.426725] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 973.426725] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5204fa27-c886-94fe-5e36-a7874b4a3609" [ 973.426725] env[69226]: _type = "Task" [ 973.426725] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.428948] env[69226]: DEBUG nova.compute.manager [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.431446] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.431735] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.436590] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2d6dc1c-962d-4304-a937-35847d606437 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.450886] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5204fa27-c886-94fe-5e36-a7874b4a3609, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.451678] env[69226]: INFO nova.compute.manager [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Took 56.25 seconds to build instance. [ 973.453576] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for the task: (returnval){ [ 973.453576] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e56dc2-37eb-c9af-a02b-7b0458e82798" [ 973.453576] env[69226]: _type = "Task" [ 973.453576] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.464679] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e56dc2-37eb-c9af-a02b-7b0458e82798, 'name': SearchDatastore_Task, 'duration_secs': 0.0131} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.469785] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b5c9268-4dec-41f6-bf31-898021dc2490 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.478617] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for the task: (returnval){ [ 973.478617] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dd5e04-7d2c-e804-f4fe-e814c5bd941d" [ 973.478617] env[69226]: _type = "Task" [ 973.478617] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.487874] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dd5e04-7d2c-e804-f4fe-e814c5bd941d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.492833] env[69226]: DEBUG nova.network.neutron [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Successfully created port: 3d8d4a76-79d8-4864-94c3-e4e7654d18fa {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.601077] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.715450] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: aa73eeff-3d3b-4917-b43b-8125368a5521] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.779156] env[69226]: DEBUG oslo_vmware.api [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495148, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.950306] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5204fa27-c886-94fe-5e36-a7874b4a3609, 'name': SearchDatastore_Task, 'duration_secs': 0.023558} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.950647] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.950878] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.951115] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.956679] env[69226]: DEBUG oslo_concurrency.lockutils [None req-41455f67-d465-4f5a-b0c4-053b2cc6c27f tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "53d9a8f3-cfdc-4dc1-9924-198e4ac04038" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.171s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.993485] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dd5e04-7d2c-e804-f4fe-e814c5bd941d, 'name': SearchDatastore_Task, 'duration_secs': 0.011333} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.996557] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.996991] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 6b0cde4b-7827-409c-8700-e2f99bf67882/6b0cde4b-7827-409c-8700-e2f99bf67882.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.997810] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.998379] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.999017] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ab57406-bbdd-4324-af7e-34f24a46308a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.001498] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ceb2893c-291b-411e-b323-d8d3051c0246 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.014161] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for the task: (returnval){ [ 974.014161] env[69226]: value = "task-3495149" [ 974.014161] env[69226]: _type = "Task" [ 974.014161] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.016554] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.016911] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.018565] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47037702-49dc-460b-8415-ae85da42ba9b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.026461] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c9370f-38b2-4e4c-a800-f974ddb95bb3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.029523] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.033096] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 974.033096] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52113dbc-6cf2-0d1c-659f-310d0e66c5e9" [ 974.033096] env[69226]: _type = "Task" [ 974.033096] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.039801] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fd28c3-4f98-4f1b-821f-482256a62a04 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.048765] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52113dbc-6cf2-0d1c-659f-310d0e66c5e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.074355] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3fe4cf-48c2-426f-bea3-96098c306fc2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.082246] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8609f592-f5a3-43c1-8a88-d8d211b77d38 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.101045] env[69226]: DEBUG nova.compute.provider_tree [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.107701] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495147, 'name': ReconfigVM_Task, 'duration_secs': 0.935642} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.107701] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 520475d6-f012-4a6f-855d-2e4742161e67/520475d6-f012-4a6f-855d-2e4742161e67.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.107701] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c381111f-8fbd-44bd-9a9e-a6669ba7f73e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.113024] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 974.113024] env[69226]: value = "task-3495150" [ 974.113024] env[69226]: _type = "Task" [ 974.113024] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.122376] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495150, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.197385] env[69226]: DEBUG nova.compute.manager [req-36006fda-ea72-4150-a9c4-bdf1c92ae67b req-992fd433-2181-4a75-881e-feaf207f51bb service nova] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Received event network-vif-deleted-a673c5b4-25ca-488e-b274-01ec2e383b8b {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.218594] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 13cb1171-4983-4b68-98d7-3d4f1a74fea0] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.274820] env[69226]: DEBUG oslo_vmware.api [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495148, 'name': PowerOnVM_Task, 'duration_secs': 0.785715} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.275113] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.275349] env[69226]: DEBUG nova.compute.manager [None req-cedd8c92-82d6-46de-9764-9b5f0c68c635 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.276298] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f0aba7-4a09-400e-8e1f-7c9d04308603 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.358746] env[69226]: DEBUG nova.network.neutron [-] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.444874] env[69226]: DEBUG nova.compute.manager [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.471778] env[69226]: DEBUG nova.virt.hardware [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.472047] env[69226]: DEBUG nova.virt.hardware [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.472209] env[69226]: DEBUG nova.virt.hardware [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.472395] env[69226]: DEBUG nova.virt.hardware [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.472613] env[69226]: DEBUG nova.virt.hardware [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.472784] env[69226]: DEBUG nova.virt.hardware [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.472997] env[69226]: DEBUG nova.virt.hardware [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.473425] env[69226]: DEBUG nova.virt.hardware [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.473612] env[69226]: DEBUG nova.virt.hardware [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.473782] env[69226]: DEBUG nova.virt.hardware [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.473994] env[69226]: DEBUG nova.virt.hardware [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.474992] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0296ff01-9563-46bc-8e4c-8cb5cc814dd6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.484236] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88687b83-8b2c-4eb6-976c-a386406950b3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.522445] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495149, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.547982] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52113dbc-6cf2-0d1c-659f-310d0e66c5e9, 'name': SearchDatastore_Task, 'duration_secs': 0.014427} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.549054] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-007a5549-da12-4cf4-8601-d58e01dc470e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.555361] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 974.555361] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5232415c-d96a-26da-e5a8-f26a66214684" [ 974.555361] env[69226]: _type = "Task" [ 974.555361] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.565094] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5232415c-d96a-26da-e5a8-f26a66214684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.607749] env[69226]: DEBUG nova.scheduler.client.report [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.627279] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495150, 'name': Rename_Task, 'duration_secs': 0.312674} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.628347] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.628640] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a425933-e4f3-43e2-be87-9882e47ec2a9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.637072] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 974.637072] env[69226]: value = "task-3495151" [ 974.637072] env[69226]: _type = "Task" [ 974.637072] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.646094] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.722759] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 2a72a8c9-861c-4579-beb6-fe810df0cfeb] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.825333] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "b1264f78-7279-4b02-b49b-df2d228690e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.825333] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "b1264f78-7279-4b02-b49b-df2d228690e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.825333] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "b1264f78-7279-4b02-b49b-df2d228690e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.825575] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "b1264f78-7279-4b02-b49b-df2d228690e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.825762] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "b1264f78-7279-4b02-b49b-df2d228690e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.827869] env[69226]: INFO nova.compute.manager [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Terminating instance [ 974.861468] env[69226]: INFO nova.compute.manager [-] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Took 1.48 seconds to deallocate network for instance. [ 974.926865] env[69226]: DEBUG nova.network.neutron [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Successfully updated port: 28bb2fdd-21a0-4ae9-a72e-2387756c6036 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.021800] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772028} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.022113] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 6b0cde4b-7827-409c-8700-e2f99bf67882/6b0cde4b-7827-409c-8700-e2f99bf67882.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.022293] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.022573] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e717afe-8b3b-4992-8d27-df2b2fe005c3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.028818] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for the task: (returnval){ [ 975.028818] env[69226]: value = "task-3495152" [ 975.028818] env[69226]: _type = "Task" [ 975.028818] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.037449] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.065100] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5232415c-d96a-26da-e5a8-f26a66214684, 'name': SearchDatastore_Task, 'duration_secs': 0.061775} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.065405] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.065676] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] e98bea42-c105-4939-9171-d0a02de16717/e98bea42-c105-4939-9171-d0a02de16717.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.065943] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06291f83-55fc-4038-8506-305c31ea9f15 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.074250] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 975.074250] env[69226]: value = "task-3495153" [ 975.074250] env[69226]: _type = "Task" [ 975.074250] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.080051] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.117018] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.707s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.117018] env[69226]: INFO nova.compute.manager [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Migrating [ 975.122524] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.551s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.122929] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.125987] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.694s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.126372] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.129105] env[69226]: DEBUG oslo_concurrency.lockutils [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.047s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.130885] env[69226]: INFO nova.compute.claims [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.162027] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495151, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.169661] env[69226]: INFO nova.scheduler.client.report [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Deleted allocations for instance 3858324e-af5f-44a8-8099-22bd4305a3c5 [ 975.175431] env[69226]: INFO nova.scheduler.client.report [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Deleted allocations for instance e2e4929c-9137-4f8d-aef9-de71867e438f [ 975.181298] env[69226]: DEBUG nova.network.neutron [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Successfully updated port: 3d8d4a76-79d8-4864-94c3-e4e7654d18fa {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.181298] env[69226]: WARNING oslo_messaging._drivers.amqpdriver [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 975.227467] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: bc027f19-a069-407f-b861-66aa7c868033] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.331770] env[69226]: DEBUG nova.compute.manager [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.332085] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.333033] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dee26e9-019a-4027-81cb-eb5dd8df6512 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.347737] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.347737] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23230561-4508-476d-adef-b13f4bfadd24 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.352299] env[69226]: DEBUG oslo_vmware.api [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 975.352299] env[69226]: value = "task-3495154" [ 975.352299] env[69226]: _type = "Task" [ 975.352299] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.362209] env[69226]: DEBUG oslo_vmware.api [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3495154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.371187] env[69226]: DEBUG oslo_concurrency.lockutils [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.431016] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.431844] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.431844] env[69226]: DEBUG nova.network.neutron [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.539948] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10319} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.540503] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.541542] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018156a3-d0be-468e-aab7-c8b23682c359 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.565236] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 6b0cde4b-7827-409c-8700-e2f99bf67882/6b0cde4b-7827-409c-8700-e2f99bf67882.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.565236] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14dae22b-4faf-43f8-bb4c-9e43cb629616 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.594730] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495153, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.596701] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for the task: (returnval){ [ 975.596701] env[69226]: value = "task-3495155" [ 975.596701] env[69226]: _type = "Task" [ 975.596701] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.606365] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495155, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.645643] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.646187] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.647575] env[69226]: DEBUG nova.network.neutron [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.661079] env[69226]: DEBUG oslo_vmware.api [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495151, 'name': PowerOnVM_Task, 'duration_secs': 0.751267} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.661397] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.661681] env[69226]: INFO nova.compute.manager [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Took 9.28 seconds to spawn the instance on the hypervisor. [ 975.661911] env[69226]: DEBUG nova.compute.manager [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.662793] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2264d0de-5fd2-4a4e-b49b-133728f5e4db {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.680685] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7272b65b-a98c-4ca2-870c-95e8969092e4 tempest-ServersTestFqdnHostnames-37187543 tempest-ServersTestFqdnHostnames-37187543-project-member] Lock "3858324e-af5f-44a8-8099-22bd4305a3c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.628s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.684766] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.684928] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquired lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.685137] env[69226]: DEBUG nova.network.neutron [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.686439] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f71ec082-b7f4-492f-9007-64ec09168f6b tempest-ListImageFiltersTestJSON-2006389702 tempest-ListImageFiltersTestJSON-2006389702-project-member] Lock "e2e4929c-9137-4f8d-aef9-de71867e438f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.058s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.732288] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 47485135-44d5-434c-88a9-63ea79da46db] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.868079] env[69226]: DEBUG oslo_vmware.api [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3495154, 'name': PowerOffVM_Task, 'duration_secs': 0.254929} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.868273] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.868722] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.868722] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e77be07-b461-4407-8ecf-d3f3dcf4b188 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.874667] env[69226]: DEBUG oslo_concurrency.lockutils [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "4d0dab2d-cd85-41e3-b588-70a9d8c866d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.874884] env[69226]: DEBUG oslo_concurrency.lockutils [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "4d0dab2d-cd85-41e3-b588-70a9d8c866d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.937951] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.938270] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.938474] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Deleting the datastore file [datastore2] b1264f78-7279-4b02-b49b-df2d228690e1 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.940235] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15730ccf-96cc-446f-b9e6-f9bdf389878c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.946037] env[69226]: DEBUG oslo_vmware.api [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 975.946037] env[69226]: value = "task-3495157" [ 975.946037] env[69226]: _type = "Task" [ 975.946037] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.954070] env[69226]: DEBUG oslo_vmware.api [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3495157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.998751] env[69226]: WARNING nova.network.neutron [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] b5f8d613-1f81-4dd9-8a85-3ec46149a0ab already exists in list: networks containing: ['b5f8d613-1f81-4dd9-8a85-3ec46149a0ab']. ignoring it [ 975.998977] env[69226]: WARNING nova.network.neutron [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] b5f8d613-1f81-4dd9-8a85-3ec46149a0ab already exists in list: networks containing: ['b5f8d613-1f81-4dd9-8a85-3ec46149a0ab']. ignoring it [ 976.094729] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743943} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.095037] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] e98bea42-c105-4939-9171-d0a02de16717/e98bea42-c105-4939-9171-d0a02de16717.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.095266] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.095554] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f03ca82d-88ed-4e3e-80c5-6a7681f62642 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.105788] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 976.105788] env[69226]: value = "task-3495158" [ 976.105788] env[69226]: _type = "Task" [ 976.105788] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.109110] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.117470] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.184119] env[69226]: INFO nova.compute.manager [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Took 54.32 seconds to build instance. [ 976.236478] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 880cf401-fc4e-468d-bcdc-fa4e50a0565e] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.238111] env[69226]: DEBUG nova.network.neutron [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.382044] env[69226]: DEBUG nova.compute.manager [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 4d0dab2d-cd85-41e3-b588-70a9d8c866d0] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.461967] env[69226]: DEBUG oslo_vmware.api [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3495157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219374} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.461967] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.461967] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.461967] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.461967] env[69226]: INFO nova.compute.manager [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 976.461967] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.461967] env[69226]: DEBUG nova.compute.manager [-] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.461967] env[69226]: DEBUG nova.network.neutron [-] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.526329] env[69226]: DEBUG nova.network.neutron [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Updating instance_info_cache with network_info: [{"id": "3d8d4a76-79d8-4864-94c3-e4e7654d18fa", "address": "fa:16:3e:51:b4:f5", "network": {"id": "7bd8aaa1-0e47-4e73-ac04-cf2d4cf1d604", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-35924596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907e1860551b414ea4d836c15edec2dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8d4a76-79", "ovs_interfaceid": "3d8d4a76-79d8-4864-94c3-e4e7654d18fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.589818] env[69226]: DEBUG nova.network.neutron [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Updating instance_info_cache with network_info: [{"id": "17315053-c056-41bd-bcb3-f53bb3f0c019", "address": "fa:16:3e:6f:2f:e8", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17315053-c0", "ovs_interfaceid": "17315053-c056-41bd-bcb3-f53bb3f0c019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.612369] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495155, 'name': ReconfigVM_Task, 'duration_secs': 0.60818} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.615445] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 6b0cde4b-7827-409c-8700-e2f99bf67882/6b0cde4b-7827-409c-8700-e2f99bf67882.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.616209] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59f36714-ad1c-49e2-829b-5c3bf586fa71 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.624278] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070378} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.625528] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.626040] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for the task: (returnval){ [ 976.626040] env[69226]: value = "task-3495159" [ 976.626040] env[69226]: _type = "Task" [ 976.626040] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.626753] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f882ea-4e8e-4007-8754-ab7181a22236 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.657117] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495159, 'name': Rename_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.665521] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] e98bea42-c105-4939-9171-d0a02de16717/e98bea42-c105-4939-9171-d0a02de16717.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.667008] env[69226]: DEBUG nova.network.neutron [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Updating instance_info_cache with network_info: [{"id": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "address": "fa:16:3e:19:e9:ea", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f61da8-d0", "ovs_interfaceid": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7cccf464-c504-4e90-a48f-0ec520109a2c", "address": "fa:16:3e:bc:f9:44", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cccf464-c5", "ovs_interfaceid": "7cccf464-c504-4e90-a48f-0ec520109a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28bb2fdd-21a0-4ae9-a72e-2387756c6036", "address": "fa:16:3e:7d:3b:ab", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28bb2fdd-21", "ovs_interfaceid": "28bb2fdd-21a0-4ae9-a72e-2387756c6036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.668265] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebc658b9-f898-4aad-b2a0-6d9539d4d0fe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.690612] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9ae88ea-0070-43cd-b008-f1c870f9e6a8 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "520475d6-f012-4a6f-855d-2e4742161e67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.750s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.692439] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 976.692439] env[69226]: value = "task-3495160" [ 976.692439] env[69226]: _type = "Task" [ 976.692439] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.701591] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.703271] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a953c0c7-70a8-4b43-aac1-c950e4989977 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.712285] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6741230-bd4b-41fd-be37-1da96a20d3f5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.748557] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: efe57460-22b1-4a19-875c-0d19098a8c4a] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.753609] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d429b58-030c-4152-8ca9-bf50e73dbd61 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.762113] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0eafef0-59cb-40d8-8fb8-9e65fbba181f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.774926] env[69226]: DEBUG nova.compute.provider_tree [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.909497] env[69226]: DEBUG oslo_concurrency.lockutils [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.030424] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Releasing lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.030766] env[69226]: DEBUG nova.compute.manager [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Instance network_info: |[{"id": "3d8d4a76-79d8-4864-94c3-e4e7654d18fa", "address": "fa:16:3e:51:b4:f5", "network": {"id": "7bd8aaa1-0e47-4e73-ac04-cf2d4cf1d604", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-35924596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907e1860551b414ea4d836c15edec2dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8d4a76-79", "ovs_interfaceid": "3d8d4a76-79d8-4864-94c3-e4e7654d18fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.031201] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:b4:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d8d4a76-79d8-4864-94c3-e4e7654d18fa', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.039290] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Creating folder: Project (907e1860551b414ea4d836c15edec2dd). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.039437] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e622e58-e6ad-4128-8298-b289c8c0789a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.050031] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Created folder: Project (907e1860551b414ea4d836c15edec2dd) in parent group-v698365. [ 977.050031] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Creating folder: Instances. Parent ref: group-v698578. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.050236] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2e41fd5-6370-4c16-aba1-1feb6706882d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.060955] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Created folder: Instances in parent group-v698578. [ 977.061245] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.061419] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.061673] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-594a7a88-aadb-4b2d-a254-46d4b1929747 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.079770] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.079770] env[69226]: value = "task-3495163" [ 977.079770] env[69226]: _type = "Task" [ 977.079770] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.088073] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495163, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.093587] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.107361] env[69226]: DEBUG nova.compute.manager [req-3cb2caf9-d174-431a-8a98-26e2934ef87d req-83fe1c6c-9e13-41bd-9411-01c25505ea46 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Received event network-vif-plugged-28bb2fdd-21a0-4ae9-a72e-2387756c6036 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.107624] env[69226]: DEBUG oslo_concurrency.lockutils [req-3cb2caf9-d174-431a-8a98-26e2934ef87d req-83fe1c6c-9e13-41bd-9411-01c25505ea46 service nova] Acquiring lock "3f831b6f-cac6-428f-8351-5db92d811046-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.107826] env[69226]: DEBUG oslo_concurrency.lockutils [req-3cb2caf9-d174-431a-8a98-26e2934ef87d req-83fe1c6c-9e13-41bd-9411-01c25505ea46 service nova] Lock "3f831b6f-cac6-428f-8351-5db92d811046-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.107989] env[69226]: DEBUG oslo_concurrency.lockutils [req-3cb2caf9-d174-431a-8a98-26e2934ef87d req-83fe1c6c-9e13-41bd-9411-01c25505ea46 service nova] Lock "3f831b6f-cac6-428f-8351-5db92d811046-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.108503] env[69226]: DEBUG nova.compute.manager [req-3cb2caf9-d174-431a-8a98-26e2934ef87d req-83fe1c6c-9e13-41bd-9411-01c25505ea46 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] No waiting events found dispatching network-vif-plugged-28bb2fdd-21a0-4ae9-a72e-2387756c6036 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.108595] env[69226]: WARNING nova.compute.manager [req-3cb2caf9-d174-431a-8a98-26e2934ef87d req-83fe1c6c-9e13-41bd-9411-01c25505ea46 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Received unexpected event network-vif-plugged-28bb2fdd-21a0-4ae9-a72e-2387756c6036 for instance with vm_state active and task_state None. [ 977.108702] env[69226]: DEBUG nova.compute.manager [req-3cb2caf9-d174-431a-8a98-26e2934ef87d req-83fe1c6c-9e13-41bd-9411-01c25505ea46 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Received event network-changed-28bb2fdd-21a0-4ae9-a72e-2387756c6036 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.108853] env[69226]: DEBUG nova.compute.manager [req-3cb2caf9-d174-431a-8a98-26e2934ef87d req-83fe1c6c-9e13-41bd-9411-01c25505ea46 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Refreshing instance network info cache due to event network-changed-28bb2fdd-21a0-4ae9-a72e-2387756c6036. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.109030] env[69226]: DEBUG oslo_concurrency.lockutils [req-3cb2caf9-d174-431a-8a98-26e2934ef87d req-83fe1c6c-9e13-41bd-9411-01c25505ea46 service nova] Acquiring lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.140927] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495159, 'name': Rename_Task, 'duration_secs': 0.363627} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.141236] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.141573] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95c4d43d-79dd-4d56-b32b-92a9c475c4b6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.148798] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for the task: (returnval){ [ 977.148798] env[69226]: value = "task-3495164" [ 977.148798] env[69226]: _type = "Task" [ 977.148798] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.156891] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.184760] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.185656] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.185893] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.186396] env[69226]: DEBUG oslo_concurrency.lockutils [req-3cb2caf9-d174-431a-8a98-26e2934ef87d req-83fe1c6c-9e13-41bd-9411-01c25505ea46 service nova] Acquired lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.186727] env[69226]: DEBUG nova.network.neutron [req-3cb2caf9-d174-431a-8a98-26e2934ef87d req-83fe1c6c-9e13-41bd-9411-01c25505ea46 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Refreshing network info cache for port 28bb2fdd-21a0-4ae9-a72e-2387756c6036 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.189203] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce51f014-7fd0-4ddf-bb91-63474ce3f724 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.220638] env[69226]: DEBUG nova.virt.hardware [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.220913] env[69226]: DEBUG nova.virt.hardware [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.221242] env[69226]: DEBUG nova.virt.hardware [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.221557] env[69226]: DEBUG nova.virt.hardware [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.221818] env[69226]: DEBUG nova.virt.hardware [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.222069] env[69226]: DEBUG nova.virt.hardware [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.222396] env[69226]: DEBUG nova.virt.hardware [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.222681] env[69226]: DEBUG nova.virt.hardware [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.222956] env[69226]: DEBUG nova.virt.hardware [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.223257] env[69226]: DEBUG nova.virt.hardware [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.223654] env[69226]: DEBUG nova.virt.hardware [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.235390] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Reconfiguring VM to attach interface {{(pid=69226) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 977.240508] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c16ff1b6-a0b4-401f-a7b5-074834df9dd1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.263092] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.264385] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: d54ee836-e113-4618-bfa5-6d91c4c51edd] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.274455] env[69226]: DEBUG oslo_vmware.api [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 977.274455] env[69226]: value = "task-3495165" [ 977.274455] env[69226]: _type = "Task" [ 977.274455] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.282869] env[69226]: DEBUG nova.scheduler.client.report [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.286129] env[69226]: DEBUG oslo_vmware.api [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495165, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.310380] env[69226]: DEBUG nova.network.neutron [-] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.591749] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495163, 'name': CreateVM_Task, 'duration_secs': 0.495279} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.591749] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.591749] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.591952] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.592408] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.592706] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1e1a5e8-2d51-46b9-b1de-67341a16fe2e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.602693] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 977.602693] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e1b7a7-1741-4ad4-44d6-ec4ee90f9a6f" [ 977.602693] env[69226]: _type = "Task" [ 977.602693] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.609773] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e1b7a7-1741-4ad4-44d6-ec4ee90f9a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.662086] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495164, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.705207] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495160, 'name': ReconfigVM_Task, 'duration_secs': 0.628922} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.705619] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Reconfigured VM instance instance-0000004a to attach disk [datastore2] e98bea42-c105-4939-9171-d0a02de16717/e98bea42-c105-4939-9171-d0a02de16717.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.706417] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f27ea101-b5f6-4239-8fff-2d74da5f4459 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.712882] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 977.712882] env[69226]: value = "task-3495166" [ 977.712882] env[69226]: _type = "Task" [ 977.712882] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.722525] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495166, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.768872] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: dda0a9f9-57a5-4ff3-b286-e67a746fa7c7] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.782539] env[69226]: DEBUG oslo_vmware.api [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.787607] env[69226]: DEBUG oslo_concurrency.lockutils [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.787759] env[69226]: DEBUG nova.compute.manager [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.790287] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.847s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.791779] env[69226]: INFO nova.compute.claims [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.814664] env[69226]: INFO nova.compute.manager [-] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Took 1.36 seconds to deallocate network for instance. [ 977.967075] env[69226]: DEBUG nova.network.neutron [req-3cb2caf9-d174-431a-8a98-26e2934ef87d req-83fe1c6c-9e13-41bd-9411-01c25505ea46 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Updated VIF entry in instance network info cache for port 28bb2fdd-21a0-4ae9-a72e-2387756c6036. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.967647] env[69226]: DEBUG nova.network.neutron [req-3cb2caf9-d174-431a-8a98-26e2934ef87d req-83fe1c6c-9e13-41bd-9411-01c25505ea46 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Updating instance_info_cache with network_info: [{"id": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "address": "fa:16:3e:19:e9:ea", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f61da8-d0", "ovs_interfaceid": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7cccf464-c504-4e90-a48f-0ec520109a2c", "address": "fa:16:3e:bc:f9:44", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cccf464-c5", "ovs_interfaceid": "7cccf464-c504-4e90-a48f-0ec520109a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28bb2fdd-21a0-4ae9-a72e-2387756c6036", "address": "fa:16:3e:7d:3b:ab", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28bb2fdd-21", "ovs_interfaceid": "28bb2fdd-21a0-4ae9-a72e-2387756c6036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.091270] env[69226]: DEBUG nova.compute.manager [req-02fdc818-aaaa-4552-b881-0a17f4372741 req-739447ce-5a0d-46ce-954f-1e7d14bdaebb service nova] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Received event network-vif-deleted-827e4877-5842-4962-b5de-38a08b1f1693 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.091374] env[69226]: DEBUG nova.compute.manager [req-02fdc818-aaaa-4552-b881-0a17f4372741 req-739447ce-5a0d-46ce-954f-1e7d14bdaebb service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Received event network-vif-plugged-3d8d4a76-79d8-4864-94c3-e4e7654d18fa {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.091720] env[69226]: DEBUG oslo_concurrency.lockutils [req-02fdc818-aaaa-4552-b881-0a17f4372741 req-739447ce-5a0d-46ce-954f-1e7d14bdaebb service nova] Acquiring lock "418bb2f3-bfba-41bf-af24-9453097c4b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.091864] env[69226]: DEBUG oslo_concurrency.lockutils [req-02fdc818-aaaa-4552-b881-0a17f4372741 req-739447ce-5a0d-46ce-954f-1e7d14bdaebb service nova] Lock "418bb2f3-bfba-41bf-af24-9453097c4b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.092094] env[69226]: DEBUG oslo_concurrency.lockutils [req-02fdc818-aaaa-4552-b881-0a17f4372741 req-739447ce-5a0d-46ce-954f-1e7d14bdaebb service nova] Lock "418bb2f3-bfba-41bf-af24-9453097c4b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.092224] env[69226]: DEBUG nova.compute.manager [req-02fdc818-aaaa-4552-b881-0a17f4372741 req-739447ce-5a0d-46ce-954f-1e7d14bdaebb service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] No waiting events found dispatching network-vif-plugged-3d8d4a76-79d8-4864-94c3-e4e7654d18fa {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.092451] env[69226]: WARNING nova.compute.manager [req-02fdc818-aaaa-4552-b881-0a17f4372741 req-739447ce-5a0d-46ce-954f-1e7d14bdaebb service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Received unexpected event network-vif-plugged-3d8d4a76-79d8-4864-94c3-e4e7654d18fa for instance with vm_state building and task_state spawning. [ 978.092657] env[69226]: DEBUG nova.compute.manager [req-02fdc818-aaaa-4552-b881-0a17f4372741 req-739447ce-5a0d-46ce-954f-1e7d14bdaebb service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Received event network-changed-3d8d4a76-79d8-4864-94c3-e4e7654d18fa {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.092931] env[69226]: DEBUG nova.compute.manager [req-02fdc818-aaaa-4552-b881-0a17f4372741 req-739447ce-5a0d-46ce-954f-1e7d14bdaebb service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Refreshing instance network info cache due to event network-changed-3d8d4a76-79d8-4864-94c3-e4e7654d18fa. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.093058] env[69226]: DEBUG oslo_concurrency.lockutils [req-02fdc818-aaaa-4552-b881-0a17f4372741 req-739447ce-5a0d-46ce-954f-1e7d14bdaebb service nova] Acquiring lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.093143] env[69226]: DEBUG oslo_concurrency.lockutils [req-02fdc818-aaaa-4552-b881-0a17f4372741 req-739447ce-5a0d-46ce-954f-1e7d14bdaebb service nova] Acquired lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.093299] env[69226]: DEBUG nova.network.neutron [req-02fdc818-aaaa-4552-b881-0a17f4372741 req-739447ce-5a0d-46ce-954f-1e7d14bdaebb service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Refreshing network info cache for port 3d8d4a76-79d8-4864-94c3-e4e7654d18fa {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.115610] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e1b7a7-1741-4ad4-44d6-ec4ee90f9a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.014886} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.115610] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.115810] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.116034] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.116182] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.116364] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.116866] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-726c23cf-0783-40e1-afee-c7122517d7b9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.128845] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.129050] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.129770] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b5ad6ac-2f7d-474b-8e90-f8069aa455c3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.135469] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 978.135469] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bb8f45-aefb-dc47-6e9e-77c47acd4b85" [ 978.135469] env[69226]: _type = "Task" [ 978.135469] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.143388] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bb8f45-aefb-dc47-6e9e-77c47acd4b85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.158048] env[69226]: DEBUG oslo_vmware.api [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495164, 'name': PowerOnVM_Task, 'duration_secs': 0.741205} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.158362] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.158569] env[69226]: INFO nova.compute.manager [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Took 6.44 seconds to spawn the instance on the hypervisor. [ 978.158757] env[69226]: DEBUG nova.compute.manager [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.159593] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2de3e7b-8067-406a-8c25-1b4c89a69d76 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.223318] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495166, 'name': Rename_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.272675] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 32205595-0a91-461e-a658-c67e9298d269] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.289036] env[69226]: DEBUG oslo_vmware.api [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495165, 'name': ReconfigVM_Task, 'duration_secs': 0.830179} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.289961] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.290322] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Reconfigured VM to attach interface {{(pid=69226) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 978.297474] env[69226]: DEBUG nova.compute.utils [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.301858] env[69226]: DEBUG nova.compute.manager [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.302115] env[69226]: DEBUG nova.network.neutron [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.323376] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.386509] env[69226]: DEBUG nova.policy [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bae6602dcf3d4ff5bf4e74c78e50abc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bfb7e6291bc47759721b974052bfef9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.472168] env[69226]: DEBUG oslo_concurrency.lockutils [req-3cb2caf9-d174-431a-8a98-26e2934ef87d req-83fe1c6c-9e13-41bd-9411-01c25505ea46 service nova] Releasing lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.612298] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18402efa-5cd8-4fdd-af18-493feed0bb71 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.632070] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Updating instance '5d5ac77b-9d87-4206-a210-616b240c4e91' progress to 0 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 978.644352] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bb8f45-aefb-dc47-6e9e-77c47acd4b85, 'name': SearchDatastore_Task, 'duration_secs': 0.027322} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.645144] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc3849d-03fd-4ec0-8c60-c24b721fbaf9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.650468] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 978.650468] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e87cac-fa15-7879-35e2-6d07f61cf3b1" [ 978.650468] env[69226]: _type = "Task" [ 978.650468] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.658107] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e87cac-fa15-7879-35e2-6d07f61cf3b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.679101] env[69226]: INFO nova.compute.manager [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Took 46.64 seconds to build instance. [ 978.726473] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495166, 'name': Rename_Task, 'duration_secs': 0.760787} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.727343] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.727594] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd73c9cf-f368-4d3e-a046-59aef2668baa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.734405] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 978.734405] env[69226]: value = "task-3495167" [ 978.734405] env[69226]: _type = "Task" [ 978.734405] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.742389] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.779305] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 40d61487-5f6c-4455-a67a-5c58fe99d0b7] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.795756] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89a8b565-4b9a-402e-b6b8-02b881ca978e tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "interface-3f831b6f-cac6-428f-8351-5db92d811046-28bb2fdd-21a0-4ae9-a72e-2387756c6036" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.089s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.806555] env[69226]: DEBUG nova.compute.manager [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.081633] env[69226]: DEBUG nova.network.neutron [req-02fdc818-aaaa-4552-b881-0a17f4372741 req-739447ce-5a0d-46ce-954f-1e7d14bdaebb service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Updated VIF entry in instance network info cache for port 3d8d4a76-79d8-4864-94c3-e4e7654d18fa. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.081991] env[69226]: DEBUG nova.network.neutron [req-02fdc818-aaaa-4552-b881-0a17f4372741 req-739447ce-5a0d-46ce-954f-1e7d14bdaebb service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Updating instance_info_cache with network_info: [{"id": "3d8d4a76-79d8-4864-94c3-e4e7654d18fa", "address": "fa:16:3e:51:b4:f5", "network": {"id": "7bd8aaa1-0e47-4e73-ac04-cf2d4cf1d604", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-35924596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907e1860551b414ea4d836c15edec2dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8d4a76-79", "ovs_interfaceid": "3d8d4a76-79d8-4864-94c3-e4e7654d18fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.084922] env[69226]: DEBUG nova.network.neutron [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Successfully created port: adb401d5-68a9-4965-b60c-0e83a5b50155 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.137776] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.138174] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1aa8abfd-dc27-41b4-a01a-6b68f344390e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.147016] env[69226]: DEBUG oslo_vmware.api [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 979.147016] env[69226]: value = "task-3495168" [ 979.147016] env[69226]: _type = "Task" [ 979.147016] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.175747] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] VM already powered off {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 979.175965] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Updating instance '5d5ac77b-9d87-4206-a210-616b240c4e91' progress to 17 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 979.179558] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e87cac-fa15-7879-35e2-6d07f61cf3b1, 'name': SearchDatastore_Task, 'duration_secs': 0.03063} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.182530] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f445bba9-9b3b-42e3-8bb1-4231a6f4b691 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Lock "6b0cde4b-7827-409c-8700-e2f99bf67882" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.499s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.182783] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.183524] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 418bb2f3-bfba-41bf-af24-9453097c4b06/418bb2f3-bfba-41bf-af24-9453097c4b06.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.184568] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4a445bc-afdb-4d0b-ab0f-e62359dcbeb6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.191305] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 979.191305] env[69226]: value = "task-3495169" [ 979.191305] env[69226]: _type = "Task" [ 979.191305] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.199604] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.245032] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495167, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.285440] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: ff42253c-7dcc-47b2-a6d5-bea0fc8e79ee] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.379656] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef45fc4-32f1-457d-af2d-24d3420e334b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.390086] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd199040-8d38-4852-81d9-fb9c4098d2a6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.422105] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca4f8db-9824-41c6-88e4-9c980f6f4a97 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.429721] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17267654-1a89-4eb1-a184-040400829136 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.444299] env[69226]: DEBUG nova.compute.provider_tree [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.587746] env[69226]: DEBUG oslo_concurrency.lockutils [req-02fdc818-aaaa-4552-b881-0a17f4372741 req-739447ce-5a0d-46ce-954f-1e7d14bdaebb service nova] Releasing lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.689194] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.689460] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.689630] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.689919] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.690149] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.690308] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.690542] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.690744] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.691993] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.691993] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.691993] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.699395] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-121e215e-868b-4dff-b6e5-11ef3092fbe7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.726917] env[69226]: DEBUG oslo_vmware.api [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 979.726917] env[69226]: value = "task-3495170" [ 979.726917] env[69226]: _type = "Task" [ 979.726917] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.727456] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495169, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.740562] env[69226]: DEBUG oslo_vmware.api [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.749458] env[69226]: DEBUG oslo_vmware.api [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495167, 'name': PowerOnVM_Task, 'duration_secs': 0.770477} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.749955] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.750371] env[69226]: INFO nova.compute.manager [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Took 10.67 seconds to spawn the instance on the hypervisor. [ 979.750716] env[69226]: DEBUG nova.compute.manager [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.752038] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a489e4-9633-4cb6-99a2-98820df0cef0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.792136] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 7478f6a8-bf7d-4ec7-bbdf-8186d92bc6e4] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.824199] env[69226]: DEBUG nova.compute.manager [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.869660] env[69226]: DEBUG nova.virt.hardware [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8aa948027a09b4def1cbbe4c9b1a072',container_format='bare',created_at=2025-04-19T22:50:49Z,direct_url=,disk_format='vmdk',id=103c977a-9938-42d7-bf07-4aa632790a16,min_disk=1,min_ram=0,name='tempest-test-snap-8191873',owner='1bfb7e6291bc47759721b974052bfef9',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-19T22:51:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.869925] env[69226]: DEBUG nova.virt.hardware [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.870390] env[69226]: DEBUG nova.virt.hardware [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.870390] env[69226]: DEBUG nova.virt.hardware [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.870561] env[69226]: DEBUG nova.virt.hardware [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.870800] env[69226]: DEBUG nova.virt.hardware [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.871800] env[69226]: DEBUG nova.virt.hardware [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.872088] env[69226]: DEBUG nova.virt.hardware [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.872531] env[69226]: DEBUG nova.virt.hardware [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.873695] env[69226]: DEBUG nova.virt.hardware [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.873774] env[69226]: DEBUG nova.virt.hardware [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.874843] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e6e111-fd1c-4f0f-9d3e-981194ecece9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.886997] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6e23b7-af7c-4028-a9ea-38e61bfc757f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.947819] env[69226]: DEBUG nova.scheduler.client.report [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.211385] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727363} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.216547] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 418bb2f3-bfba-41bf-af24-9453097c4b06/418bb2f3-bfba-41bf-af24-9453097c4b06.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.216794] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.219495] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e461e54-3adb-447d-8d5d-e26f1283aa39 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.231162] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 980.231162] env[69226]: value = "task-3495171" [ 980.231162] env[69226]: _type = "Task" [ 980.231162] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.244915] env[69226]: DEBUG oslo_vmware.api [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495170, 'name': ReconfigVM_Task, 'duration_secs': 0.3114} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.249254] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Updating instance '5d5ac77b-9d87-4206-a210-616b240c4e91' progress to 33 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 980.253148] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.254717] env[69226]: DEBUG nova.compute.manager [req-aab3e5da-70a0-4210-851d-94d1438c03da req-8915e317-3276-4c0f-b496-4bea6245f1dc service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Received event network-changed-6ef1788c-562a-406c-a0fd-695237588e2b {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.254932] env[69226]: DEBUG nova.compute.manager [req-aab3e5da-70a0-4210-851d-94d1438c03da req-8915e317-3276-4c0f-b496-4bea6245f1dc service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Refreshing instance network info cache due to event network-changed-6ef1788c-562a-406c-a0fd-695237588e2b. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.255188] env[69226]: DEBUG oslo_concurrency.lockutils [req-aab3e5da-70a0-4210-851d-94d1438c03da req-8915e317-3276-4c0f-b496-4bea6245f1dc service nova] Acquiring lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.258019] env[69226]: DEBUG oslo_concurrency.lockutils [req-aab3e5da-70a0-4210-851d-94d1438c03da req-8915e317-3276-4c0f-b496-4bea6245f1dc service nova] Acquired lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.258019] env[69226]: DEBUG nova.network.neutron [req-aab3e5da-70a0-4210-851d-94d1438c03da req-8915e317-3276-4c0f-b496-4bea6245f1dc service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Refreshing network info cache for port 6ef1788c-562a-406c-a0fd-695237588e2b {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.274895] env[69226]: INFO nova.compute.manager [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Took 54.97 seconds to build instance. [ 980.297377] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 5a03b873-a379-4f01-b4eb-1bf5906f7e2b] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.457021] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.457021] env[69226]: DEBUG nova.compute.manager [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.458627] env[69226]: DEBUG oslo_concurrency.lockutils [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.775s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.706420] env[69226]: DEBUG nova.compute.manager [req-7af8e914-bbc2-4a64-94eb-0518cfe41f4b req-95a07449-c562-4c4f-ab21-fe1487f2bfc0 service nova] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Received event network-vif-deleted-63394047-b766-4c03-aea9-3160e82a0922 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.727261] env[69226]: DEBUG oslo_concurrency.lockutils [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "520475d6-f012-4a6f-855d-2e4742161e67" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.727523] env[69226]: DEBUG oslo_concurrency.lockutils [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "520475d6-f012-4a6f-855d-2e4742161e67" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.727704] env[69226]: INFO nova.compute.manager [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Shelving [ 980.746857] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073551} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.747197] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.748637] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6263b59-fe50-4532-952a-0bd500e68410 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.770337] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.770804] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.771334] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.771334] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.771497] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.771625] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.771869] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.772217] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.772217] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.772623] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.772623] env[69226]: DEBUG nova.virt.hardware [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.777832] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Reconfiguring VM instance instance-00000021 to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 980.790265] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 418bb2f3-bfba-41bf-af24-9453097c4b06/418bb2f3-bfba-41bf-af24-9453097c4b06.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.791052] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8194dd9f-62cd-47c2-b774-668bf73c399f tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "e98bea42-c105-4939-9171-d0a02de16717" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.262s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.791357] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2a76772-ff76-4c73-a6bc-5d44c5c16078 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.806979] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a57ed89e-fc01-4430-9259-371b16f6df63 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.821962] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 512b5873-d78f-4299-bdee-8c725be60de7] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.831028] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 980.831028] env[69226]: value = "task-3495172" [ 980.831028] env[69226]: _type = "Task" [ 980.831028] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.833069] env[69226]: DEBUG oslo_vmware.api [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 980.833069] env[69226]: value = "task-3495173" [ 980.833069] env[69226]: _type = "Task" [ 980.833069] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.843860] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495172, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.849214] env[69226]: DEBUG oslo_vmware.api [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.971318] env[69226]: DEBUG nova.compute.utils [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.975920] env[69226]: DEBUG nova.compute.manager [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.976156] env[69226]: DEBUG nova.network.neutron [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.131871] env[69226]: DEBUG nova.policy [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3794aed31f164c88b3cd906f0c456b2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b17399bb7d6481aa5aba6934a92a2cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.147059] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "598cdd6f-694a-423d-a90d-7b449302a827" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.147322] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "598cdd6f-694a-423d-a90d-7b449302a827" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.326539] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 07803005-1fcc-472d-b7bd-095276eed330] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.330342] env[69226]: DEBUG nova.network.neutron [req-aab3e5da-70a0-4210-851d-94d1438c03da req-8915e317-3276-4c0f-b496-4bea6245f1dc service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Updated VIF entry in instance network info cache for port 6ef1788c-562a-406c-a0fd-695237588e2b. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.330668] env[69226]: DEBUG nova.network.neutron [req-aab3e5da-70a0-4210-851d-94d1438c03da req-8915e317-3276-4c0f-b496-4bea6245f1dc service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Updating instance_info_cache with network_info: [{"id": "6ef1788c-562a-406c-a0fd-695237588e2b", "address": "fa:16:3e:cd:de:7d", "network": {"id": "85cf7be8-41f9-4e70-8b2f-485ca7fec54d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-222152902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "011ca348b5f448e4a2d98e689303400f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef1788c-56", "ovs_interfaceid": "6ef1788c-562a-406c-a0fd-695237588e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.354724] env[69226]: DEBUG oslo_vmware.api [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495173, 'name': ReconfigVM_Task, 'duration_secs': 0.228872} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.358357] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Reconfigured VM instance instance-00000021 to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 981.358995] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495172, 'name': ReconfigVM_Task, 'duration_secs': 0.463917} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.364145] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af952bbd-c86e-4f76-872c-c6f94b67813a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.366295] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 418bb2f3-bfba-41bf-af24-9453097c4b06/418bb2f3-bfba-41bf-af24-9453097c4b06.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.368216] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ef8d4e1-d4ce-42e2-97cf-f7273030bc54 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.394907] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 5d5ac77b-9d87-4206-a210-616b240c4e91/5d5ac77b-9d87-4206-a210-616b240c4e91.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.398669] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0faa799-b487-4e8d-b744-e4a384088ccc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.413846] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 981.413846] env[69226]: value = "task-3495174" [ 981.413846] env[69226]: _type = "Task" [ 981.413846] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.421378] env[69226]: DEBUG oslo_vmware.api [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 981.421378] env[69226]: value = "task-3495175" [ 981.421378] env[69226]: _type = "Task" [ 981.421378] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.433780] env[69226]: DEBUG oslo_vmware.api [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.465674] env[69226]: DEBUG nova.network.neutron [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Successfully updated port: adb401d5-68a9-4965-b60c-0e83a5b50155 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.480395] env[69226]: DEBUG nova.compute.manager [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.614317] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa1eb2d-0f67-4a91-8a94-32e748af3887 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.622630] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb7bc19-07a1-4e47-b328-8ba59e545e20 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.662652] env[69226]: DEBUG nova.compute.manager [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.665013] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2868bd3d-50b1-4aff-9fdd-cddac1e02ea8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.672944] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edb0ed0-0424-4462-85cd-a300b886a8ad {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.690420] env[69226]: DEBUG nova.compute.provider_tree [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.726390] env[69226]: DEBUG nova.network.neutron [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Successfully created port: 0cc9eab9-6dc1-43ba-ac08-dcc27117da98 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.741866] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.743858] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e346722-0c51-49e4-9cb1-5d18f51479c2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.751626] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 981.751626] env[69226]: value = "task-3495176" [ 981.751626] env[69226]: _type = "Task" [ 981.751626] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.760068] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.833655] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 3f31f28c-5a3c-437f-a7f5-23f3a88ffd2d] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.842834] env[69226]: DEBUG oslo_concurrency.lockutils [req-aab3e5da-70a0-4210-851d-94d1438c03da req-8915e317-3276-4c0f-b496-4bea6245f1dc service nova] Releasing lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.843102] env[69226]: DEBUG nova.compute.manager [req-aab3e5da-70a0-4210-851d-94d1438c03da req-8915e317-3276-4c0f-b496-4bea6245f1dc service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Received event network-changed-6ef1788c-562a-406c-a0fd-695237588e2b {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.845715] env[69226]: DEBUG nova.compute.manager [req-aab3e5da-70a0-4210-851d-94d1438c03da req-8915e317-3276-4c0f-b496-4bea6245f1dc service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Refreshing instance network info cache due to event network-changed-6ef1788c-562a-406c-a0fd-695237588e2b. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.845715] env[69226]: DEBUG oslo_concurrency.lockutils [req-aab3e5da-70a0-4210-851d-94d1438c03da req-8915e317-3276-4c0f-b496-4bea6245f1dc service nova] Acquiring lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.845715] env[69226]: DEBUG oslo_concurrency.lockutils [req-aab3e5da-70a0-4210-851d-94d1438c03da req-8915e317-3276-4c0f-b496-4bea6245f1dc service nova] Acquired lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.845715] env[69226]: DEBUG nova.network.neutron [req-aab3e5da-70a0-4210-851d-94d1438c03da req-8915e317-3276-4c0f-b496-4bea6245f1dc service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Refreshing network info cache for port 6ef1788c-562a-406c-a0fd-695237588e2b {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.926910] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495174, 'name': Rename_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.938238] env[69226]: DEBUG oslo_vmware.api [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.969391] env[69226]: DEBUG oslo_concurrency.lockutils [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "refresh_cache-107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.969594] env[69226]: DEBUG oslo_concurrency.lockutils [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquired lock "refresh_cache-107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.969826] env[69226]: DEBUG nova.network.neutron [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.194398] env[69226]: DEBUG nova.scheduler.client.report [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.205182] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.263479] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.338234] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.338234] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Cleaning up deleted instances with incomplete migration {{(pid=69226) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 982.427863] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495174, 'name': Rename_Task, 'duration_secs': 1.009216} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.432044] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.432493] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f64ef35-7952-4b31-9714-a3ed351e4ad0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.442772] env[69226]: DEBUG oslo_vmware.api [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.445028] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 982.445028] env[69226]: value = "task-3495177" [ 982.445028] env[69226]: _type = "Task" [ 982.445028] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.457186] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495177, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.469149] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7c4a9ada-beff-454a-8f75-2074f976b40d tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "e98bea42-c105-4939-9171-d0a02de16717" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.469575] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7c4a9ada-beff-454a-8f75-2074f976b40d tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "e98bea42-c105-4939-9171-d0a02de16717" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.004s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.469782] env[69226]: DEBUG nova.compute.manager [None req-7c4a9ada-beff-454a-8f75-2074f976b40d tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.470785] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cf38c4-f743-4890-929e-f003d41bfe31 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.483835] env[69226]: DEBUG nova.compute.manager [None req-7c4a9ada-beff-454a-8f75-2074f976b40d tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 982.484667] env[69226]: DEBUG nova.objects.instance [None req-7c4a9ada-beff-454a-8f75-2074f976b40d tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lazy-loading 'flavor' on Instance uuid e98bea42-c105-4939-9171-d0a02de16717 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.492948] env[69226]: DEBUG nova.compute.manager [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.536908] env[69226]: DEBUG nova.network.neutron [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.542754] env[69226]: DEBUG nova.virt.hardware [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.543083] env[69226]: DEBUG nova.virt.hardware [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.543252] env[69226]: DEBUG nova.virt.hardware [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.543474] env[69226]: DEBUG nova.virt.hardware [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.543577] env[69226]: DEBUG nova.virt.hardware [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.543725] env[69226]: DEBUG nova.virt.hardware [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.543933] env[69226]: DEBUG nova.virt.hardware [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.544106] env[69226]: DEBUG nova.virt.hardware [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.544274] env[69226]: DEBUG nova.virt.hardware [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.544486] env[69226]: DEBUG nova.virt.hardware [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.544785] env[69226]: DEBUG nova.virt.hardware [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.546591] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d7da95-c515-41ad-9708-c5a3a2b3021b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.559018] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb5d26b-e357-4b6a-b016-5b1e9100f8ee {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.765903] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495176, 'name': PowerOffVM_Task, 'duration_secs': 0.815157} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.768483] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.769341] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a07b6a-c0dc-488b-b9c1-045df87ba107 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.796931] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92b871e-9c5c-4e2c-8184-11352e7e52d3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.840771] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.859331] env[69226]: DEBUG nova.network.neutron [req-aab3e5da-70a0-4210-851d-94d1438c03da req-8915e317-3276-4c0f-b496-4bea6245f1dc service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Updated VIF entry in instance network info cache for port 6ef1788c-562a-406c-a0fd-695237588e2b. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.859701] env[69226]: DEBUG nova.network.neutron [req-aab3e5da-70a0-4210-851d-94d1438c03da req-8915e317-3276-4c0f-b496-4bea6245f1dc service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Updating instance_info_cache with network_info: [{"id": "6ef1788c-562a-406c-a0fd-695237588e2b", "address": "fa:16:3e:cd:de:7d", "network": {"id": "85cf7be8-41f9-4e70-8b2f-485ca7fec54d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-222152902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "011ca348b5f448e4a2d98e689303400f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef1788c-56", "ovs_interfaceid": "6ef1788c-562a-406c-a0fd-695237588e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.893547] env[69226]: DEBUG nova.network.neutron [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Updating instance_info_cache with network_info: [{"id": "adb401d5-68a9-4965-b60c-0e83a5b50155", "address": "fa:16:3e:5a:d8:81", "network": {"id": "24704e38-d527-4260-beab-ba8b7426eaaa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-126944487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bfb7e6291bc47759721b974052bfef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb401d5-68", "ovs_interfaceid": "adb401d5-68a9-4965-b60c-0e83a5b50155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.940795] env[69226]: DEBUG oslo_vmware.api [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495175, 'name': ReconfigVM_Task, 'duration_secs': 1.089489} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.941103] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 5d5ac77b-9d87-4206-a210-616b240c4e91/5d5ac77b-9d87-4206-a210-616b240c4e91.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.941593] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Updating instance '5d5ac77b-9d87-4206-a210-616b240c4e91' progress to 50 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 982.955016] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495177, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.209615] env[69226]: DEBUG oslo_concurrency.lockutils [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.751s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.213395] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.400s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.213655] env[69226]: DEBUG nova.objects.instance [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lazy-loading 'resources' on Instance uuid 022614a7-ce73-4a6f-a7ea-2763b9da7788 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.311869] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Creating Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 983.312764] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-78576b7b-c183-43f5-a321-2400acbc6d85 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.322421] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 983.322421] env[69226]: value = "task-3495178" [ 983.322421] env[69226]: _type = "Task" [ 983.322421] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.331852] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495178, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.363067] env[69226]: DEBUG oslo_concurrency.lockutils [req-aab3e5da-70a0-4210-851d-94d1438c03da req-8915e317-3276-4c0f-b496-4bea6245f1dc service nova] Releasing lock "refresh_cache-23bde555-75d8-4795-8883-af20a99b4e28" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.401784] env[69226]: DEBUG oslo_concurrency.lockutils [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Releasing lock "refresh_cache-107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.402140] env[69226]: DEBUG nova.compute.manager [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Instance network_info: |[{"id": "adb401d5-68a9-4965-b60c-0e83a5b50155", "address": "fa:16:3e:5a:d8:81", "network": {"id": "24704e38-d527-4260-beab-ba8b7426eaaa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-126944487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bfb7e6291bc47759721b974052bfef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb401d5-68", "ovs_interfaceid": "adb401d5-68a9-4965-b60c-0e83a5b50155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.402616] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:d8:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adb401d5-68a9-4965-b60c-0e83a5b50155', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.410367] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.410656] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.410918] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19a1902f-356e-49a3-8366-de27637f2437 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.431844] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.431844] env[69226]: value = "task-3495179" [ 983.431844] env[69226]: _type = "Task" [ 983.431844] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.439540] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495179, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.451283] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b5289e-0537-4f3a-9555-2b5ad6c7efd4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.458812] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495177, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.473144] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0bcb4d-a087-4fc7-a34e-8798cb51c042 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.492170] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4a9ada-beff-454a-8f75-2074f976b40d tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.492631] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Updating instance '5d5ac77b-9d87-4206-a210-616b240c4e91' progress to 67 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 983.496148] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b2a306b-13a5-497c-b2bd-f98217642c48 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.505250] env[69226]: DEBUG oslo_vmware.api [None req-7c4a9ada-beff-454a-8f75-2074f976b40d tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 983.505250] env[69226]: value = "task-3495180" [ 983.505250] env[69226]: _type = "Task" [ 983.505250] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.511946] env[69226]: DEBUG nova.compute.manager [req-2b810c45-ddfc-4e47-86c6-9cc8faba9d6e req-fe320a3c-2f0d-4d4b-b47a-18b38bd6212d service nova] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Received event network-vif-plugged-adb401d5-68a9-4965-b60c-0e83a5b50155 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.511946] env[69226]: DEBUG oslo_concurrency.lockutils [req-2b810c45-ddfc-4e47-86c6-9cc8faba9d6e req-fe320a3c-2f0d-4d4b-b47a-18b38bd6212d service nova] Acquiring lock "107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.512137] env[69226]: DEBUG oslo_concurrency.lockutils [req-2b810c45-ddfc-4e47-86c6-9cc8faba9d6e req-fe320a3c-2f0d-4d4b-b47a-18b38bd6212d service nova] Lock "107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.512618] env[69226]: DEBUG oslo_concurrency.lockutils [req-2b810c45-ddfc-4e47-86c6-9cc8faba9d6e req-fe320a3c-2f0d-4d4b-b47a-18b38bd6212d service nova] Lock "107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.512618] env[69226]: DEBUG nova.compute.manager [req-2b810c45-ddfc-4e47-86c6-9cc8faba9d6e req-fe320a3c-2f0d-4d4b-b47a-18b38bd6212d service nova] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] No waiting events found dispatching network-vif-plugged-adb401d5-68a9-4965-b60c-0e83a5b50155 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.512937] env[69226]: WARNING nova.compute.manager [req-2b810c45-ddfc-4e47-86c6-9cc8faba9d6e req-fe320a3c-2f0d-4d4b-b47a-18b38bd6212d service nova] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Received unexpected event network-vif-plugged-adb401d5-68a9-4965-b60c-0e83a5b50155 for instance with vm_state building and task_state spawning. [ 983.513335] env[69226]: DEBUG nova.compute.manager [req-2b810c45-ddfc-4e47-86c6-9cc8faba9d6e req-fe320a3c-2f0d-4d4b-b47a-18b38bd6212d service nova] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Received event network-changed-adb401d5-68a9-4965-b60c-0e83a5b50155 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.513418] env[69226]: DEBUG nova.compute.manager [req-2b810c45-ddfc-4e47-86c6-9cc8faba9d6e req-fe320a3c-2f0d-4d4b-b47a-18b38bd6212d service nova] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Refreshing instance network info cache due to event network-changed-adb401d5-68a9-4965-b60c-0e83a5b50155. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.513605] env[69226]: DEBUG oslo_concurrency.lockutils [req-2b810c45-ddfc-4e47-86c6-9cc8faba9d6e req-fe320a3c-2f0d-4d4b-b47a-18b38bd6212d service nova] Acquiring lock "refresh_cache-107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.513774] env[69226]: DEBUG oslo_concurrency.lockutils [req-2b810c45-ddfc-4e47-86c6-9cc8faba9d6e req-fe320a3c-2f0d-4d4b-b47a-18b38bd6212d service nova] Acquired lock "refresh_cache-107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.513962] env[69226]: DEBUG nova.network.neutron [req-2b810c45-ddfc-4e47-86c6-9cc8faba9d6e req-fe320a3c-2f0d-4d4b-b47a-18b38bd6212d service nova] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Refreshing network info cache for port adb401d5-68a9-4965-b60c-0e83a5b50155 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.525105] env[69226]: DEBUG oslo_vmware.api [None req-7c4a9ada-beff-454a-8f75-2074f976b40d tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.613174] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "interface-3f831b6f-cac6-428f-8351-5db92d811046-7cccf464-c504-4e90-a48f-0ec520109a2c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.613174] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "interface-3f831b6f-cac6-428f-8351-5db92d811046-7cccf464-c504-4e90-a48f-0ec520109a2c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.799099] env[69226]: INFO nova.scheduler.client.report [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Deleted allocation for migration 2f44b511-eef6-44c7-875b-8893cf346919 [ 983.839463] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495178, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.946326] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495179, 'name': CreateVM_Task, 'duration_secs': 0.441764} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.950180] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.953624] env[69226]: DEBUG oslo_concurrency.lockutils [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/103c977a-9938-42d7-bf07-4aa632790a16" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.953792] env[69226]: DEBUG oslo_concurrency.lockutils [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/103c977a-9938-42d7-bf07-4aa632790a16" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.954189] env[69226]: DEBUG oslo_concurrency.lockutils [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/103c977a-9938-42d7-bf07-4aa632790a16" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.955043] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd366c02-9335-4e91-a4ff-af8d6bacba96 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.960592] env[69226]: DEBUG oslo_vmware.api [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495177, 'name': PowerOnVM_Task, 'duration_secs': 1.170817} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.961400] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.961658] env[69226]: INFO nova.compute.manager [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Took 9.52 seconds to spawn the instance on the hypervisor. [ 983.961844] env[69226]: DEBUG nova.compute.manager [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.962827] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7e8ebf-8eb7-426c-99e9-0fe8c1e012ce {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.969678] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 983.969678] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527c3a4f-eb00-1cb8-6ce0-fa4df605ec86" [ 983.969678] env[69226]: _type = "Task" [ 983.969678] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.987578] env[69226]: DEBUG oslo_concurrency.lockutils [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/103c977a-9938-42d7-bf07-4aa632790a16" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.987847] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Processing image 103c977a-9938-42d7-bf07-4aa632790a16 {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.988095] env[69226]: DEBUG oslo_concurrency.lockutils [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/103c977a-9938-42d7-bf07-4aa632790a16/103c977a-9938-42d7-bf07-4aa632790a16.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.988245] env[69226]: DEBUG oslo_concurrency.lockutils [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/103c977a-9938-42d7-bf07-4aa632790a16/103c977a-9938-42d7-bf07-4aa632790a16.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.988424] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.988921] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2aebe49f-4897-4167-9968-44ad82f3ade6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.016173] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.016905] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.020254] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-961da817-1c1d-4106-8984-eb8831985b74 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.033071] env[69226]: DEBUG oslo_vmware.api [None req-7c4a9ada-beff-454a-8f75-2074f976b40d tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495180, 'name': PowerOffVM_Task, 'duration_secs': 0.230487} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.033370] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 984.033370] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523df884-2301-5ce8-4b40-8964a5b54fcf" [ 984.033370] env[69226]: _type = "Task" [ 984.033370] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.034554] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4a9ada-beff-454a-8f75-2074f976b40d tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.034554] env[69226]: DEBUG nova.compute.manager [None req-7c4a9ada-beff-454a-8f75-2074f976b40d tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.034687] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3b9ac6-4e24-482f-871c-e3d9a98c523b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.052544] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Preparing fetch location {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 984.054201] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Fetch image to [datastore2] OSTACK_IMG_b4188542-bb7e-43e5-bf97-98936e5ac50e/OSTACK_IMG_b4188542-bb7e-43e5-bf97-98936e5ac50e.vmdk {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 984.054201] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Downloading stream optimized image 103c977a-9938-42d7-bf07-4aa632790a16 to [datastore2] OSTACK_IMG_b4188542-bb7e-43e5-bf97-98936e5ac50e/OSTACK_IMG_b4188542-bb7e-43e5-bf97-98936e5ac50e.vmdk on the data store datastore2 as vApp {{(pid=69226) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 984.054201] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Downloading image file data 103c977a-9938-42d7-bf07-4aa632790a16 to the ESX as VM named 'OSTACK_IMG_b4188542-bb7e-43e5-bf97-98936e5ac50e' {{(pid=69226) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 984.098815] env[69226]: DEBUG nova.network.neutron [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Port 17315053-c056-41bd-bcb3-f53bb3f0c019 binding to destination host cpu-1 is already ACTIVE {{(pid=69226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 984.126599] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.126783] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.128957] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6e4348-9859-4531-9ec7-603a67dbbc8d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.155098] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09a1ac9-665b-41b9-b904-9002f6feeb11 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.189662] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Reconfiguring VM to detach interface {{(pid=69226) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 984.195414] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-242c242c-09db-4906-8373-53c440587765 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.233337] env[69226]: DEBUG oslo_vmware.rw_handles [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 984.233337] env[69226]: value = "resgroup-9" [ 984.233337] env[69226]: _type = "ResourcePool" [ 984.233337] env[69226]: }. {{(pid=69226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 984.237736] env[69226]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9bbe50df-0bb4-4c92-b796-a90bd4208668 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.290464] env[69226]: DEBUG nova.network.neutron [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Successfully updated port: 0cc9eab9-6dc1-43ba-ac08-dcc27117da98 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.302302] env[69226]: DEBUG oslo_vmware.api [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 984.302302] env[69226]: value = "task-3495181" [ 984.302302] env[69226]: _type = "Task" [ 984.302302] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.302302] env[69226]: DEBUG oslo_vmware.rw_handles [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lease: (returnval){ [ 984.302302] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5294fee8-cd65-7e69-94f3-4f6a59c1cdb7" [ 984.302302] env[69226]: _type = "HttpNfcLease" [ 984.302302] env[69226]: } obtained for vApp import into resource pool (val){ [ 984.302302] env[69226]: value = "resgroup-9" [ 984.302302] env[69226]: _type = "ResourcePool" [ 984.302302] env[69226]: }. {{(pid=69226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 984.302302] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the lease: (returnval){ [ 984.302302] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5294fee8-cd65-7e69-94f3-4f6a59c1cdb7" [ 984.302302] env[69226]: _type = "HttpNfcLease" [ 984.302302] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 984.307268] env[69226]: DEBUG oslo_concurrency.lockutils [None req-78429be2-6ad4-439d-88ad-3649694e1218 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.019s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.317925] env[69226]: DEBUG oslo_vmware.api [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.323373] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.323373] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5294fee8-cd65-7e69-94f3-4f6a59c1cdb7" [ 984.323373] env[69226]: _type = "HttpNfcLease" [ 984.323373] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 984.333479] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495178, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.449862] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247acdeb-c928-4ae5-9290-4bd44cdaa475 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.458256] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48cde17-3665-40c7-a2ed-65b16c48a99b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.464444] env[69226]: DEBUG nova.network.neutron [req-2b810c45-ddfc-4e47-86c6-9cc8faba9d6e req-fe320a3c-2f0d-4d4b-b47a-18b38bd6212d service nova] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Updated VIF entry in instance network info cache for port adb401d5-68a9-4965-b60c-0e83a5b50155. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.464578] env[69226]: DEBUG nova.network.neutron [req-2b810c45-ddfc-4e47-86c6-9cc8faba9d6e req-fe320a3c-2f0d-4d4b-b47a-18b38bd6212d service nova] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Updating instance_info_cache with network_info: [{"id": "adb401d5-68a9-4965-b60c-0e83a5b50155", "address": "fa:16:3e:5a:d8:81", "network": {"id": "24704e38-d527-4260-beab-ba8b7426eaaa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-126944487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bfb7e6291bc47759721b974052bfef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb401d5-68", "ovs_interfaceid": "adb401d5-68a9-4965-b60c-0e83a5b50155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.497529] env[69226]: DEBUG oslo_concurrency.lockutils [req-2b810c45-ddfc-4e47-86c6-9cc8faba9d6e req-fe320a3c-2f0d-4d4b-b47a-18b38bd6212d service nova] Releasing lock "refresh_cache-107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.500212] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7458b7b4-0228-49bb-9ed9-9b35e3422cfc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.503272] env[69226]: INFO nova.compute.manager [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Took 45.10 seconds to build instance. [ 984.510886] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5697f65b-2f7c-41b6-be47-7abd248daf04 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.532730] env[69226]: DEBUG nova.compute.provider_tree [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.555196] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7c4a9ada-beff-454a-8f75-2074f976b40d tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "e98bea42-c105-4939-9171-d0a02de16717" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.641506] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "5d5ac77b-9d87-4206-a210-616b240c4e91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.641821] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "5d5ac77b-9d87-4206-a210-616b240c4e91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.641917] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "5d5ac77b-9d87-4206-a210-616b240c4e91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.791043] env[69226]: INFO nova.compute.manager [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Rebuilding instance [ 984.793583] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "refresh_cache-f6caffbc-1250-4852-94b4-e4868adc632c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.793724] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "refresh_cache-f6caffbc-1250-4852-94b4-e4868adc632c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.793961] env[69226]: DEBUG nova.network.neutron [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.816858] env[69226]: DEBUG oslo_vmware.api [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.819529] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.819529] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5294fee8-cd65-7e69-94f3-4f6a59c1cdb7" [ 984.819529] env[69226]: _type = "HttpNfcLease" [ 984.819529] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 984.832834] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495178, 'name': CreateSnapshot_Task, 'duration_secs': 1.216529} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.833114] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Created Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 984.834450] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c01283-478a-4338-9cc9-9a81429dc09a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.851024] env[69226]: DEBUG nova.compute.manager [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.851024] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f45f5ef-2819-4d34-9ff1-4cb5d155ec54 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.006237] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df74f2cc-335c-482a-b37b-6b6754cfd206 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "418bb2f3-bfba-41bf-af24-9453097c4b06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.617s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.035893] env[69226]: DEBUG nova.compute.manager [req-4640a3b3-d4d4-43c9-8e92-0865cad5564e req-69dd9035-e0e0-4edd-b619-b0e862272f69 service nova] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Received event network-vif-plugged-0cc9eab9-6dc1-43ba-ac08-dcc27117da98 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.036890] env[69226]: DEBUG oslo_concurrency.lockutils [req-4640a3b3-d4d4-43c9-8e92-0865cad5564e req-69dd9035-e0e0-4edd-b619-b0e862272f69 service nova] Acquiring lock "f6caffbc-1250-4852-94b4-e4868adc632c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.036890] env[69226]: DEBUG oslo_concurrency.lockutils [req-4640a3b3-d4d4-43c9-8e92-0865cad5564e req-69dd9035-e0e0-4edd-b619-b0e862272f69 service nova] Lock "f6caffbc-1250-4852-94b4-e4868adc632c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.037116] env[69226]: DEBUG oslo_concurrency.lockutils [req-4640a3b3-d4d4-43c9-8e92-0865cad5564e req-69dd9035-e0e0-4edd-b619-b0e862272f69 service nova] Lock "f6caffbc-1250-4852-94b4-e4868adc632c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.037413] env[69226]: DEBUG nova.compute.manager [req-4640a3b3-d4d4-43c9-8e92-0865cad5564e req-69dd9035-e0e0-4edd-b619-b0e862272f69 service nova] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] No waiting events found dispatching network-vif-plugged-0cc9eab9-6dc1-43ba-ac08-dcc27117da98 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.037705] env[69226]: WARNING nova.compute.manager [req-4640a3b3-d4d4-43c9-8e92-0865cad5564e req-69dd9035-e0e0-4edd-b619-b0e862272f69 service nova] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Received unexpected event network-vif-plugged-0cc9eab9-6dc1-43ba-ac08-dcc27117da98 for instance with vm_state building and task_state spawning. [ 985.039696] env[69226]: DEBUG nova.scheduler.client.report [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.318999] env[69226]: DEBUG oslo_vmware.api [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.322111] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 985.322111] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5294fee8-cd65-7e69-94f3-4f6a59c1cdb7" [ 985.322111] env[69226]: _type = "HttpNfcLease" [ 985.322111] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 985.322111] env[69226]: DEBUG oslo_vmware.rw_handles [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 985.322111] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5294fee8-cd65-7e69-94f3-4f6a59c1cdb7" [ 985.322111] env[69226]: _type = "HttpNfcLease" [ 985.322111] env[69226]: }. {{(pid=69226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 985.322111] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671f679b-1c7f-41a4-8324-7df204978c2d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.331351] env[69226]: DEBUG oslo_vmware.rw_handles [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52731317-957d-dacd-8df1-873eaddca78a/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 985.331351] env[69226]: DEBUG oslo_vmware.rw_handles [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52731317-957d-dacd-8df1-873eaddca78a/disk-0.vmdk. {{(pid=69226) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 985.336589] env[69226]: DEBUG nova.network.neutron [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.407881] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Creating linked-clone VM from snapshot {{(pid=69226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 985.419676] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e8ebb6dd-52a7-4624-9dd5-d899b8033ca3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.440416] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1d462235-0e1d-4de9-a674-fc68dff17c89 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.448693] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 985.448693] env[69226]: value = "task-3495183" [ 985.448693] env[69226]: _type = "Task" [ 985.448693] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.462417] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495183, 'name': CloneVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.558046] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.345s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.561039] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.505s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.564350] env[69226]: INFO nova.compute.claims [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.603666] env[69226]: INFO nova.scheduler.client.report [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleted allocations for instance 022614a7-ce73-4a6f-a7ea-2763b9da7788 [ 985.617790] env[69226]: DEBUG nova.network.neutron [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Updating instance_info_cache with network_info: [{"id": "0cc9eab9-6dc1-43ba-ac08-dcc27117da98", "address": "fa:16:3e:57:bb:b1", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cc9eab9-6d", "ovs_interfaceid": "0cc9eab9-6dc1-43ba-ac08-dcc27117da98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.691217] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.691449] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.695065] env[69226]: DEBUG nova.network.neutron [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.814623] env[69226]: DEBUG oslo_vmware.api [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.930211] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.930643] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6344c58c-f982-455f-b5dc-8776fd453a73 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.939121] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for the task: (returnval){ [ 985.939121] env[69226]: value = "task-3495184" [ 985.939121] env[69226]: _type = "Task" [ 985.939121] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.952493] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.964073] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495183, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.117625] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95be287f-73dc-4737-9672-7681da822b7e tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "022614a7-ce73-4a6f-a7ea-2763b9da7788" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.883s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.121611] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "refresh_cache-f6caffbc-1250-4852-94b4-e4868adc632c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.121929] env[69226]: DEBUG nova.compute.manager [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Instance network_info: |[{"id": "0cc9eab9-6dc1-43ba-ac08-dcc27117da98", "address": "fa:16:3e:57:bb:b1", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cc9eab9-6d", "ovs_interfaceid": "0cc9eab9-6dc1-43ba-ac08-dcc27117da98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.122601] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:bb:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cc9eab9-6dc1-43ba-ac08-dcc27117da98', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.134020] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.136311] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.136605] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b9106e4-a014-4147-953c-72ab60742525 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.165184] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.165184] env[69226]: value = "task-3495185" [ 986.165184] env[69226]: _type = "Task" [ 986.165184] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.177260] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495185, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.315192] env[69226]: DEBUG oslo_vmware.api [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.354405] env[69226]: DEBUG oslo_vmware.rw_handles [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Completed reading data from the image iterator. {{(pid=69226) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 986.355143] env[69226]: DEBUG oslo_vmware.rw_handles [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52731317-957d-dacd-8df1-873eaddca78a/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 986.360096] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3855b9f7-ec14-47a8-af67-79b53239498b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.369130] env[69226]: DEBUG oslo_vmware.rw_handles [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52731317-957d-dacd-8df1-873eaddca78a/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 986.369130] env[69226]: DEBUG oslo_vmware.rw_handles [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52731317-957d-dacd-8df1-873eaddca78a/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 986.369344] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-17d40690-a3e2-4f40-a784-246a4285a21e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.450727] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495184, 'name': PowerOffVM_Task, 'duration_secs': 0.308654} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.450902] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.452184] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.453217] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e9b4e1-baee-4a74-95d5-d89a678a0e2e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.465066] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.469156] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22fdbe2f-6658-4528-bf64-254e2fadd7ed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.471832] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495183, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.494071] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.494415] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.494682] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Deleting the datastore file [datastore2] 6b0cde4b-7827-409c-8700-e2f99bf67882 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.495039] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3a138c9-a87e-4a2b-8775-e7d568d596fc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.507666] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for the task: (returnval){ [ 986.507666] env[69226]: value = "task-3495187" [ 986.507666] env[69226]: _type = "Task" [ 986.507666] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.516578] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.566752] env[69226]: DEBUG oslo_vmware.rw_handles [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52731317-957d-dacd-8df1-873eaddca78a/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 986.567229] env[69226]: INFO nova.virt.vmwareapi.images [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Downloaded image file data 103c977a-9938-42d7-bf07-4aa632790a16 [ 986.569085] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68492bf-ddb6-4934-9a99-8bd8539274f3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.603952] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-491db668-6b9d-4cb4-9bcc-7f69d51f4e2b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.632597] env[69226]: INFO nova.virt.vmwareapi.images [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] The imported VM was unregistered [ 986.634957] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Caching image {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 986.635399] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Creating directory with path [datastore2] devstack-image-cache_base/103c977a-9938-42d7-bf07-4aa632790a16 {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.638337] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8a69801-c492-4e80-8bcb-eaadaba721ae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.649599] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Created directory with path [datastore2] devstack-image-cache_base/103c977a-9938-42d7-bf07-4aa632790a16 {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.652450] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b4188542-bb7e-43e5-bf97-98936e5ac50e/OSTACK_IMG_b4188542-bb7e-43e5-bf97-98936e5ac50e.vmdk to [datastore2] devstack-image-cache_base/103c977a-9938-42d7-bf07-4aa632790a16/103c977a-9938-42d7-bf07-4aa632790a16.vmdk. {{(pid=69226) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 986.652450] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-353ce6a0-fd03-4606-8c03-c831048ec545 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.662700] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 986.662700] env[69226]: value = "task-3495189" [ 986.662700] env[69226]: _type = "Task" [ 986.662700] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.678397] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495189, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.684427] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495185, 'name': CreateVM_Task, 'duration_secs': 0.401841} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.684427] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.684427] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.684810] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.684849] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.687865] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14155fc2-78f8-4cda-879f-f455f9efc2e1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.693562] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 986.693562] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a6ff3e-7d55-9268-23a0-5b94a02bfec9" [ 986.693562] env[69226]: _type = "Task" [ 986.693562] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.701391] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a6ff3e-7d55-9268-23a0-5b94a02bfec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.820252] env[69226]: DEBUG oslo_vmware.api [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.880128] env[69226]: DEBUG nova.network.neutron [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Updating instance_info_cache with network_info: [{"id": "17315053-c056-41bd-bcb3-f53bb3f0c019", "address": "fa:16:3e:6f:2f:e8", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17315053-c0", "ovs_interfaceid": "17315053-c056-41bd-bcb3-f53bb3f0c019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.968845] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495183, 'name': CloneVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.023531] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115965} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.023622] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.023901] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.024139] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.042550] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "b957dd31-7eb0-45a6-90c0-9921c952a662" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.043159] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "b957dd31-7eb0-45a6-90c0-9921c952a662" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.110459] env[69226]: INFO nova.compute.manager [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Rebuilding instance [ 987.171475] env[69226]: DEBUG nova.compute.manager [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.172464] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0cb90b-f23d-40e7-a3d1-20401b30e5d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.190987] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495189, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.204895] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a6ff3e-7d55-9268-23a0-5b94a02bfec9, 'name': SearchDatastore_Task, 'duration_secs': 0.009744} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.208073] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.208436] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.208710] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.208759] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.208929] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.209440] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9ab43e7-c2b6-4c9d-b53f-e5f77a573d4a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.226725] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.226923] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.227723] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-973a6995-e0b4-4964-87bc-d93f74cd9b04 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.234246] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 987.234246] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b34cc1-0b83-8cee-1282-b523b578b9a1" [ 987.234246] env[69226]: _type = "Task" [ 987.234246] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.245978] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b34cc1-0b83-8cee-1282-b523b578b9a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.292885] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1636658f-a977-4f95-a25a-9a38f651b27b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.306035] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a603e6-6a06-42db-b414-e176ac4a6039 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.345807] env[69226]: DEBUG oslo_vmware.api [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.346828] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4179048-b738-4dbe-b87a-ec285dbd629a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.356487] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b26846-b283-42d3-869c-d569c1088c83 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.370706] env[69226]: DEBUG nova.compute.provider_tree [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.383951] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.463851] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495183, 'name': CloneVM_Task, 'duration_secs': 1.621152} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.464150] env[69226]: INFO nova.virt.vmwareapi.vmops [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Created linked-clone VM from snapshot [ 987.465527] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2a4977-52da-4adf-8840-b24dc3f5cf7e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.474539] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Uploading image 59968f5b-3194-4d7b-9583-e4ef51f84117 {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 987.488615] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquiring lock "ffae9122-9be9-4ba6-84d3-52272208922d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.489233] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "ffae9122-9be9-4ba6-84d3-52272208922d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.489233] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquiring lock "ffae9122-9be9-4ba6-84d3-52272208922d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.489233] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "ffae9122-9be9-4ba6-84d3-52272208922d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.489409] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "ffae9122-9be9-4ba6-84d3-52272208922d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.492765] env[69226]: INFO nova.compute.manager [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Terminating instance [ 987.503240] env[69226]: DEBUG oslo_vmware.rw_handles [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 987.503240] env[69226]: value = "vm-698584" [ 987.503240] env[69226]: _type = "VirtualMachine" [ 987.503240] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 987.503933] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-91f003d3-ff66-4abb-8527-822578921f91 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.511017] env[69226]: DEBUG oslo_vmware.rw_handles [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lease: (returnval){ [ 987.511017] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5273ab95-3ad2-f966-f35d-3ca97ee70d1f" [ 987.511017] env[69226]: _type = "HttpNfcLease" [ 987.511017] env[69226]: } obtained for exporting VM: (result){ [ 987.511017] env[69226]: value = "vm-698584" [ 987.511017] env[69226]: _type = "VirtualMachine" [ 987.511017] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 987.511338] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the lease: (returnval){ [ 987.511338] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5273ab95-3ad2-f966-f35d-3ca97ee70d1f" [ 987.511338] env[69226]: _type = "HttpNfcLease" [ 987.511338] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 987.520037] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 987.520037] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5273ab95-3ad2-f966-f35d-3ca97ee70d1f" [ 987.520037] env[69226]: _type = "HttpNfcLease" [ 987.520037] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 987.546841] env[69226]: DEBUG nova.compute.manager [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.677410] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495189, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.745414] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b34cc1-0b83-8cee-1282-b523b578b9a1, 'name': SearchDatastore_Task, 'duration_secs': 0.088825} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.746447] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a5ac733-fcb5-49c0-8f4f-25301f067e4f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.752705] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 987.752705] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ee2e44-890a-e2c5-e09b-d7d031878bd3" [ 987.752705] env[69226]: _type = "Task" [ 987.752705] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.763763] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ee2e44-890a-e2c5-e09b-d7d031878bd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.818589] env[69226]: DEBUG oslo_vmware.api [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.878839] env[69226]: DEBUG nova.scheduler.client.report [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.916099] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978b4aeb-d5eb-4c10-9cf1-003ed92b488a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.943117] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a968c1d3-4fc1-45a9-8c1c-cfc36f0d2bd4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.954182] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Updating instance '5d5ac77b-9d87-4206-a210-616b240c4e91' progress to 83 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.002085] env[69226]: DEBUG nova.compute.manager [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.002085] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.002085] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336c302d-cbc0-4d1d-8439-d48b5df026c2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.012941] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.016532] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4e60587-f7f6-4753-b8da-8e9d0629dcd0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.023617] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 988.023617] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5273ab95-3ad2-f966-f35d-3ca97ee70d1f" [ 988.023617] env[69226]: _type = "HttpNfcLease" [ 988.023617] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 988.026234] env[69226]: DEBUG oslo_vmware.rw_handles [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 988.026234] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5273ab95-3ad2-f966-f35d-3ca97ee70d1f" [ 988.026234] env[69226]: _type = "HttpNfcLease" [ 988.026234] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 988.026234] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6511dc-017f-40f2-ad62-2c3c4483d954 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.029431] env[69226]: DEBUG oslo_vmware.api [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 988.029431] env[69226]: value = "task-3495191" [ 988.029431] env[69226]: _type = "Task" [ 988.029431] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.047762] env[69226]: DEBUG oslo_vmware.rw_handles [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c1b9b4-93ab-f49f-4d0e-3678a6217e1b/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 988.047762] env[69226]: DEBUG oslo_vmware.rw_handles [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c1b9b4-93ab-f49f-4d0e-3678a6217e1b/disk-0.vmdk for reading. {{(pid=69226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 988.055321] env[69226]: DEBUG oslo_vmware.api [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3495191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.130444] env[69226]: DEBUG nova.virt.hardware [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.130672] env[69226]: DEBUG nova.virt.hardware [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.130672] env[69226]: DEBUG nova.virt.hardware [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.131879] env[69226]: DEBUG nova.virt.hardware [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.131879] env[69226]: DEBUG nova.virt.hardware [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.131879] env[69226]: DEBUG nova.virt.hardware [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.131879] env[69226]: DEBUG nova.virt.hardware [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.131879] env[69226]: DEBUG nova.virt.hardware [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.131879] env[69226]: DEBUG nova.virt.hardware [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.131879] env[69226]: DEBUG nova.virt.hardware [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.132218] env[69226]: DEBUG nova.virt.hardware [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.133721] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d35357-e547-45c7-85cc-0fc8a129388b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.136993] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.142764] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce708d6-f9c5-4fc5-a932-3e3c98377978 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.157315] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Instance VIF info [] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.163276] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.163615] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.163847] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2699f4bd-b0dc-48aa-81c9-2dda552f5a0c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.186911] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495189, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.188121] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.188121] env[69226]: value = "task-3495192" [ 988.188121] env[69226]: _type = "Task" [ 988.188121] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.193656] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.194509] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-feaaf2c7-a431-4435-b67b-1d9a4fe2f61f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.203446] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495192, 'name': CreateVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.209136] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 988.209136] env[69226]: value = "task-3495193" [ 988.209136] env[69226]: _type = "Task" [ 988.209136] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.218193] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.231528] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8f8b15c9-9695-4160-8af7-7cff81b73a7a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.268218] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ee2e44-890a-e2c5-e09b-d7d031878bd3, 'name': SearchDatastore_Task, 'duration_secs': 0.092034} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.268218] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.268218] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] f6caffbc-1250-4852-94b4-e4868adc632c/f6caffbc-1250-4852-94b4-e4868adc632c.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.268218] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89d2b999-d505-45df-ab5a-5bf53a3d4d4c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.280324] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 988.280324] env[69226]: value = "task-3495194" [ 988.280324] env[69226]: _type = "Task" [ 988.280324] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.289588] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.317966] env[69226]: DEBUG oslo_vmware.api [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.384704] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.385409] env[69226]: DEBUG nova.compute.manager [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.389509] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.052s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.391469] env[69226]: INFO nova.compute.claims [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.461473] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d574956-ed17-41d1-ba7d-c1983e90adf5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Updating instance '5d5ac77b-9d87-4206-a210-616b240c4e91' progress to 100 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.542471] env[69226]: DEBUG oslo_vmware.api [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3495191, 'name': PowerOffVM_Task, 'duration_secs': 0.290127} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.542777] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.542944] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.543245] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f43f362d-b595-477d-9b2c-efe1c2a675cd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.623489] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.623785] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.624036] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Deleting the datastore file [datastore1] ffae9122-9be9-4ba6-84d3-52272208922d {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.624402] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59cc4306-7e06-4948-b349-0be36dde4212 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.632949] env[69226]: DEBUG oslo_vmware.api [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for the task: (returnval){ [ 988.632949] env[69226]: value = "task-3495196" [ 988.632949] env[69226]: _type = "Task" [ 988.632949] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.656239] env[69226]: DEBUG oslo_vmware.api [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3495196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.689681] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495189, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.699759] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495192, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.720733] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] VM already powered off {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 988.721097] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.721924] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70afac3-d2ec-4d6c-b5db-1158687645d5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.729472] env[69226]: DEBUG nova.compute.manager [req-cefdaa40-4b88-4464-85b8-3c79934c8d29 req-b37437ed-2d28-498e-a166-1c7756d893f0 service nova] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Received event network-changed-0cc9eab9-6dc1-43ba-ac08-dcc27117da98 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.729716] env[69226]: DEBUG nova.compute.manager [req-cefdaa40-4b88-4464-85b8-3c79934c8d29 req-b37437ed-2d28-498e-a166-1c7756d893f0 service nova] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Refreshing instance network info cache due to event network-changed-0cc9eab9-6dc1-43ba-ac08-dcc27117da98. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.729965] env[69226]: DEBUG oslo_concurrency.lockutils [req-cefdaa40-4b88-4464-85b8-3c79934c8d29 req-b37437ed-2d28-498e-a166-1c7756d893f0 service nova] Acquiring lock "refresh_cache-f6caffbc-1250-4852-94b4-e4868adc632c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.730186] env[69226]: DEBUG oslo_concurrency.lockutils [req-cefdaa40-4b88-4464-85b8-3c79934c8d29 req-b37437ed-2d28-498e-a166-1c7756d893f0 service nova] Acquired lock "refresh_cache-f6caffbc-1250-4852-94b4-e4868adc632c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.730412] env[69226]: DEBUG nova.network.neutron [req-cefdaa40-4b88-4464-85b8-3c79934c8d29 req-b37437ed-2d28-498e-a166-1c7756d893f0 service nova] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Refreshing network info cache for port 0cc9eab9-6dc1-43ba-ac08-dcc27117da98 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.735116] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.735672] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6264805a-ffd2-4f5d-9c34-4218800a3de3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.793178] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.804402] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.804873] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.805231] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Deleting the datastore file [datastore2] e98bea42-c105-4939-9171-d0a02de16717 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.805738] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdfdacf1-75f5-4ae1-b72f-b954ed435000 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.819849] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 988.819849] env[69226]: value = "task-3495198" [ 988.819849] env[69226]: _type = "Task" [ 988.819849] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.828527] env[69226]: DEBUG oslo_vmware.api [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.835443] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.898410] env[69226]: DEBUG nova.compute.utils [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.907331] env[69226]: DEBUG nova.compute.manager [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.907331] env[69226]: DEBUG nova.network.neutron [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.988839] env[69226]: DEBUG nova.policy [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66cae5b234c2473aa6abd2daed9f2d7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8d97c5232204e159a838e7466fe2a44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.145365] env[69226]: DEBUG oslo_vmware.api [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Task: {'id': task-3495196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501112} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.145648] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.145838] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.146701] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.146907] env[69226]: INFO nova.compute.manager [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 989.147179] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.147372] env[69226]: DEBUG nova.compute.manager [-] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.147463] env[69226]: DEBUG nova.network.neutron [-] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.186837] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495189, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.202042] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495192, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.291265] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495194, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.330063] env[69226]: DEBUG oslo_vmware.api [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.333463] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.406674] env[69226]: DEBUG nova.compute.manager [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.500032] env[69226]: DEBUG nova.network.neutron [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Successfully created port: b40dcadc-d8df-428d-8428-00f135ec09b5 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.654360] env[69226]: DEBUG oslo_concurrency.lockutils [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Acquiring lock "063f1425-a341-4a2c-bd6c-3d19e37786c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.654728] env[69226]: DEBUG oslo_concurrency.lockutils [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Lock "063f1425-a341-4a2c-bd6c-3d19e37786c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.677068] env[69226]: DEBUG nova.network.neutron [req-cefdaa40-4b88-4464-85b8-3c79934c8d29 req-b37437ed-2d28-498e-a166-1c7756d893f0 service nova] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Updated VIF entry in instance network info cache for port 0cc9eab9-6dc1-43ba-ac08-dcc27117da98. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.677279] env[69226]: DEBUG nova.network.neutron [req-cefdaa40-4b88-4464-85b8-3c79934c8d29 req-b37437ed-2d28-498e-a166-1c7756d893f0 service nova] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Updating instance_info_cache with network_info: [{"id": "0cc9eab9-6dc1-43ba-ac08-dcc27117da98", "address": "fa:16:3e:57:bb:b1", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cc9eab9-6d", "ovs_interfaceid": "0cc9eab9-6dc1-43ba-ac08-dcc27117da98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.689427] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495189, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.591006} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.692601] env[69226]: INFO nova.virt.vmwareapi.ds_util [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b4188542-bb7e-43e5-bf97-98936e5ac50e/OSTACK_IMG_b4188542-bb7e-43e5-bf97-98936e5ac50e.vmdk to [datastore2] devstack-image-cache_base/103c977a-9938-42d7-bf07-4aa632790a16/103c977a-9938-42d7-bf07-4aa632790a16.vmdk. [ 989.692856] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Cleaning up location [datastore2] OSTACK_IMG_b4188542-bb7e-43e5-bf97-98936e5ac50e {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 989.693097] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b4188542-bb7e-43e5-bf97-98936e5ac50e {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.694995] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1ba73a4-9c38-4da6-9b6d-90a6a0aa5fe6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.709553] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495192, 'name': CreateVM_Task, 'duration_secs': 1.236976} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.714236] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.714653] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 989.714653] env[69226]: value = "task-3495199" [ 989.714653] env[69226]: _type = "Task" [ 989.714653] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.716201] env[69226]: DEBUG oslo_concurrency.lockutils [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.716201] env[69226]: DEBUG oslo_concurrency.lockutils [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.716201] env[69226]: DEBUG oslo_concurrency.lockutils [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.716333] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12352e6c-6711-4928-a7b6-e8764be519eb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.727840] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.728218] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for the task: (returnval){ [ 989.728218] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ba5531-983d-b25f-1647-7fe4ac1ce4c5" [ 989.728218] env[69226]: _type = "Task" [ 989.728218] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.737334] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ba5531-983d-b25f-1647-7fe4ac1ce4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010051} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.740284] env[69226]: DEBUG oslo_concurrency.lockutils [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.740394] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.740644] env[69226]: DEBUG oslo_concurrency.lockutils [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.740858] env[69226]: DEBUG oslo_concurrency.lockutils [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.740945] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.742676] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b2b1506-faa2-4af7-8e80-0292ce29803b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.751947] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.752097] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.752803] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b750358-2870-466e-947c-6521985933b9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.759111] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for the task: (returnval){ [ 989.759111] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525237ea-f935-6369-a11b-9914499a253d" [ 989.759111] env[69226]: _type = "Task" [ 989.759111] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.771214] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525237ea-f935-6369-a11b-9914499a253d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.790780] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495194, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.318103} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.793521] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] f6caffbc-1250-4852-94b4-e4868adc632c/f6caffbc-1250-4852-94b4-e4868adc632c.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.793761] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.794362] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50c77cef-875b-498c-94d1-5e09c6c360bf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.800850] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 989.800850] env[69226]: value = "task-3495200" [ 989.800850] env[69226]: _type = "Task" [ 989.800850] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.814921] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.824098] env[69226]: DEBUG oslo_vmware.api [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495181, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.835718] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.717658} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.836053] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.836402] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.836585] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.022771] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8707596-87bb-4e5c-9865-e09adaec828e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.032588] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8268825-78d7-43cc-b89e-b8dba7bdf958 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.070069] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff1d14f-743c-457c-b644-ef9b276f86ce {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.078913] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6940c7-5011-47ad-8dac-113ac63a31ad {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.094058] env[69226]: DEBUG nova.compute.provider_tree [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.101670] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "84c61656-c42e-41d3-bf30-04c504670123" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.101881] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "84c61656-c42e-41d3-bf30-04c504670123" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.154298] env[69226]: DEBUG nova.network.neutron [-] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.156443] env[69226]: DEBUG nova.compute.manager [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.183327] env[69226]: DEBUG oslo_concurrency.lockutils [req-cefdaa40-4b88-4464-85b8-3c79934c8d29 req-b37437ed-2d28-498e-a166-1c7756d893f0 service nova] Releasing lock "refresh_cache-f6caffbc-1250-4852-94b4-e4868adc632c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.226549] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03803} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.226845] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.227029] env[69226]: DEBUG oslo_concurrency.lockutils [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/103c977a-9938-42d7-bf07-4aa632790a16/103c977a-9938-42d7-bf07-4aa632790a16.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.227278] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/103c977a-9938-42d7-bf07-4aa632790a16/103c977a-9938-42d7-bf07-4aa632790a16.vmdk to [datastore2] 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65/107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.227538] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd57aebe-f784-4bf4-abf4-ad30d5b04c1b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.239521] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 990.239521] env[69226]: value = "task-3495201" [ 990.239521] env[69226]: _type = "Task" [ 990.239521] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.247890] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.274023] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525237ea-f935-6369-a11b-9914499a253d, 'name': SearchDatastore_Task, 'duration_secs': 0.0125} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.274023] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09230855-3c9a-4fab-aa76-abb71cf64577 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.277888] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for the task: (returnval){ [ 990.277888] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5278fc4d-52c3-0e40-8e1b-8d1dd82a15fa" [ 990.277888] env[69226]: _type = "Task" [ 990.277888] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.286157] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5278fc4d-52c3-0e40-8e1b-8d1dd82a15fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.309789] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102888} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.310034] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.310898] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36130623-6912-4830-ae58-cacd905d8cfa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.336414] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] f6caffbc-1250-4852-94b4-e4868adc632c/f6caffbc-1250-4852-94b4-e4868adc632c.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.336976] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78ec5881-c3e2-4421-bd70-86210edac17c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.371169] env[69226]: DEBUG oslo_vmware.api [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495181, 'name': ReconfigVM_Task, 'duration_secs': 5.794783} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.371622] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.371919] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Reconfigured VM to detach interface {{(pid=69226) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 990.376127] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 990.376127] env[69226]: value = "task-3495202" [ 990.376127] env[69226]: _type = "Task" [ 990.376127] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.384090] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.514464] env[69226]: DEBUG nova.compute.manager [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.514464] env[69226]: DEBUG nova.virt.hardware [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.514464] env[69226]: DEBUG nova.virt.hardware [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.514464] env[69226]: DEBUG nova.virt.hardware [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.514464] env[69226]: DEBUG nova.virt.hardware [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.514464] env[69226]: DEBUG nova.virt.hardware [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.514464] env[69226]: DEBUG nova.virt.hardware [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.514464] env[69226]: DEBUG nova.virt.hardware [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.514464] env[69226]: DEBUG nova.virt.hardware [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.514464] env[69226]: DEBUG nova.virt.hardware [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.514464] env[69226]: DEBUG nova.virt.hardware [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.514464] env[69226]: DEBUG nova.virt.hardware [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.514464] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedefb8f-d200-41bb-a38a-87811a120a85 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.514464] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337b6c1a-314c-492b-b654-355cfc13b8c9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.597124] env[69226]: DEBUG nova.scheduler.client.report [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.606572] env[69226]: DEBUG nova.compute.manager [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.657613] env[69226]: INFO nova.compute.manager [-] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Took 1.51 seconds to deallocate network for instance. [ 990.696302] env[69226]: DEBUG oslo_concurrency.lockutils [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.753352] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495201, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.789437] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5278fc4d-52c3-0e40-8e1b-8d1dd82a15fa, 'name': SearchDatastore_Task, 'duration_secs': 0.015618} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.789764] env[69226]: DEBUG oslo_concurrency.lockutils [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.790052] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 6b0cde4b-7827-409c-8700-e2f99bf67882/6b0cde4b-7827-409c-8700-e2f99bf67882.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.790378] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d457d40f-9aaf-4bf2-9c80-8959b952126c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.798082] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for the task: (returnval){ [ 990.798082] env[69226]: value = "task-3495203" [ 990.798082] env[69226]: _type = "Task" [ 990.798082] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.807480] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.884783] env[69226]: DEBUG nova.compute.manager [req-3b1a674d-5f2d-48b2-a077-69edeb1622d8 req-e577eab7-0fcb-47f2-b379-6ce3fdc2a078 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Received event network-vif-deleted-7cccf464-c504-4e90-a48f-0ec520109a2c {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.884986] env[69226]: INFO nova.compute.manager [req-3b1a674d-5f2d-48b2-a077-69edeb1622d8 req-e577eab7-0fcb-47f2-b379-6ce3fdc2a078 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Neutron deleted interface 7cccf464-c504-4e90-a48f-0ec520109a2c; detaching it from the instance and deleting it from the info cache [ 990.885400] env[69226]: DEBUG nova.network.neutron [req-3b1a674d-5f2d-48b2-a077-69edeb1622d8 req-e577eab7-0fcb-47f2-b379-6ce3fdc2a078 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Updating instance_info_cache with network_info: [{"id": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "address": "fa:16:3e:19:e9:ea", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f61da8-d0", "ovs_interfaceid": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28bb2fdd-21a0-4ae9-a72e-2387756c6036", "address": "fa:16:3e:7d:3b:ab", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28bb2fdd-21", "ovs_interfaceid": "28bb2fdd-21a0-4ae9-a72e-2387756c6036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.893039] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.913370] env[69226]: DEBUG nova.virt.hardware [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.913796] env[69226]: DEBUG nova.virt.hardware [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.914121] env[69226]: DEBUG nova.virt.hardware [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.914404] env[69226]: DEBUG nova.virt.hardware [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.914616] env[69226]: DEBUG nova.virt.hardware [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.914825] env[69226]: DEBUG nova.virt.hardware [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.915206] env[69226]: DEBUG nova.virt.hardware [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.915452] env[69226]: DEBUG nova.virt.hardware [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.915707] env[69226]: DEBUG nova.virt.hardware [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.915938] env[69226]: DEBUG nova.virt.hardware [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.916331] env[69226]: DEBUG nova.virt.hardware [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.918280] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2b83f1-c943-487e-8bc2-63cc84ba50e7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.932130] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801353a0-63d5-43a0-80e1-068446e50fde {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.961999] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:c1:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f088987-e289-4308-bfe1-cb590146da4e', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.974195] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.975157] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e98bea42-c105-4939-9171-d0a02de16717] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.975401] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59999c1c-f8f1-43ab-a481-2a1eb775118f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.999149] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.999149] env[69226]: value = "task-3495204" [ 990.999149] env[69226]: _type = "Task" [ 990.999149] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.009415] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495204, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.016547] env[69226]: DEBUG nova.compute.manager [req-f1937ae4-8035-49e2-9fa9-64c06e12f069 req-933573ac-add5-489d-85d4-37e293b1f730 service nova] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Received event network-vif-deleted-effd0fbc-96ff-4722-96eb-50c6d7d02081 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.105325] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.105325] env[69226]: DEBUG nova.compute.manager [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.107665] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.859s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.108130] env[69226]: DEBUG nova.objects.instance [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Lazy-loading 'resources' on Instance uuid bb2197bb-1eac-4813-b7d6-a2cce069d6f1 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.137859] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.171069] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.183696] env[69226]: DEBUG nova.network.neutron [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Successfully updated port: b40dcadc-d8df-428d-8428-00f135ec09b5 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.236484] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "5d5ac77b-9d87-4206-a210-616b240c4e91" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.236784] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "5d5ac77b-9d87-4206-a210-616b240c4e91" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.236977] env[69226]: DEBUG nova.compute.manager [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Going to confirm migration 3 {{(pid=69226) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 991.253028] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495201, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.310827] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.393575] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.394375] env[69226]: DEBUG oslo_concurrency.lockutils [req-3b1a674d-5f2d-48b2-a077-69edeb1622d8 req-e577eab7-0fcb-47f2-b379-6ce3fdc2a078 service nova] Acquiring lock "3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.394498] env[69226]: DEBUG oslo_concurrency.lockutils [req-3b1a674d-5f2d-48b2-a077-69edeb1622d8 req-e577eab7-0fcb-47f2-b379-6ce3fdc2a078 service nova] Acquired lock "3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.395466] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15684685-050f-4606-9dab-a9e03fca3781 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.418245] env[69226]: DEBUG oslo_concurrency.lockutils [req-3b1a674d-5f2d-48b2-a077-69edeb1622d8 req-e577eab7-0fcb-47f2-b379-6ce3fdc2a078 service nova] Releasing lock "3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.418245] env[69226]: WARNING nova.compute.manager [req-3b1a674d-5f2d-48b2-a077-69edeb1622d8 req-e577eab7-0fcb-47f2-b379-6ce3fdc2a078 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Detach interface failed, port_id=7cccf464-c504-4e90-a48f-0ec520109a2c, reason: No device with interface-id 7cccf464-c504-4e90-a48f-0ec520109a2c exists on VM: nova.exception.NotFound: No device with interface-id 7cccf464-c504-4e90-a48f-0ec520109a2c exists on VM [ 991.511055] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495204, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.613877] env[69226]: DEBUG nova.compute.utils [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.619129] env[69226]: DEBUG nova.compute.manager [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.619651] env[69226]: DEBUG nova.network.neutron [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.667457] env[69226]: DEBUG nova.policy [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6aef764eb7564992a92107bcb046cd3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc863a30e86443d68c74fd61eb75da5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.678868] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.679167] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.679409] env[69226]: DEBUG nova.network.neutron [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.687847] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "refresh_cache-01a3d136-0b57-4977-b3de-9d3743b9b530" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.687997] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquired lock "refresh_cache-01a3d136-0b57-4977-b3de-9d3743b9b530" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.688156] env[69226]: DEBUG nova.network.neutron [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.758584] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495201, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.810730] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.847530] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.847712] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.847897] env[69226]: DEBUG nova.network.neutron [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.848095] env[69226]: DEBUG nova.objects.instance [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lazy-loading 'info_cache' on Instance uuid 5d5ac77b-9d87-4206-a210-616b240c4e91 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.891820] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495202, 'name': ReconfigVM_Task, 'duration_secs': 1.38029} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.895863] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Reconfigured VM instance instance-0000004e to attach disk [datastore2] f6caffbc-1250-4852-94b4-e4868adc632c/f6caffbc-1250-4852-94b4-e4868adc632c.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.897439] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a39e358-38cf-498b-b849-bcb9422ebcc4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.905865] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 991.905865] env[69226]: value = "task-3495205" [ 991.905865] env[69226]: _type = "Task" [ 991.905865] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.916812] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495205, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.013466] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495204, 'name': CreateVM_Task, 'duration_secs': 0.717734} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.016872] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e98bea42-c105-4939-9171-d0a02de16717] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.018029] env[69226]: DEBUG oslo_concurrency.lockutils [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.018248] env[69226]: DEBUG oslo_concurrency.lockutils [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.018713] env[69226]: DEBUG oslo_concurrency.lockutils [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.019329] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50b2c364-e711-4087-af61-8014d9a2bae8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.026587] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 992.026587] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e99046-e6dd-44f2-0a22-edcfff713c38" [ 992.026587] env[69226]: _type = "Task" [ 992.026587] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.037828] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e99046-e6dd-44f2-0a22-edcfff713c38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.099118] env[69226]: DEBUG nova.network.neutron [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Successfully created port: 6ac3550b-d93d-4c4f-b73a-92947c936a85 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.118556] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "a61ffb14-d449-4ec3-a437-41762289fd98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.118556] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "a61ffb14-d449-4ec3-a437-41762289fd98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.119595] env[69226]: DEBUG nova.compute.manager [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.263377] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495201, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.269683] env[69226]: DEBUG nova.network.neutron [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.288296] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cf5318-fef7-4411-ae12-dbffdb6728c5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.296218] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adeadeb0-3900-4fa6-b7eb-f2194480ffff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.335152] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.341676] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1005be51-f6b0-4a5f-b89e-a077b45d070e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.351105] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1153220-8755-4e06-bdb6-fdc7519761c9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.371945] env[69226]: DEBUG nova.compute.provider_tree [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.417198] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495205, 'name': Rename_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.544067] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e99046-e6dd-44f2-0a22-edcfff713c38, 'name': SearchDatastore_Task, 'duration_secs': 0.022774} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.549271] env[69226]: DEBUG oslo_concurrency.lockutils [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.549720] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.550424] env[69226]: DEBUG oslo_concurrency.lockutils [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.550424] env[69226]: DEBUG oslo_concurrency.lockutils [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.550703] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.551422] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67d897ca-cc1b-4692-9159-d26cf47900e0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.566733] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.571024] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.571024] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-415f2f19-a401-48ff-a7d4-1a91b5585b04 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.578199] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 992.578199] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52438507-3a06-9a36-aa2c-35726f49a310" [ 992.578199] env[69226]: _type = "Task" [ 992.578199] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.593406] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52438507-3a06-9a36-aa2c-35726f49a310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.594643] env[69226]: DEBUG nova.network.neutron [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Successfully created port: 67b2f70a-989b-4ec8-a9f6-f3d3cf0f0e89 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.624470] env[69226]: DEBUG nova.compute.manager [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.754478] env[69226]: DEBUG nova.network.neutron [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Updating instance_info_cache with network_info: [{"id": "b40dcadc-d8df-428d-8428-00f135ec09b5", "address": "fa:16:3e:33:ea:1f", "network": {"id": "8ca4b9e6-2123-4ff0-ace6-7ebf43d18819", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-691667159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8d97c5232204e159a838e7466fe2a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40dcadc-d8", "ovs_interfaceid": "b40dcadc-d8df-428d-8428-00f135ec09b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.763020] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495201, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.813796] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495203, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.840549] env[69226]: DEBUG nova.network.neutron [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Updating instance_info_cache with network_info: [{"id": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "address": "fa:16:3e:19:e9:ea", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f61da8-d0", "ovs_interfaceid": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28bb2fdd-21a0-4ae9-a72e-2387756c6036", "address": "fa:16:3e:7d:3b:ab", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28bb2fdd-21", "ovs_interfaceid": "28bb2fdd-21a0-4ae9-a72e-2387756c6036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.875416] env[69226]: DEBUG nova.scheduler.client.report [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.921189] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495205, 'name': Rename_Task, 'duration_secs': 1.003889} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.922653] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.922967] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c787e01-8712-4bd2-ad14-aa22ad930dd3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.929788] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 992.929788] env[69226]: value = "task-3495206" [ 992.929788] env[69226]: _type = "Task" [ 992.929788] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.941335] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.091884] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52438507-3a06-9a36-aa2c-35726f49a310, 'name': SearchDatastore_Task, 'duration_secs': 0.028068} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.092732] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70ef9439-2cef-4d4e-8f33-ced2d79bbdb8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.099449] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 993.099449] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f37fad-9fcc-15d9-a594-6e193190037c" [ 993.099449] env[69226]: _type = "Task" [ 993.099449] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.109026] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f37fad-9fcc-15d9-a594-6e193190037c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.142638] env[69226]: DEBUG nova.compute.manager [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.162358] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.177884] env[69226]: DEBUG nova.virt.hardware [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.178164] env[69226]: DEBUG nova.virt.hardware [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.178305] env[69226]: DEBUG nova.virt.hardware [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.178489] env[69226]: DEBUG nova.virt.hardware [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.178639] env[69226]: DEBUG nova.virt.hardware [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.178849] env[69226]: DEBUG nova.virt.hardware [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.179541] env[69226]: DEBUG nova.virt.hardware [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.179746] env[69226]: DEBUG nova.virt.hardware [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.179922] env[69226]: DEBUG nova.virt.hardware [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.180104] env[69226]: DEBUG nova.virt.hardware [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.180284] env[69226]: DEBUG nova.virt.hardware [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.181434] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16342b91-f108-4701-b193-2a8311d2b568 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.185224] env[69226]: DEBUG nova.network.neutron [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Updating instance_info_cache with network_info: [{"id": "17315053-c056-41bd-bcb3-f53bb3f0c019", "address": "fa:16:3e:6f:2f:e8", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17315053-c0", "ovs_interfaceid": "17315053-c056-41bd-bcb3-f53bb3f0c019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.192897] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b1ed01-e366-4158-93f8-82dc03cf079b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.259823] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495201, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.667903} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.260128] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/103c977a-9938-42d7-bf07-4aa632790a16/103c977a-9938-42d7-bf07-4aa632790a16.vmdk to [datastore2] 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65/107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.261042] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c97861-ae51-42df-9bd4-1495fde02441 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.264415] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Releasing lock "refresh_cache-01a3d136-0b57-4977-b3de-9d3743b9b530" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.264415] env[69226]: DEBUG nova.compute.manager [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Instance network_info: |[{"id": "b40dcadc-d8df-428d-8428-00f135ec09b5", "address": "fa:16:3e:33:ea:1f", "network": {"id": "8ca4b9e6-2123-4ff0-ace6-7ebf43d18819", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-691667159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8d97c5232204e159a838e7466fe2a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40dcadc-d8", "ovs_interfaceid": "b40dcadc-d8df-428d-8428-00f135ec09b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.264720] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:ea:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b40dcadc-d8df-428d-8428-00f135ec09b5', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.272725] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.273612] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.273844] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0657212b-931d-468d-93bd-a53b9362dae8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.307980] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65/107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65.vmdk or device None with type streamOptimized {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.308990] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-179d4813-1a96-4b2b-a58a-bcfe76b02911 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.330768] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.330768] env[69226]: value = "task-3495207" [ 993.330768] env[69226]: _type = "Task" [ 993.330768] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.338905] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495203, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.343217} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.340626] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 6b0cde4b-7827-409c-8700-e2f99bf67882/6b0cde4b-7827-409c-8700-e2f99bf67882.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.340878] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.341136] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 993.341136] env[69226]: value = "task-3495208" [ 993.341136] env[69226]: _type = "Task" [ 993.341136] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.341352] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a473848e-fc84-4822-aeb5-78b27bee54d2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.347290] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "refresh_cache-3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.353869] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495207, 'name': CreateVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.364913] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.365321] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for the task: (returnval){ [ 993.365321] env[69226]: value = "task-3495209" [ 993.365321] env[69226]: _type = "Task" [ 993.365321] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.377676] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.384054] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.386573] env[69226]: DEBUG oslo_concurrency.lockutils [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.051s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.386804] env[69226]: DEBUG nova.objects.instance [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lazy-loading 'resources' on Instance uuid 3ee6f41e-36be-4277-a050-d4824d4956f3 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.406131] env[69226]: INFO nova.scheduler.client.report [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Deleted allocations for instance bb2197bb-1eac-4813-b7d6-a2cce069d6f1 [ 993.428776] env[69226]: DEBUG nova.compute.manager [req-ed32eac1-09b6-4110-8db0-3b0733bed70c req-0ead814b-9ae3-4704-a1a7-918aa2d1e5b0 service nova] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Received event network-vif-plugged-b40dcadc-d8df-428d-8428-00f135ec09b5 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.429343] env[69226]: DEBUG oslo_concurrency.lockutils [req-ed32eac1-09b6-4110-8db0-3b0733bed70c req-0ead814b-9ae3-4704-a1a7-918aa2d1e5b0 service nova] Acquiring lock "01a3d136-0b57-4977-b3de-9d3743b9b530-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.429343] env[69226]: DEBUG oslo_concurrency.lockutils [req-ed32eac1-09b6-4110-8db0-3b0733bed70c req-0ead814b-9ae3-4704-a1a7-918aa2d1e5b0 service nova] Lock "01a3d136-0b57-4977-b3de-9d3743b9b530-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.429529] env[69226]: DEBUG oslo_concurrency.lockutils [req-ed32eac1-09b6-4110-8db0-3b0733bed70c req-0ead814b-9ae3-4704-a1a7-918aa2d1e5b0 service nova] Lock "01a3d136-0b57-4977-b3de-9d3743b9b530-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.429978] env[69226]: DEBUG nova.compute.manager [req-ed32eac1-09b6-4110-8db0-3b0733bed70c req-0ead814b-9ae3-4704-a1a7-918aa2d1e5b0 service nova] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] No waiting events found dispatching network-vif-plugged-b40dcadc-d8df-428d-8428-00f135ec09b5 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.429978] env[69226]: WARNING nova.compute.manager [req-ed32eac1-09b6-4110-8db0-3b0733bed70c req-0ead814b-9ae3-4704-a1a7-918aa2d1e5b0 service nova] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Received unexpected event network-vif-plugged-b40dcadc-d8df-428d-8428-00f135ec09b5 for instance with vm_state building and task_state spawning. [ 993.430154] env[69226]: DEBUG nova.compute.manager [req-ed32eac1-09b6-4110-8db0-3b0733bed70c req-0ead814b-9ae3-4704-a1a7-918aa2d1e5b0 service nova] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Received event network-changed-b40dcadc-d8df-428d-8428-00f135ec09b5 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.430363] env[69226]: DEBUG nova.compute.manager [req-ed32eac1-09b6-4110-8db0-3b0733bed70c req-0ead814b-9ae3-4704-a1a7-918aa2d1e5b0 service nova] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Refreshing instance network info cache due to event network-changed-b40dcadc-d8df-428d-8428-00f135ec09b5. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.430842] env[69226]: DEBUG oslo_concurrency.lockutils [req-ed32eac1-09b6-4110-8db0-3b0733bed70c req-0ead814b-9ae3-4704-a1a7-918aa2d1e5b0 service nova] Acquiring lock "refresh_cache-01a3d136-0b57-4977-b3de-9d3743b9b530" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.430842] env[69226]: DEBUG oslo_concurrency.lockutils [req-ed32eac1-09b6-4110-8db0-3b0733bed70c req-0ead814b-9ae3-4704-a1a7-918aa2d1e5b0 service nova] Acquired lock "refresh_cache-01a3d136-0b57-4977-b3de-9d3743b9b530" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.430842] env[69226]: DEBUG nova.network.neutron [req-ed32eac1-09b6-4110-8db0-3b0733bed70c req-0ead814b-9ae3-4704-a1a7-918aa2d1e5b0 service nova] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Refreshing network info cache for port b40dcadc-d8df-428d-8428-00f135ec09b5 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.443928] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495206, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.462518] env[69226]: DEBUG nova.compute.manager [req-2d381543-5116-4536-a8eb-b533c48e88c5 req-f013f294-7387-4f65-85f1-42b987aa9356 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Received event network-vif-deleted-28bb2fdd-21a0-4ae9-a72e-2387756c6036 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.462518] env[69226]: INFO nova.compute.manager [req-2d381543-5116-4536-a8eb-b533c48e88c5 req-f013f294-7387-4f65-85f1-42b987aa9356 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Neutron deleted interface 28bb2fdd-21a0-4ae9-a72e-2387756c6036; detaching it from the instance and deleting it from the info cache [ 993.462518] env[69226]: DEBUG nova.network.neutron [req-2d381543-5116-4536-a8eb-b533c48e88c5 req-f013f294-7387-4f65-85f1-42b987aa9356 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Updating instance_info_cache with network_info: [{"id": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "address": "fa:16:3e:19:e9:ea", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f61da8-d0", "ovs_interfaceid": "a8f61da8-d0fd-45b9-96f8-d546b0c2cb83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.610783] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f37fad-9fcc-15d9-a594-6e193190037c, 'name': SearchDatastore_Task, 'duration_secs': 0.029218} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.611066] env[69226]: DEBUG oslo_concurrency.lockutils [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.611336] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] e98bea42-c105-4939-9171-d0a02de16717/e98bea42-c105-4939-9171-d0a02de16717.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.611635] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d5033a9-e42f-41b4-88eb-71f4f523b869 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.619934] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 993.619934] env[69226]: value = "task-3495210" [ 993.619934] env[69226]: _type = "Task" [ 993.619934] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.627882] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.688500] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.688959] env[69226]: DEBUG nova.objects.instance [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lazy-loading 'migration_context' on Instance uuid 5d5ac77b-9d87-4206-a210-616b240c4e91 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.841284] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495207, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.855919] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95227299-f1c5-4af7-a07d-f43543663f9d tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "interface-3f831b6f-cac6-428f-8351-5db92d811046-7cccf464-c504-4e90-a48f-0ec520109a2c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.243s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.857153] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.866922] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "3f831b6f-cac6-428f-8351-5db92d811046" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.867227] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "3f831b6f-cac6-428f-8351-5db92d811046" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.867458] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "3f831b6f-cac6-428f-8351-5db92d811046-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.867664] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "3f831b6f-cac6-428f-8351-5db92d811046-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.867831] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "3f831b6f-cac6-428f-8351-5db92d811046-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.873013] env[69226]: INFO nova.compute.manager [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Terminating instance [ 993.887721] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084852} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.888159] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.888987] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e294ee-1b28-42cd-a5dd-53620b182fa1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.919672] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 6b0cde4b-7827-409c-8700-e2f99bf67882/6b0cde4b-7827-409c-8700-e2f99bf67882.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.925407] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35d11b9c-1c48-4b34-967d-92f79976af3f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.942845] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aab77651-7944-4cc4-a758-9c3298d40781 tempest-ServerAddressesTestJSON-1403486280 tempest-ServerAddressesTestJSON-1403486280-project-member] Lock "bb2197bb-1eac-4813-b7d6-a2cce069d6f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.012s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.960411] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for the task: (returnval){ [ 993.960411] env[69226]: value = "task-3495211" [ 993.960411] env[69226]: _type = "Task" [ 993.960411] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.960766] env[69226]: DEBUG oslo_vmware.api [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495206, 'name': PowerOnVM_Task, 'duration_secs': 0.674679} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.961752] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.961957] env[69226]: INFO nova.compute.manager [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Took 11.47 seconds to spawn the instance on the hypervisor. [ 993.962176] env[69226]: DEBUG nova.compute.manager [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.966093] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e8b810-5f48-4def-9642-2eca37199bf8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.972477] env[69226]: DEBUG oslo_concurrency.lockutils [req-2d381543-5116-4536-a8eb-b533c48e88c5 req-f013f294-7387-4f65-85f1-42b987aa9356 service nova] Acquiring lock "3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.981217] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.129337] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495210, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.192875] env[69226]: DEBUG nova.objects.base [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Object Instance<5d5ac77b-9d87-4206-a210-616b240c4e91> lazy-loaded attributes: info_cache,migration_context {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 994.194859] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf4d0ff-934b-472c-ab42-bc479cbfe22f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.220263] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0050c5b2-354b-4233-b453-7e7a0293a841 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.225090] env[69226]: DEBUG oslo_vmware.api [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 994.225090] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5233c0f1-499e-202f-724f-ec0786c12f1a" [ 994.225090] env[69226]: _type = "Task" [ 994.225090] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.246842] env[69226]: DEBUG oslo_vmware.api [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5233c0f1-499e-202f-724f-ec0786c12f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010881} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.247172] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.346378] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495207, 'name': CreateVM_Task, 'duration_secs': 0.834834} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.346699] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.350635] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.350871] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.351164] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.351581] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e10c6b6-595d-45ff-9c6e-59150c36a524 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.356971] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 994.356971] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52456941-face-1b19-1136-bf58ad4c82ef" [ 994.356971] env[69226]: _type = "Task" [ 994.356971] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.360751] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495208, 'name': ReconfigVM_Task, 'duration_secs': 0.670806} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.367050] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65/107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65.vmdk or device None with type streamOptimized {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.371896] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9663d6e2-4a9b-449b-92ce-22ea007682c7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.379805] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52456941-face-1b19-1136-bf58ad4c82ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.381542] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 994.381542] env[69226]: value = "task-3495212" [ 994.381542] env[69226]: _type = "Task" [ 994.381542] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.383138] env[69226]: DEBUG nova.compute.manager [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.383138] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.386214] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd84487-2a95-4e05-a6b3-cfa3c040ed7a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.394838] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495212, 'name': Rename_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.399647] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.399938] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a743b264-c2ab-4a46-a12b-01d6ac9be680 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.407384] env[69226]: DEBUG oslo_vmware.api [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 994.407384] env[69226]: value = "task-3495213" [ 994.407384] env[69226]: _type = "Task" [ 994.407384] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.422801] env[69226]: DEBUG oslo_vmware.api [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.450479] env[69226]: DEBUG nova.network.neutron [req-ed32eac1-09b6-4110-8db0-3b0733bed70c req-0ead814b-9ae3-4704-a1a7-918aa2d1e5b0 service nova] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Updated VIF entry in instance network info cache for port b40dcadc-d8df-428d-8428-00f135ec09b5. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.450976] env[69226]: DEBUG nova.network.neutron [req-ed32eac1-09b6-4110-8db0-3b0733bed70c req-0ead814b-9ae3-4704-a1a7-918aa2d1e5b0 service nova] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Updating instance_info_cache with network_info: [{"id": "b40dcadc-d8df-428d-8428-00f135ec09b5", "address": "fa:16:3e:33:ea:1f", "network": {"id": "8ca4b9e6-2123-4ff0-ace6-7ebf43d18819", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-691667159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8d97c5232204e159a838e7466fe2a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40dcadc-d8", "ovs_interfaceid": "b40dcadc-d8df-428d-8428-00f135ec09b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.473179] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495211, 'name': ReconfigVM_Task, 'duration_secs': 0.500934} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.474384] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 6b0cde4b-7827-409c-8700-e2f99bf67882/6b0cde4b-7827-409c-8700-e2f99bf67882.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.478782] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2479dd9a-8375-4d24-b4e0-90ccfa5b35a2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.496590] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for the task: (returnval){ [ 994.496590] env[69226]: value = "task-3495214" [ 994.496590] env[69226]: _type = "Task" [ 994.496590] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.501986] env[69226]: INFO nova.compute.manager [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Took 36.58 seconds to build instance. [ 994.515590] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495214, 'name': Rename_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.517488] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b63a718-71b0-41dc-95c2-e2df38e316af {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.529163] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6eae37d-7a61-458a-98bd-3408b21d5a65 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.565570] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6cd40d-0d3c-415d-9a3e-f04a05c09380 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.576798] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1e2944-dd29-4c2f-8980-d1212ae74513 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.596082] env[69226]: DEBUG nova.compute.provider_tree [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.632846] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495210, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.758232] env[69226]: DEBUG nova.network.neutron [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Successfully updated port: 6ac3550b-d93d-4c4f-b73a-92947c936a85 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.876137] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52456941-face-1b19-1136-bf58ad4c82ef, 'name': SearchDatastore_Task, 'duration_secs': 0.065999} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.876557] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.878034] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.878034] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.878034] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.878034] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.879401] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1155c371-7e42-4e40-abd7-8d46fee768ef {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.890951] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.891176] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.895181] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-377dc51b-89f8-4c85-806d-040452530408 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.897644] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495212, 'name': Rename_Task, 'duration_secs': 0.26904} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.897919] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.900406] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21a3d059-3b1e-4a4c-b2e8-9c7b2743815f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.901533] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 994.901533] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5262f206-4567-6e71-09b3-2ef684ef7b9f" [ 994.901533] env[69226]: _type = "Task" [ 994.901533] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.906726] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 994.906726] env[69226]: value = "task-3495215" [ 994.906726] env[69226]: _type = "Task" [ 994.906726] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.917676] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5262f206-4567-6e71-09b3-2ef684ef7b9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.921319] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.924330] env[69226]: DEBUG oslo_vmware.api [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495213, 'name': PowerOffVM_Task, 'duration_secs': 0.244654} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.924579] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.924749] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.925090] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e7cea6c-87ce-490b-8fbc-f2ace14d7369 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.955249] env[69226]: DEBUG oslo_concurrency.lockutils [req-ed32eac1-09b6-4110-8db0-3b0733bed70c req-0ead814b-9ae3-4704-a1a7-918aa2d1e5b0 service nova] Releasing lock "refresh_cache-01a3d136-0b57-4977-b3de-9d3743b9b530" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.006102] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0189a477-3a0b-47a5-8c6a-d45f863f4a66 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "f6caffbc-1250-4852-94b4-e4868adc632c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.096s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.008679] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495214, 'name': Rename_Task, 'duration_secs': 0.236393} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.009012] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.009299] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f81d8f8-465d-4acc-acf2-9d4f8b666524 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.016305] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for the task: (returnval){ [ 995.016305] env[69226]: value = "task-3495217" [ 995.016305] env[69226]: _type = "Task" [ 995.016305] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.025703] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.027083] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.027396] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.027511] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Deleting the datastore file [datastore2] 3f831b6f-cac6-428f-8351-5db92d811046 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.027795] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f9c60e6-d004-4a97-a0ea-a0cf3189d519 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.034758] env[69226]: DEBUG oslo_vmware.api [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 995.034758] env[69226]: value = "task-3495218" [ 995.034758] env[69226]: _type = "Task" [ 995.034758] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.042883] env[69226]: DEBUG oslo_vmware.api [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.103036] env[69226]: DEBUG nova.scheduler.client.report [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.132673] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495210, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.158947} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.132952] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] e98bea42-c105-4939-9171-d0a02de16717/e98bea42-c105-4939-9171-d0a02de16717.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.133186] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.133467] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd8fb8e8-446e-45b8-b124-bfc401fa85bc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.140266] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 995.140266] env[69226]: value = "task-3495219" [ 995.140266] env[69226]: _type = "Task" [ 995.140266] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.148860] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.283548] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquiring lock "a5a5f420-183b-4e6f-b2bc-6908836bc3de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.284009] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lock "a5a5f420-183b-4e6f-b2bc-6908836bc3de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.284195] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquiring lock "a5a5f420-183b-4e6f-b2bc-6908836bc3de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.284375] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lock "a5a5f420-183b-4e6f-b2bc-6908836bc3de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.284632] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lock "a5a5f420-183b-4e6f-b2bc-6908836bc3de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.288039] env[69226]: INFO nova.compute.manager [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Terminating instance [ 995.424659] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5262f206-4567-6e71-09b3-2ef684ef7b9f, 'name': SearchDatastore_Task, 'duration_secs': 0.040647} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.426067] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03d6838e-e580-408b-b964-460848476cb8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.434985] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495215, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.438649] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 995.438649] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a5a343-e72e-2043-ac26-a740dc137bae" [ 995.438649] env[69226]: _type = "Task" [ 995.438649] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.451272] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a5a343-e72e-2043-ac26-a740dc137bae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.535626] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495217, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.548876] env[69226]: DEBUG oslo_vmware.api [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446192} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.549560] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.549560] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.549560] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.549867] env[69226]: INFO nova.compute.manager [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Took 1.17 seconds to destroy the instance on the hypervisor. [ 995.550107] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.550394] env[69226]: DEBUG nova.compute.manager [-] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.551736] env[69226]: DEBUG nova.network.neutron [-] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.568553] env[69226]: DEBUG nova.compute.manager [req-59a6d988-608a-45a0-924a-70a2c560d281 req-31ecbd66-6504-4494-b966-a2a72099a8fd service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Received event network-vif-plugged-6ac3550b-d93d-4c4f-b73a-92947c936a85 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.568925] env[69226]: DEBUG oslo_concurrency.lockutils [req-59a6d988-608a-45a0-924a-70a2c560d281 req-31ecbd66-6504-4494-b966-a2a72099a8fd service nova] Acquiring lock "8260adf6-6823-4ac8-8a16-a21d7e440d5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.569296] env[69226]: DEBUG oslo_concurrency.lockutils [req-59a6d988-608a-45a0-924a-70a2c560d281 req-31ecbd66-6504-4494-b966-a2a72099a8fd service nova] Lock "8260adf6-6823-4ac8-8a16-a21d7e440d5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.569625] env[69226]: DEBUG oslo_concurrency.lockutils [req-59a6d988-608a-45a0-924a-70a2c560d281 req-31ecbd66-6504-4494-b966-a2a72099a8fd service nova] Lock "8260adf6-6823-4ac8-8a16-a21d7e440d5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.569927] env[69226]: DEBUG nova.compute.manager [req-59a6d988-608a-45a0-924a-70a2c560d281 req-31ecbd66-6504-4494-b966-a2a72099a8fd service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] No waiting events found dispatching network-vif-plugged-6ac3550b-d93d-4c4f-b73a-92947c936a85 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.570236] env[69226]: WARNING nova.compute.manager [req-59a6d988-608a-45a0-924a-70a2c560d281 req-31ecbd66-6504-4494-b966-a2a72099a8fd service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Received unexpected event network-vif-plugged-6ac3550b-d93d-4c4f-b73a-92947c936a85 for instance with vm_state building and task_state spawning. [ 995.572080] env[69226]: DEBUG nova.compute.manager [req-59a6d988-608a-45a0-924a-70a2c560d281 req-31ecbd66-6504-4494-b966-a2a72099a8fd service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Received event network-changed-6ac3550b-d93d-4c4f-b73a-92947c936a85 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.572080] env[69226]: DEBUG nova.compute.manager [req-59a6d988-608a-45a0-924a-70a2c560d281 req-31ecbd66-6504-4494-b966-a2a72099a8fd service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Refreshing instance network info cache due to event network-changed-6ac3550b-d93d-4c4f-b73a-92947c936a85. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.572080] env[69226]: DEBUG oslo_concurrency.lockutils [req-59a6d988-608a-45a0-924a-70a2c560d281 req-31ecbd66-6504-4494-b966-a2a72099a8fd service nova] Acquiring lock "refresh_cache-8260adf6-6823-4ac8-8a16-a21d7e440d5f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.572080] env[69226]: DEBUG oslo_concurrency.lockutils [req-59a6d988-608a-45a0-924a-70a2c560d281 req-31ecbd66-6504-4494-b966-a2a72099a8fd service nova] Acquired lock "refresh_cache-8260adf6-6823-4ac8-8a16-a21d7e440d5f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.572080] env[69226]: DEBUG nova.network.neutron [req-59a6d988-608a-45a0-924a-70a2c560d281 req-31ecbd66-6504-4494-b966-a2a72099a8fd service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Refreshing network info cache for port 6ac3550b-d93d-4c4f-b73a-92947c936a85 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.608467] env[69226]: DEBUG oslo_concurrency.lockutils [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.612518] env[69226]: DEBUG oslo_concurrency.lockutils [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.241s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.612518] env[69226]: DEBUG nova.objects.instance [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lazy-loading 'resources' on Instance uuid 20983dcc-7227-4e04-b691-4622b2dc2cce {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.640034] env[69226]: INFO nova.scheduler.client.report [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Deleted allocations for instance 3ee6f41e-36be-4277-a050-d4824d4956f3 [ 995.659014] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125741} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.659334] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.660936] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b791e0-448e-474c-936f-b97cdd21b44f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.685515] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] e98bea42-c105-4939-9171-d0a02de16717/e98bea42-c105-4939-9171-d0a02de16717.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.685929] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27cf2eb8-2349-4b2b-8cb2-f37b6a67e33f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.721784] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 995.721784] env[69226]: value = "task-3495220" [ 995.721784] env[69226]: _type = "Task" [ 995.721784] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.731133] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495220, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.737097] env[69226]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 28bb2fdd-21a0-4ae9-a72e-2387756c6036 could not be found.", "detail": ""}} {{(pid=69226) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 995.737362] env[69226]: DEBUG nova.network.neutron [-] Unable to show port 28bb2fdd-21a0-4ae9-a72e-2387756c6036 as it no longer exists. {{(pid=69226) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 995.790978] env[69226]: DEBUG nova.compute.manager [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.791219] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.792121] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb61ed4-2061-42dc-b782-b41a53e1827f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.800155] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.800458] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4add2653-3fa0-4527-abdf-b08976ab3294 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.809900] env[69226]: DEBUG oslo_vmware.api [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 995.809900] env[69226]: value = "task-3495221" [ 995.809900] env[69226]: _type = "Task" [ 995.809900] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.818721] env[69226]: DEBUG oslo_vmware.api [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.926459] env[69226]: DEBUG oslo_vmware.api [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495215, 'name': PowerOnVM_Task, 'duration_secs': 0.84551} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.927476] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.927476] env[69226]: INFO nova.compute.manager [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Took 16.10 seconds to spawn the instance on the hypervisor. [ 995.927605] env[69226]: DEBUG nova.compute.manager [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.928561] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa0e9c6-2418-430d-a7be-8eb27df1b5eb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.949608] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a5a343-e72e-2043-ac26-a740dc137bae, 'name': SearchDatastore_Task, 'duration_secs': 0.035971} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.950868] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.950868] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 01a3d136-0b57-4977-b3de-9d3743b9b530/01a3d136-0b57-4977-b3de-9d3743b9b530.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.950868] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c440c40-b50e-453c-8362-b8dbc02dd0b9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.958506] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 995.958506] env[69226]: value = "task-3495222" [ 995.958506] env[69226]: _type = "Task" [ 995.958506] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.969793] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.031878] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495217, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.151505] env[69226]: DEBUG oslo_concurrency.lockutils [None req-462fb77d-c75b-47a7-ae23-8e0cca9ce9e1 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lock "3ee6f41e-36be-4277-a050-d4824d4956f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.787s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.185719] env[69226]: DEBUG nova.network.neutron [req-59a6d988-608a-45a0-924a-70a2c560d281 req-31ecbd66-6504-4494-b966-a2a72099a8fd service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.241254] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.331664] env[69226]: DEBUG oslo_vmware.api [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495221, 'name': PowerOffVM_Task, 'duration_secs': 0.313439} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.335198] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.335416] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.336098] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7c48b4c-d922-4a8d-b9e1-9b64b9907e80 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.411778] env[69226]: DEBUG nova.network.neutron [req-59a6d988-608a-45a0-924a-70a2c560d281 req-31ecbd66-6504-4494-b966-a2a72099a8fd service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.454296] env[69226]: INFO nova.compute.manager [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Took 41.41 seconds to build instance. [ 996.478116] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495222, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.537189] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495217, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.739357] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495220, 'name': ReconfigVM_Task, 'duration_secs': 0.583941} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.739850] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Reconfigured VM instance instance-0000004a to attach disk [datastore1] e98bea42-c105-4939-9171-d0a02de16717/e98bea42-c105-4939-9171-d0a02de16717.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.741075] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0200527-65a1-4d57-abb7-58cd53001c30 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.751752] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 996.751752] env[69226]: value = "task-3495224" [ 996.751752] env[69226]: _type = "Task" [ 996.751752] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.771117] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495224, 'name': Rename_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.797336] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceddd3d-dae1-4342-a4c5-b46dd41cf0a9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.807717] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de94124d-9ad7-41e9-9d58-d5d540e73272 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.851672] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab1481a-0e15-4b9b-aa95-fae1202cf169 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.862063] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17391f49-4ede-40c2-a93e-9de0faf944c1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.883792] env[69226]: DEBUG nova.compute.provider_tree [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.885949] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "aee843c9-5d66-4815-b640-7c85b299689b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.886289] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lock "aee843c9-5d66-4815-b640-7c85b299689b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.886575] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "aee843c9-5d66-4815-b640-7c85b299689b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.886838] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lock "aee843c9-5d66-4815-b640-7c85b299689b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.890116] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lock "aee843c9-5d66-4815-b640-7c85b299689b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.890116] env[69226]: INFO nova.compute.manager [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Terminating instance [ 996.915809] env[69226]: DEBUG oslo_concurrency.lockutils [req-59a6d988-608a-45a0-924a-70a2c560d281 req-31ecbd66-6504-4494-b966-a2a72099a8fd service nova] Releasing lock "refresh_cache-8260adf6-6823-4ac8-8a16-a21d7e440d5f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.955062] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.955353] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.955474] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Deleting the datastore file [datastore2] a5a5f420-183b-4e6f-b2bc-6908836bc3de {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.964325] env[69226]: DEBUG oslo_concurrency.lockutils [None req-daa65c33-cd34-40c0-baab-506e2b6c7210 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.927s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.965318] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68b77760-0ddb-421b-be9e-11fe34ea5d0c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.978066] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834231} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.978989] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 01a3d136-0b57-4977-b3de-9d3743b9b530/01a3d136-0b57-4977-b3de-9d3743b9b530.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.979230] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.982045] env[69226]: DEBUG oslo_vmware.api [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for the task: (returnval){ [ 996.982045] env[69226]: value = "task-3495225" [ 996.982045] env[69226]: _type = "Task" [ 996.982045] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.982045] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d061f13c-5682-4721-8f85-f58f201bf1b7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.992786] env[69226]: DEBUG oslo_vmware.api [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.994488] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 996.994488] env[69226]: value = "task-3495226" [ 996.994488] env[69226]: _type = "Task" [ 996.994488] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.002607] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.034317] env[69226]: DEBUG oslo_vmware.api [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495217, 'name': PowerOnVM_Task, 'duration_secs': 1.7339} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.034597] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.034794] env[69226]: DEBUG nova.compute.manager [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.037692] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f6353b-b1f3-407c-8baf-c1d4cfb88dcb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.266427] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495224, 'name': Rename_Task, 'duration_secs': 0.250362} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.266780] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.267183] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c77b43a-818b-40cd-a46c-94355c994b0c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.274977] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 997.274977] env[69226]: value = "task-3495227" [ 997.274977] env[69226]: _type = "Task" [ 997.274977] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.284097] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.336616] env[69226]: DEBUG nova.network.neutron [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Successfully updated port: 67b2f70a-989b-4ec8-a9f6-f3d3cf0f0e89 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.355757] env[69226]: DEBUG nova.network.neutron [-] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.390618] env[69226]: DEBUG nova.scheduler.client.report [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.394720] env[69226]: DEBUG nova.compute.manager [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.395224] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.396320] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e3161c-7f50-46ca-8989-757bda024f6b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.405659] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.405659] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6f3d6e8-65f8-4bbb-aa44-adfa71abd2bd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.416492] env[69226]: DEBUG oslo_vmware.api [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 997.416492] env[69226]: value = "task-3495228" [ 997.416492] env[69226]: _type = "Task" [ 997.416492] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.424419] env[69226]: DEBUG oslo_vmware.api [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.473044] env[69226]: DEBUG nova.compute.manager [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Stashing vm_state: active {{(pid=69226) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 997.493124] env[69226]: DEBUG oslo_vmware.api [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Task: {'id': task-3495225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394828} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.494322] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.494322] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.494322] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.494322] env[69226]: INFO nova.compute.manager [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Took 1.70 seconds to destroy the instance on the hypervisor. [ 997.494322] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.494778] env[69226]: DEBUG nova.compute.manager [-] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.494778] env[69226]: DEBUG nova.network.neutron [-] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.508911] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160558} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.509405] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.510008] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3420005d-6b71-4327-91ba-5bb393d2455a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.542378] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 01a3d136-0b57-4977-b3de-9d3743b9b530/01a3d136-0b57-4977-b3de-9d3743b9b530.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.542378] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-becdc661-1853-4e5f-a76a-c9eac99e0f68 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.566316] env[69226]: DEBUG oslo_concurrency.lockutils [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.572256] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 997.572256] env[69226]: value = "task-3495229" [ 997.572256] env[69226]: _type = "Task" [ 997.572256] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.584457] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495229, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.758372] env[69226]: DEBUG nova.compute.manager [req-23663fe8-b26a-4827-aa43-ee5400870421 req-e2566756-92a9-44c8-9b2e-ac2fea05dcd9 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Received event network-vif-deleted-a8f61da8-d0fd-45b9-96f8-d546b0c2cb83 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.758372] env[69226]: DEBUG nova.compute.manager [req-23663fe8-b26a-4827-aa43-ee5400870421 req-e2566756-92a9-44c8-9b2e-ac2fea05dcd9 service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Received event network-vif-plugged-67b2f70a-989b-4ec8-a9f6-f3d3cf0f0e89 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.758372] env[69226]: DEBUG oslo_concurrency.lockutils [req-23663fe8-b26a-4827-aa43-ee5400870421 req-e2566756-92a9-44c8-9b2e-ac2fea05dcd9 service nova] Acquiring lock "8260adf6-6823-4ac8-8a16-a21d7e440d5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.758372] env[69226]: DEBUG oslo_concurrency.lockutils [req-23663fe8-b26a-4827-aa43-ee5400870421 req-e2566756-92a9-44c8-9b2e-ac2fea05dcd9 service nova] Lock "8260adf6-6823-4ac8-8a16-a21d7e440d5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.758372] env[69226]: DEBUG oslo_concurrency.lockutils [req-23663fe8-b26a-4827-aa43-ee5400870421 req-e2566756-92a9-44c8-9b2e-ac2fea05dcd9 service nova] Lock "8260adf6-6823-4ac8-8a16-a21d7e440d5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.760679] env[69226]: DEBUG nova.compute.manager [req-23663fe8-b26a-4827-aa43-ee5400870421 req-e2566756-92a9-44c8-9b2e-ac2fea05dcd9 service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] No waiting events found dispatching network-vif-plugged-67b2f70a-989b-4ec8-a9f6-f3d3cf0f0e89 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.760679] env[69226]: WARNING nova.compute.manager [req-23663fe8-b26a-4827-aa43-ee5400870421 req-e2566756-92a9-44c8-9b2e-ac2fea05dcd9 service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Received unexpected event network-vif-plugged-67b2f70a-989b-4ec8-a9f6-f3d3cf0f0e89 for instance with vm_state building and task_state spawning. [ 997.760679] env[69226]: DEBUG nova.compute.manager [req-23663fe8-b26a-4827-aa43-ee5400870421 req-e2566756-92a9-44c8-9b2e-ac2fea05dcd9 service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Received event network-changed-67b2f70a-989b-4ec8-a9f6-f3d3cf0f0e89 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.760679] env[69226]: DEBUG nova.compute.manager [req-23663fe8-b26a-4827-aa43-ee5400870421 req-e2566756-92a9-44c8-9b2e-ac2fea05dcd9 service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Refreshing instance network info cache due to event network-changed-67b2f70a-989b-4ec8-a9f6-f3d3cf0f0e89. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.760679] env[69226]: DEBUG oslo_concurrency.lockutils [req-23663fe8-b26a-4827-aa43-ee5400870421 req-e2566756-92a9-44c8-9b2e-ac2fea05dcd9 service nova] Acquiring lock "refresh_cache-8260adf6-6823-4ac8-8a16-a21d7e440d5f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.760679] env[69226]: DEBUG oslo_concurrency.lockutils [req-23663fe8-b26a-4827-aa43-ee5400870421 req-e2566756-92a9-44c8-9b2e-ac2fea05dcd9 service nova] Acquired lock "refresh_cache-8260adf6-6823-4ac8-8a16-a21d7e440d5f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.760679] env[69226]: DEBUG nova.network.neutron [req-23663fe8-b26a-4827-aa43-ee5400870421 req-e2566756-92a9-44c8-9b2e-ac2fea05dcd9 service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Refreshing network info cache for port 67b2f70a-989b-4ec8-a9f6-f3d3cf0f0e89 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.789047] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495227, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.843516] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquiring lock "refresh_cache-8260adf6-6823-4ac8-8a16-a21d7e440d5f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.859167] env[69226]: INFO nova.compute.manager [-] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Took 2.31 seconds to deallocate network for instance. [ 997.896918] env[69226]: DEBUG oslo_concurrency.lockutils [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.900273] env[69226]: DEBUG oslo_concurrency.lockutils [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.991s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.902854] env[69226]: INFO nova.compute.claims [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 4d0dab2d-cd85-41e3-b588-70a9d8c866d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.929821] env[69226]: DEBUG oslo_vmware.api [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495228, 'name': PowerOffVM_Task, 'duration_secs': 0.411692} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.930163] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.930393] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.943198] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e09382d-9eeb-4979-8ee2-aa22cc351143 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.954873] env[69226]: INFO nova.scheduler.client.report [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Deleted allocations for instance 20983dcc-7227-4e04-b691-4622b2dc2cce [ 998.006870] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.009403] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.009683] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.010024] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Deleting the datastore file [datastore2] aee843c9-5d66-4815-b640-7c85b299689b {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.010680] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5274b24-7a58-40bb-9a9d-79591952e82a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.021571] env[69226]: DEBUG oslo_vmware.api [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for the task: (returnval){ [ 998.021571] env[69226]: value = "task-3495231" [ 998.021571] env[69226]: _type = "Task" [ 998.021571] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.033851] env[69226]: DEBUG oslo_vmware.api [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.080572] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.194615] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.194918] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.195164] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.195616] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.195616] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.200443] env[69226]: INFO nova.compute.manager [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Terminating instance [ 998.295827] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495227, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.322016] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Acquiring lock "6b0cde4b-7827-409c-8700-e2f99bf67882" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.322470] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Lock "6b0cde4b-7827-409c-8700-e2f99bf67882" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.322826] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Acquiring lock "6b0cde4b-7827-409c-8700-e2f99bf67882-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.323169] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Lock "6b0cde4b-7827-409c-8700-e2f99bf67882-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.323447] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Lock "6b0cde4b-7827-409c-8700-e2f99bf67882-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.331432] env[69226]: DEBUG nova.network.neutron [req-23663fe8-b26a-4827-aa43-ee5400870421 req-e2566756-92a9-44c8-9b2e-ac2fea05dcd9 service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.335665] env[69226]: INFO nova.compute.manager [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Terminating instance [ 998.367485] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.407713] env[69226]: DEBUG oslo_concurrency.lockutils [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.507s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.408469] env[69226]: DEBUG nova.compute.utils [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 4d0dab2d-cd85-41e3-b588-70a9d8c866d0] Instance 4d0dab2d-cd85-41e3-b588-70a9d8c866d0 could not be found. {{(pid=69226) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 998.410475] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.087s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.411257] env[69226]: DEBUG nova.objects.instance [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lazy-loading 'resources' on Instance uuid b1264f78-7279-4b02-b49b-df2d228690e1 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.414964] env[69226]: DEBUG nova.compute.manager [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 4d0dab2d-cd85-41e3-b588-70a9d8c866d0] Instance disappeared during build. {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 998.415227] env[69226]: DEBUG nova.compute.manager [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 4d0dab2d-cd85-41e3-b588-70a9d8c866d0] Unplugging VIFs for instance {{(pid=69226) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 998.415517] env[69226]: DEBUG oslo_concurrency.lockutils [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "refresh_cache-4d0dab2d-cd85-41e3-b588-70a9d8c866d0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.416245] env[69226]: DEBUG oslo_concurrency.lockutils [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "refresh_cache-4d0dab2d-cd85-41e3-b588-70a9d8c866d0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.416245] env[69226]: DEBUG nova.network.neutron [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 4d0dab2d-cd85-41e3-b588-70a9d8c866d0] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.468015] env[69226]: DEBUG oslo_concurrency.lockutils [None req-78cefea8-bf5c-46cc-be0f-44b4dfbc80d2 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "20983dcc-7227-4e04-b691-4622b2dc2cce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.719s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.537172] env[69226]: DEBUG oslo_vmware.api [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Task: {'id': task-3495231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391912} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.537457] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.537645] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.537824] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.537997] env[69226]: INFO nova.compute.manager [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 998.538491] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.538757] env[69226]: DEBUG nova.compute.manager [-] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.538913] env[69226]: DEBUG nova.network.neutron [-] [instance: aee843c9-5d66-4815-b640-7c85b299689b] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.582462] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495229, 'name': ReconfigVM_Task, 'duration_secs': 0.832187} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.583335] env[69226]: DEBUG nova.network.neutron [req-23663fe8-b26a-4827-aa43-ee5400870421 req-e2566756-92a9-44c8-9b2e-ac2fea05dcd9 service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.585155] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 01a3d136-0b57-4977-b3de-9d3743b9b530/01a3d136-0b57-4977-b3de-9d3743b9b530.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.587743] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc777cad-ff76-4e44-909c-e24dfadc3715 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.597737] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 998.597737] env[69226]: value = "task-3495232" [ 998.597737] env[69226]: _type = "Task" [ 998.597737] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.611388] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495232, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.710835] env[69226]: DEBUG nova.compute.manager [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.710835] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.710835] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec34779e-17b4-4c9a-b9bd-8462985c30c0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.719402] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.719865] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a595135b-db5e-4ab2-95a0-172d402fdb16 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.726991] env[69226]: DEBUG oslo_vmware.api [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 998.726991] env[69226]: value = "task-3495233" [ 998.726991] env[69226]: _type = "Task" [ 998.726991] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.738769] env[69226]: DEBUG oslo_vmware.api [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.796944] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495227, 'name': PowerOnVM_Task, 'duration_secs': 1.201997} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.797401] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.797716] env[69226]: DEBUG nova.compute.manager [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.798962] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f694fbcb-4e0f-460b-a77c-663693886c63 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.843898] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Acquiring lock "refresh_cache-6b0cde4b-7827-409c-8700-e2f99bf67882" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.844160] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Acquired lock "refresh_cache-6b0cde4b-7827-409c-8700-e2f99bf67882" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.844384] env[69226]: DEBUG nova.network.neutron [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.921038] env[69226]: DEBUG nova.compute.utils [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 4d0dab2d-cd85-41e3-b588-70a9d8c866d0] Can not refresh info_cache because instance was not found {{(pid=69226) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 998.945420] env[69226]: DEBUG nova.network.neutron [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 4d0dab2d-cd85-41e3-b588-70a9d8c866d0] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.064454] env[69226]: DEBUG nova.network.neutron [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 4d0dab2d-cd85-41e3-b588-70a9d8c866d0] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.088637] env[69226]: DEBUG oslo_concurrency.lockutils [req-23663fe8-b26a-4827-aa43-ee5400870421 req-e2566756-92a9-44c8-9b2e-ac2fea05dcd9 service nova] Releasing lock "refresh_cache-8260adf6-6823-4ac8-8a16-a21d7e440d5f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.089593] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquired lock "refresh_cache-8260adf6-6823-4ac8-8a16-a21d7e440d5f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.089593] env[69226]: DEBUG nova.network.neutron [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.093754] env[69226]: DEBUG nova.network.neutron [-] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.111467] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495232, 'name': Rename_Task, 'duration_secs': 0.482235} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.112074] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.112501] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4119bae-f243-4796-8507-406583ba4d68 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.122883] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 999.122883] env[69226]: value = "task-3495234" [ 999.122883] env[69226]: _type = "Task" [ 999.122883] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.133322] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.242551] env[69226]: DEBUG oslo_vmware.api [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495233, 'name': PowerOffVM_Task, 'duration_secs': 0.33435} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.242867] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.243061] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.243318] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fa6c331-4991-4f1f-8987-e4a6cc334c28 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.312170] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.312423] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.312611] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Deleting the datastore file [datastore2] 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.313778] env[69226]: INFO nova.compute.manager [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] bringing vm to original state: 'stopped' [ 999.316610] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a75d82dd-4f74-482a-a004-f1ebab0f7603 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.324496] env[69226]: DEBUG oslo_vmware.api [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 999.324496] env[69226]: value = "task-3495236" [ 999.324496] env[69226]: _type = "Task" [ 999.324496] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.337507] env[69226]: DEBUG oslo_vmware.api [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.376964] env[69226]: DEBUG nova.network.neutron [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.453945] env[69226]: DEBUG nova.network.neutron [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.475769] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705a8829-408b-477e-b598-f5d029199398 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.484644] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca367ef-d7a7-4f84-b6d9-906c77436283 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.520343] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85600cd2-7ece-435c-a3f2-fc4a64f9283a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.531369] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd4c8df-4b9a-4fd1-8e96-96513e431fcf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.553067] env[69226]: DEBUG nova.compute.provider_tree [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.569690] env[69226]: DEBUG oslo_concurrency.lockutils [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "refresh_cache-4d0dab2d-cd85-41e3-b588-70a9d8c866d0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.569690] env[69226]: DEBUG nova.compute.manager [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=69226) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 999.569690] env[69226]: DEBUG nova.compute.manager [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 4d0dab2d-cd85-41e3-b588-70a9d8c866d0] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.569690] env[69226]: DEBUG nova.network.neutron [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 4d0dab2d-cd85-41e3-b588-70a9d8c866d0] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.588897] env[69226]: DEBUG nova.network.neutron [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 4d0dab2d-cd85-41e3-b588-70a9d8c866d0] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.600919] env[69226]: INFO nova.compute.manager [-] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Took 2.11 seconds to deallocate network for instance. [ 999.628478] env[69226]: DEBUG nova.network.neutron [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.636748] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495234, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.841145] env[69226]: DEBUG oslo_vmware.api [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196942} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.842725] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.843065] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.844027] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.844027] env[69226]: INFO nova.compute.manager [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Took 1.14 seconds to destroy the instance on the hypervisor. [ 999.844027] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.844430] env[69226]: DEBUG nova.compute.manager [-] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.844614] env[69226]: DEBUG nova.network.neutron [-] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.931190] env[69226]: DEBUG nova.network.neutron [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Updating instance_info_cache with network_info: [{"id": "6ac3550b-d93d-4c4f-b73a-92947c936a85", "address": "fa:16:3e:9d:3b:b5", "network": {"id": "9d6a7ca5-4739-47ff-9ecf-703707eae8be", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1845352732", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc863a30e86443d68c74fd61eb75da5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ac3550b-d9", "ovs_interfaceid": "6ac3550b-d93d-4c4f-b73a-92947c936a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "67b2f70a-989b-4ec8-a9f6-f3d3cf0f0e89", "address": "fa:16:3e:b3:bd:41", "network": {"id": "b2d72d5c-8aca-4124-8922-d757f31f82e1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-917589790", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fc863a30e86443d68c74fd61eb75da5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67b2f70a-98", "ovs_interfaceid": "67b2f70a-989b-4ec8-a9f6-f3d3cf0f0e89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.952925] env[69226]: DEBUG nova.network.neutron [-] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.954379] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Releasing lock "refresh_cache-6b0cde4b-7827-409c-8700-e2f99bf67882" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.954897] env[69226]: DEBUG nova.compute.manager [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.954992] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.958512] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7ee2d0-3e41-49cb-9327-2d8ccdab2266 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.967930] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.969739] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2ce05d8-79ca-40ae-9f13-834d59723e3e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.977938] env[69226]: DEBUG oslo_vmware.api [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for the task: (returnval){ [ 999.977938] env[69226]: value = "task-3495237" [ 999.977938] env[69226]: _type = "Task" [ 999.977938] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.986150] env[69226]: DEBUG oslo_vmware.api [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.056624] env[69226]: DEBUG nova.scheduler.client.report [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.097213] env[69226]: DEBUG nova.network.neutron [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 4d0dab2d-cd85-41e3-b588-70a9d8c866d0] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.108477] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.134817] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495234, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.206933] env[69226]: DEBUG nova.compute.manager [req-bdde4d7e-b742-4d34-9e4a-b2e9c2f9c140 req-8fe8c68e-439d-4fae-b548-97635938307e service nova] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Received event network-vif-deleted-d5ce5fde-f59d-47b0-b5b1-9778ed78eb0f {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.327310] env[69226]: DEBUG oslo_concurrency.lockutils [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "e98bea42-c105-4939-9171-d0a02de16717" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.327310] env[69226]: DEBUG oslo_concurrency.lockutils [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "e98bea42-c105-4939-9171-d0a02de16717" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.327310] env[69226]: DEBUG nova.compute.manager [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.327310] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e34449-cd06-433b-bbe2-58fecded566d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.333929] env[69226]: DEBUG nova.compute.manager [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1000.433917] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Releasing lock "refresh_cache-8260adf6-6823-4ac8-8a16-a21d7e440d5f" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.434566] env[69226]: DEBUG nova.compute.manager [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Instance network_info: |[{"id": "6ac3550b-d93d-4c4f-b73a-92947c936a85", "address": "fa:16:3e:9d:3b:b5", "network": {"id": "9d6a7ca5-4739-47ff-9ecf-703707eae8be", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1845352732", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc863a30e86443d68c74fd61eb75da5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ac3550b-d9", "ovs_interfaceid": "6ac3550b-d93d-4c4f-b73a-92947c936a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "67b2f70a-989b-4ec8-a9f6-f3d3cf0f0e89", "address": "fa:16:3e:b3:bd:41", "network": {"id": "b2d72d5c-8aca-4124-8922-d757f31f82e1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-917589790", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fc863a30e86443d68c74fd61eb75da5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67b2f70a-98", "ovs_interfaceid": "67b2f70a-989b-4ec8-a9f6-f3d3cf0f0e89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.434730] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:3b:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ac3550b-d93d-4c4f-b73a-92947c936a85', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:bd:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67b2f70a-989b-4ec8-a9f6-f3d3cf0f0e89', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.446083] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.446905] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.447167] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c96cce8-17d3-4992-a719-db36e583f850 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.467812] env[69226]: INFO nova.compute.manager [-] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Took 1.93 seconds to deallocate network for instance. [ 1000.478550] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.478550] env[69226]: value = "task-3495238" [ 1000.478550] env[69226]: _type = "Task" [ 1000.478550] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.487199] env[69226]: DEBUG nova.compute.manager [req-88e31a4f-b829-4cf4-afcd-d5e4891bb8da req-320d104d-869b-42d6-ac18-fbb23f1c1111 service nova] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Received event network-vif-deleted-623c816c-3bd1-42e8-9a0f-3cf02f0fa69a {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.493107] env[69226]: DEBUG oslo_vmware.api [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495237, 'name': PowerOffVM_Task, 'duration_secs': 0.169773} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.496503] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.497038] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.497237] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495238, 'name': CreateVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.497687] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23d0c791-3ebe-468c-9f45-3f82f423f1b6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.527200] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.527200] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.527452] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Deleting the datastore file [datastore2] 6b0cde4b-7827-409c-8700-e2f99bf67882 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.527890] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-645f4fa9-0a1c-4809-a30b-4fc4fa974f9d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.534626] env[69226]: DEBUG oslo_vmware.api [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for the task: (returnval){ [ 1000.534626] env[69226]: value = "task-3495240" [ 1000.534626] env[69226]: _type = "Task" [ 1000.534626] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.551037] env[69226]: DEBUG oslo_vmware.api [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.562374] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.566363] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.361s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.568858] env[69226]: INFO nova.compute.claims [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.599157] env[69226]: INFO nova.scheduler.client.report [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Deleted allocations for instance b1264f78-7279-4b02-b49b-df2d228690e1 [ 1000.606058] env[69226]: INFO nova.compute.manager [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 4d0dab2d-cd85-41e3-b588-70a9d8c866d0] Took 1.04 seconds to deallocate network for instance. [ 1000.636734] env[69226]: DEBUG oslo_vmware.api [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495234, 'name': PowerOnVM_Task, 'duration_secs': 1.045173} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.637718] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.637946] env[69226]: INFO nova.compute.manager [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Took 10.22 seconds to spawn the instance on the hypervisor. [ 1000.638123] env[69226]: DEBUG nova.compute.manager [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.638978] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0da09d-ec63-4a15-9dc7-4c47ced7f47f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.838361] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.838695] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66933e6e-f2d7-458f-a012-75f7c9cdadcb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.845762] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1000.845762] env[69226]: value = "task-3495241" [ 1000.845762] env[69226]: _type = "Task" [ 1000.845762] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.857196] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.900330] env[69226]: DEBUG nova.network.neutron [-] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.974645] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "ba34fb34-8a6b-444d-8008-785aa973f36b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.975971] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "ba34fb34-8a6b-444d-8008-785aa973f36b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.975971] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "ba34fb34-8a6b-444d-8008-785aa973f36b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.976140] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "ba34fb34-8a6b-444d-8008-785aa973f36b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.976319] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "ba34fb34-8a6b-444d-8008-785aa973f36b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.978783] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.979563] env[69226]: INFO nova.compute.manager [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Terminating instance [ 1000.993931] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495238, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.046313] env[69226]: DEBUG oslo_vmware.api [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Task: {'id': task-3495240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191401} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.046581] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.046769] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.046942] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.047131] env[69226]: INFO nova.compute.manager [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1001.047379] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.047578] env[69226]: DEBUG nova.compute.manager [-] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.047673] env[69226]: DEBUG nova.network.neutron [-] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.086494] env[69226]: DEBUG nova.network.neutron [-] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.113446] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d9e1178c-2faf-49e9-bb88-d9cf5230841a tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "b1264f78-7279-4b02-b49b-df2d228690e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.288s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.159041] env[69226]: INFO nova.compute.manager [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Took 33.12 seconds to build instance. [ 1001.359611] env[69226]: DEBUG oslo_vmware.api [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495241, 'name': PowerOffVM_Task, 'duration_secs': 0.340262} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.362712] env[69226]: DEBUG oslo_vmware.rw_handles [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c1b9b4-93ab-f49f-4d0e-3678a6217e1b/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1001.363122] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.363343] env[69226]: DEBUG nova.compute.manager [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.364394] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1041ccc6-9c82-4d67-9f73-a100e8598202 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.368244] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc779d05-5490-46da-8ca2-3e67d2c23e2a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.374838] env[69226]: DEBUG oslo_vmware.rw_handles [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c1b9b4-93ab-f49f-4d0e-3678a6217e1b/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1001.375196] env[69226]: ERROR oslo_vmware.rw_handles [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c1b9b4-93ab-f49f-4d0e-3678a6217e1b/disk-0.vmdk due to incomplete transfer. [ 1001.376882] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c759b66b-ce73-4a14-a541-76e1dfcd63c3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.390645] env[69226]: DEBUG oslo_vmware.rw_handles [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c1b9b4-93ab-f49f-4d0e-3678a6217e1b/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1001.391496] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Uploaded image 59968f5b-3194-4d7b-9583-e4ef51f84117 to the Glance image server {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1001.394650] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Destroying the VM {{(pid=69226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1001.398134] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e0867a5c-ae4b-4e0e-90a9-f6f4f02d6509 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.404443] env[69226]: INFO nova.compute.manager [-] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Took 1.56 seconds to deallocate network for instance. [ 1001.411833] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1001.411833] env[69226]: value = "task-3495242" [ 1001.411833] env[69226]: _type = "Task" [ 1001.411833] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.429361] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495242, 'name': Destroy_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.488642] env[69226]: DEBUG nova.compute.manager [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.489086] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.490017] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83847718-f6b2-4cbb-8bf4-c33d03c3b8ff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.497884] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495238, 'name': CreateVM_Task, 'duration_secs': 0.525035} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.499387] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.500236] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.500417] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.500795] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.503207] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-660b5cd7-04e9-4548-bd9d-ff1ed0b146d5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.505054] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.505299] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f014c8d-dc83-401b-8d4d-fdede251aba8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.510450] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for the task: (returnval){ [ 1001.510450] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52aef10c-23c2-4435-3095-97c251170620" [ 1001.510450] env[69226]: _type = "Task" [ 1001.510450] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.516483] env[69226]: DEBUG oslo_vmware.api [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 1001.516483] env[69226]: value = "task-3495243" [ 1001.516483] env[69226]: _type = "Task" [ 1001.516483] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.523754] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52aef10c-23c2-4435-3095-97c251170620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.528440] env[69226]: DEBUG oslo_vmware.api [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.588930] env[69226]: DEBUG nova.network.neutron [-] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.635030] env[69226]: DEBUG oslo_concurrency.lockutils [None req-872c56c7-0878-48db-b91d-cc46e1e7f287 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "4d0dab2d-cd85-41e3-b588-70a9d8c866d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.757s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.666663] env[69226]: DEBUG oslo_concurrency.lockutils [None req-85f1bc58-0239-4cca-915b-3678ecd3dff6 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "01a3d136-0b57-4977-b3de-9d3743b9b530" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.640s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.889886] env[69226]: DEBUG oslo_concurrency.lockutils [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "e98bea42-c105-4939-9171-d0a02de16717" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.564s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.904103] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "d9bb3328-3100-4fdf-8b21-1a18930c98a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.904446] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "d9bb3328-3100-4fdf-8b21-1a18930c98a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.904710] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "d9bb3328-3100-4fdf-8b21-1a18930c98a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.904928] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "d9bb3328-3100-4fdf-8b21-1a18930c98a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.905244] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "d9bb3328-3100-4fdf-8b21-1a18930c98a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.908223] env[69226]: INFO nova.compute.manager [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Terminating instance [ 1001.917625] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.935127] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495242, 'name': Destroy_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.022571] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52aef10c-23c2-4435-3095-97c251170620, 'name': SearchDatastore_Task, 'duration_secs': 0.024569} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.028461] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.028716] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.028984] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.031880] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.032130] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.033606] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8fb2d3f-39ab-41c8-812e-566bb82cfc9a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.040104] env[69226]: DEBUG oslo_vmware.api [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495243, 'name': PowerOffVM_Task, 'duration_secs': 0.30023} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.040493] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.040737] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.041357] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-324088ef-ffcc-4fa8-bc68-a3fadc7d7b17 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.044219] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.044510] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.048051] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec21b517-bc8c-46eb-88d0-631287d02298 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.054470] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for the task: (returnval){ [ 1002.054470] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52cfe5b0-21b5-b3c0-df8d-9b4778f55318" [ 1002.054470] env[69226]: _type = "Task" [ 1002.054470] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.062512] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52cfe5b0-21b5-b3c0-df8d-9b4778f55318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.093021] env[69226]: INFO nova.compute.manager [-] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Took 1.04 seconds to deallocate network for instance. [ 1002.093021] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fee555f-070b-4418-8084-c729232f8d34 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.102921] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f95d8c-0c21-4473-8988-5b1a9f5dc2a5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.141341] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f18643-d2d0-4887-b901-2402fb5ea318 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.149794] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98b7a99-ddeb-44ee-a2c7-441f9b519012 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.157015] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.157844] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.158244] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Deleting the datastore file [datastore1] ba34fb34-8a6b-444d-8008-785aa973f36b {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.158705] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8656bc46-f3a8-44a5-a8f6-d5ac7a1c7f50 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.169767] env[69226]: DEBUG nova.compute.provider_tree [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.175792] env[69226]: DEBUG oslo_vmware.api [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 1002.175792] env[69226]: value = "task-3495245" [ 1002.175792] env[69226]: _type = "Task" [ 1002.175792] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.184596] env[69226]: DEBUG oslo_vmware.api [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.403265] env[69226]: DEBUG oslo_concurrency.lockutils [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.414281] env[69226]: DEBUG nova.compute.manager [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.414484] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.415603] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be2ba4a-f65c-40dd-a64b-11e6afbcfecc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.431050] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495242, 'name': Destroy_Task, 'duration_secs': 0.540445} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.431362] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.431622] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Destroyed the VM [ 1002.431921] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Deleting Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1002.432204] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ae8033a-e855-4b17-89aa-371571f22d15 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.433846] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-988f46ce-a691-456c-bab2-801aa8ee12b8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.439965] env[69226]: DEBUG oslo_vmware.api [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 1002.439965] env[69226]: value = "task-3495247" [ 1002.439965] env[69226]: _type = "Task" [ 1002.439965] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.441165] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1002.441165] env[69226]: value = "task-3495246" [ 1002.441165] env[69226]: _type = "Task" [ 1002.441165] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.451453] env[69226]: DEBUG oslo_vmware.api [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3495247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.454610] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495246, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.495663] env[69226]: DEBUG nova.compute.manager [req-b9f5d67b-6e7e-4d8a-a8c3-1749d8d86b36 req-a8ef0b55-c5a6-4bd6-9928-c570f4d546bf service nova] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Received event network-vif-deleted-adb401d5-68a9-4965-b60c-0e83a5b50155 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.569542] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52cfe5b0-21b5-b3c0-df8d-9b4778f55318, 'name': SearchDatastore_Task, 'duration_secs': 0.040232} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.571947] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92fdeb2b-160e-499f-87fc-7543352b188c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.577677] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for the task: (returnval){ [ 1002.577677] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5230ea69-140d-01d7-260e-de18bdb4909b" [ 1002.577677] env[69226]: _type = "Task" [ 1002.577677] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.586328] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5230ea69-140d-01d7-260e-de18bdb4909b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.611888] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.673886] env[69226]: DEBUG nova.scheduler.client.report [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.690099] env[69226]: DEBUG oslo_vmware.api [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.738189] env[69226]: DEBUG oslo_concurrency.lockutils [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Acquiring lock "82e149db-d8d2-4124-89ee-625c2a956cc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.738527] env[69226]: DEBUG oslo_concurrency.lockutils [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Lock "82e149db-d8d2-4124-89ee-625c2a956cc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.792493] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "01a3d136-0b57-4977-b3de-9d3743b9b530" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.792839] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "01a3d136-0b57-4977-b3de-9d3743b9b530" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.793109] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "01a3d136-0b57-4977-b3de-9d3743b9b530-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.793334] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "01a3d136-0b57-4977-b3de-9d3743b9b530-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.793539] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "01a3d136-0b57-4977-b3de-9d3743b9b530-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.795608] env[69226]: INFO nova.compute.manager [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Terminating instance [ 1002.953572] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495246, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.957215] env[69226]: DEBUG oslo_vmware.api [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3495247, 'name': PowerOffVM_Task, 'duration_secs': 0.250245} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.958474] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.958474] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.958474] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a92e1ebd-1e2e-4187-accd-5e358059beb7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.052791] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.053124] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.053360] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Deleting the datastore file [datastore1] d9bb3328-3100-4fdf-8b21-1a18930c98a1 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.053676] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c1eb259-bc1f-46de-b61f-58d4e2ad3cfc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.060416] env[69226]: DEBUG oslo_vmware.api [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for the task: (returnval){ [ 1003.060416] env[69226]: value = "task-3495249" [ 1003.060416] env[69226]: _type = "Task" [ 1003.060416] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.069809] env[69226]: DEBUG oslo_vmware.api [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3495249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.087833] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5230ea69-140d-01d7-260e-de18bdb4909b, 'name': SearchDatastore_Task, 'duration_secs': 0.033209} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.088152] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.088431] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 8260adf6-6823-4ac8-8a16-a21d7e440d5f/8260adf6-6823-4ac8-8a16-a21d7e440d5f.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.088717] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1839401c-fb38-48b0-8cdd-c5296561d024 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.095874] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for the task: (returnval){ [ 1003.095874] env[69226]: value = "task-3495250" [ 1003.095874] env[69226]: _type = "Task" [ 1003.095874] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.104511] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3495250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.184325] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.184934] env[69226]: DEBUG nova.compute.manager [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.188277] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.051s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.190339] env[69226]: INFO nova.compute.claims [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.205396] env[69226]: DEBUG oslo_vmware.api [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.927145} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.205684] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.208867] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.208867] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.208867] env[69226]: INFO nova.compute.manager [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1003.208867] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.208867] env[69226]: DEBUG nova.compute.manager [-] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.208867] env[69226]: DEBUG nova.network.neutron [-] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.241566] env[69226]: DEBUG nova.compute.manager [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.301417] env[69226]: DEBUG nova.compute.manager [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.301417] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.301417] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc1c24a-9ea9-4878-8018-33c1921ba703 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.310185] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.310525] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-444ffafe-6a42-4665-98ca-5e2494aa0295 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.321024] env[69226]: DEBUG oslo_vmware.api [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 1003.321024] env[69226]: value = "task-3495251" [ 1003.321024] env[69226]: _type = "Task" [ 1003.321024] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.328103] env[69226]: DEBUG oslo_vmware.api [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.456082] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495246, 'name': RemoveSnapshot_Task, 'duration_secs': 0.921919} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.456421] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Deleted Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1003.456710] env[69226]: DEBUG nova.compute.manager [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.457735] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207b2324-2454-474d-9c38-deaa63fe1613 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.572999] env[69226]: DEBUG oslo_vmware.api [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Task: {'id': task-3495249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22688} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.573800] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.574182] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.574519] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.579470] env[69226]: INFO nova.compute.manager [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1003.579470] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.579470] env[69226]: DEBUG nova.compute.manager [-] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.579470] env[69226]: DEBUG nova.network.neutron [-] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.606910] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3495250, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.669184] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "e98bea42-c105-4939-9171-d0a02de16717" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.669514] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "e98bea42-c105-4939-9171-d0a02de16717" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.669733] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "e98bea42-c105-4939-9171-d0a02de16717-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.670154] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "e98bea42-c105-4939-9171-d0a02de16717-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.670154] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "e98bea42-c105-4939-9171-d0a02de16717-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.672672] env[69226]: INFO nova.compute.manager [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Terminating instance [ 1003.690540] env[69226]: DEBUG nova.compute.utils [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.695855] env[69226]: DEBUG nova.compute.manager [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.695855] env[69226]: DEBUG nova.network.neutron [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.770558] env[69226]: DEBUG oslo_concurrency.lockutils [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.772329] env[69226]: DEBUG nova.policy [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1adf69c70414894bc6b08fb28ca2894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '943bc6f18f734038a6c6186a42aebe1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.832574] env[69226]: DEBUG oslo_vmware.api [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.974852] env[69226]: INFO nova.compute.manager [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Shelve offloading [ 1003.991267] env[69226]: DEBUG nova.compute.manager [req-e81a3766-c053-465d-b7b9-2c5100c0feb4 req-54527d5d-4535-4f83-b70a-3667ca54c039 service nova] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Received event network-vif-deleted-ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.991458] env[69226]: INFO nova.compute.manager [req-e81a3766-c053-465d-b7b9-2c5100c0feb4 req-54527d5d-4535-4f83-b70a-3667ca54c039 service nova] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Neutron deleted interface ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf; detaching it from the instance and deleting it from the info cache [ 1003.991711] env[69226]: DEBUG nova.network.neutron [req-e81a3766-c053-465d-b7b9-2c5100c0feb4 req-54527d5d-4535-4f83-b70a-3667ca54c039 service nova] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.106790] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3495250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735406} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.107122] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 8260adf6-6823-4ac8-8a16-a21d7e440d5f/8260adf6-6823-4ac8-8a16-a21d7e440d5f.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.107344] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.107597] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d41ee12-7350-4a17-b733-9150ab58a3b8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.114097] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for the task: (returnval){ [ 1004.114097] env[69226]: value = "task-3495252" [ 1004.114097] env[69226]: _type = "Task" [ 1004.114097] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.121360] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3495252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.155813] env[69226]: DEBUG nova.network.neutron [-] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.176830] env[69226]: DEBUG nova.compute.manager [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.177454] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.178269] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd567de-1d50-470e-a48a-1ea71bce6627 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.188892] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.188892] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3763640-6818-449b-9c17-39bfe60b2d45 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.194864] env[69226]: DEBUG nova.compute.manager [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.273354] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.273556] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.273729] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Deleting the datastore file [datastore1] e98bea42-c105-4939-9171-d0a02de16717 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.273974] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd3da6c9-02c2-499b-85a4-b6938a7ea867 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.281435] env[69226]: DEBUG oslo_vmware.api [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1004.281435] env[69226]: value = "task-3495254" [ 1004.281435] env[69226]: _type = "Task" [ 1004.281435] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.289283] env[69226]: DEBUG oslo_vmware.api [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.301392] env[69226]: DEBUG nova.network.neutron [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Successfully created port: 43565075-565a-4042-9fbb-48a332f3d699 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.336014] env[69226]: DEBUG oslo_vmware.api [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495251, 'name': PowerOffVM_Task, 'duration_secs': 0.625491} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.336292] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.336471] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.336736] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d75ca2e-3d17-495a-9d0e-f4d56269ef65 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.342395] env[69226]: DEBUG nova.network.neutron [-] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.417685] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.417912] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.418105] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Deleting the datastore file [datastore1] 01a3d136-0b57-4977-b3de-9d3743b9b530 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.418422] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b10dc020-49b1-4639-8a2a-52ef2a19e6a0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.429347] env[69226]: DEBUG oslo_vmware.api [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for the task: (returnval){ [ 1004.429347] env[69226]: value = "task-3495256" [ 1004.429347] env[69226]: _type = "Task" [ 1004.429347] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.439531] env[69226]: DEBUG oslo_vmware.api [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.479246] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.479649] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aecc0073-e146-4ae0-a3c0-35c905c06b8d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.488309] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1004.488309] env[69226]: value = "task-3495257" [ 1004.488309] env[69226]: _type = "Task" [ 1004.488309] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.499199] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d018d8e-acef-4912-9279-79344978d70d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.500719] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] VM already powered off {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1004.501169] env[69226]: DEBUG nova.compute.manager [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.502363] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb29fea-ccc8-4fb5-98c8-12b2ea3d1c17 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.513058] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3377c150-626c-41f3-8396-4e869daac494 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.531677] env[69226]: DEBUG oslo_concurrency.lockutils [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "refresh_cache-520475d6-f012-4a6f-855d-2e4742161e67" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.531967] env[69226]: DEBUG oslo_concurrency.lockutils [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "refresh_cache-520475d6-f012-4a6f-855d-2e4742161e67" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.532211] env[69226]: DEBUG nova.network.neutron [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.557106] env[69226]: DEBUG nova.compute.manager [req-e81a3766-c053-465d-b7b9-2c5100c0feb4 req-54527d5d-4535-4f83-b70a-3667ca54c039 service nova] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Detach interface failed, port_id=ea654ecc-24e2-4bbd-ba4d-e24ea46b8abf, reason: Instance d9bb3328-3100-4fdf-8b21-1a18930c98a1 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.606234] env[69226]: DEBUG nova.compute.manager [req-60dd984f-d1f2-44fa-b0b7-c7c75322080a req-a36d167e-158c-4e29-903c-5d83a316334e service nova] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Received event network-vif-deleted-018a83df-8f4f-4c53-99dc-efe97be42e7e {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.627871] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3495252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.311329} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.628296] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.629248] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42880ab-a988-44c3-8278-8113b08f9e51 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.659628] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 8260adf6-6823-4ac8-8a16-a21d7e440d5f/8260adf6-6823-4ac8-8a16-a21d7e440d5f.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.662723] env[69226]: INFO nova.compute.manager [-] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Took 1.46 seconds to deallocate network for instance. [ 1004.663049] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dfb4316-4518-49cf-bdf7-3922b0bf06c0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.691639] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for the task: (returnval){ [ 1004.691639] env[69226]: value = "task-3495258" [ 1004.691639] env[69226]: _type = "Task" [ 1004.691639] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.707222] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3495258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.754552] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04df44d-f113-49bf-991f-20f211c87284 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.762982] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13ec5c7-4d04-452f-aafc-365e75c49caa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.798615] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d065dee-c27e-453f-96f1-ce27d10ccc32 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.806219] env[69226]: DEBUG oslo_vmware.api [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331964} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.808305] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.808544] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.808693] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.808871] env[69226]: INFO nova.compute.manager [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1004.809152] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.809420] env[69226]: DEBUG nova.compute.manager [-] [instance: e98bea42-c105-4939-9171-d0a02de16717] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.809534] env[69226]: DEBUG nova.network.neutron [-] [instance: e98bea42-c105-4939-9171-d0a02de16717] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.812246] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdfd375-2d38-4fd4-ab01-aa79e68e2047 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.829143] env[69226]: DEBUG nova.compute.provider_tree [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.848699] env[69226]: INFO nova.compute.manager [-] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Took 1.27 seconds to deallocate network for instance. [ 1004.939372] env[69226]: DEBUG oslo_vmware.api [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Task: {'id': task-3495256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261029} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.939634] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.939812] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.939983] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.940167] env[69226]: INFO nova.compute.manager [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1004.940422] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.940618] env[69226]: DEBUG nova.compute.manager [-] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.940712] env[69226]: DEBUG nova.network.neutron [-] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.203081] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.203081] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3495258, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.221428] env[69226]: DEBUG nova.compute.manager [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.260877] env[69226]: DEBUG nova.virt.hardware [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.261287] env[69226]: DEBUG nova.virt.hardware [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.261593] env[69226]: DEBUG nova.virt.hardware [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.262084] env[69226]: DEBUG nova.virt.hardware [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.262307] env[69226]: DEBUG nova.virt.hardware [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.262459] env[69226]: DEBUG nova.virt.hardware [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.262708] env[69226]: DEBUG nova.virt.hardware [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.262878] env[69226]: DEBUG nova.virt.hardware [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.263924] env[69226]: DEBUG nova.virt.hardware [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.263924] env[69226]: DEBUG nova.virt.hardware [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.263924] env[69226]: DEBUG nova.virt.hardware [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.264611] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67497fd-3cc6-4066-85cc-0b30681e9b1e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.274254] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b028aa6d-56dc-4062-84a0-482877cac6f1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.334599] env[69226]: DEBUG nova.scheduler.client.report [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.357892] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.428176] env[69226]: DEBUG nova.network.neutron [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Updating instance_info_cache with network_info: [{"id": "675c842d-98cb-4a69-9136-0792fb9822fa", "address": "fa:16:3e:fc:6f:0f", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675c842d-98", "ovs_interfaceid": "675c842d-98cb-4a69-9136-0792fb9822fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.703471] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3495258, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.780966] env[69226]: DEBUG nova.network.neutron [-] [instance: e98bea42-c105-4939-9171-d0a02de16717] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.839860] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.840442] env[69226]: DEBUG nova.compute.manager [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.842972] env[69226]: DEBUG oslo_concurrency.lockutils [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.147s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.844932] env[69226]: INFO nova.compute.claims [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.891514] env[69226]: DEBUG nova.network.neutron [-] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.931456] env[69226]: DEBUG oslo_concurrency.lockutils [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "refresh_cache-520475d6-f012-4a6f-855d-2e4742161e67" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.206588] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.207982] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb5f7f6-4453-4322-95a7-0a5fbf9dd31f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.217806] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3495258, 'name': ReconfigVM_Task, 'duration_secs': 1.458231} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.220887] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 8260adf6-6823-4ac8-8a16-a21d7e440d5f/8260adf6-6823-4ac8-8a16-a21d7e440d5f.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.221636] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.225017] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23832cb7-95d7-4306-a19e-6f5c4cd9bb17 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.225017] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efaf772b-b1fe-4cf0-a79f-a26240c48d96 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.230677] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for the task: (returnval){ [ 1006.230677] env[69226]: value = "task-3495259" [ 1006.230677] env[69226]: _type = "Task" [ 1006.230677] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.241026] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3495259, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.282163] env[69226]: DEBUG nova.compute.manager [req-7a83d4ee-a490-4eb6-bd01-0d628fc56088 req-bd4a6a79-e6f4-44ac-93c1-673a45588008 service nova] [instance: e98bea42-c105-4939-9171-d0a02de16717] Received event network-vif-deleted-4f088987-e289-4308-bfe1-cb590146da4e {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.282163] env[69226]: DEBUG nova.compute.manager [req-7a83d4ee-a490-4eb6-bd01-0d628fc56088 req-bd4a6a79-e6f4-44ac-93c1-673a45588008 service nova] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Received event network-vif-deleted-b40dcadc-d8df-428d-8428-00f135ec09b5 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.283287] env[69226]: INFO nova.compute.manager [-] [instance: e98bea42-c105-4939-9171-d0a02de16717] Took 1.47 seconds to deallocate network for instance. [ 1006.296413] env[69226]: DEBUG nova.network.neutron [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Successfully updated port: 43565075-565a-4042-9fbb-48a332f3d699 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.349893] env[69226]: DEBUG nova.compute.utils [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.351345] env[69226]: DEBUG nova.compute.manager [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.351626] env[69226]: DEBUG nova.network.neutron [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.397382] env[69226]: INFO nova.compute.manager [-] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Took 1.46 seconds to deallocate network for instance. [ 1006.408065] env[69226]: DEBUG nova.policy [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aacdeb3436234e59b3f98850044ae26f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '907e1860551b414ea4d836c15edec2dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.746217] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3495259, 'name': Rename_Task, 'duration_secs': 0.188011} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.746517] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.746759] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67f7bea9-d660-4273-9006-7b0cf2f31910 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.753591] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for the task: (returnval){ [ 1006.753591] env[69226]: value = "task-3495261" [ 1006.753591] env[69226]: _type = "Task" [ 1006.753591] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.761373] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3495261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.769071] env[69226]: DEBUG nova.compute.manager [req-31476db1-d55b-486c-b5cd-9ca31582592d req-00750eba-3909-42f6-bbc6-d570cd955cf0 service nova] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Received event network-vif-plugged-43565075-565a-4042-9fbb-48a332f3d699 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.769393] env[69226]: DEBUG oslo_concurrency.lockutils [req-31476db1-d55b-486c-b5cd-9ca31582592d req-00750eba-3909-42f6-bbc6-d570cd955cf0 service nova] Acquiring lock "598cdd6f-694a-423d-a90d-7b449302a827-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.769696] env[69226]: DEBUG oslo_concurrency.lockutils [req-31476db1-d55b-486c-b5cd-9ca31582592d req-00750eba-3909-42f6-bbc6-d570cd955cf0 service nova] Lock "598cdd6f-694a-423d-a90d-7b449302a827-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.769915] env[69226]: DEBUG oslo_concurrency.lockutils [req-31476db1-d55b-486c-b5cd-9ca31582592d req-00750eba-3909-42f6-bbc6-d570cd955cf0 service nova] Lock "598cdd6f-694a-423d-a90d-7b449302a827-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.770254] env[69226]: DEBUG nova.compute.manager [req-31476db1-d55b-486c-b5cd-9ca31582592d req-00750eba-3909-42f6-bbc6-d570cd955cf0 service nova] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] No waiting events found dispatching network-vif-plugged-43565075-565a-4042-9fbb-48a332f3d699 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.770520] env[69226]: WARNING nova.compute.manager [req-31476db1-d55b-486c-b5cd-9ca31582592d req-00750eba-3909-42f6-bbc6-d570cd955cf0 service nova] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Received unexpected event network-vif-plugged-43565075-565a-4042-9fbb-48a332f3d699 for instance with vm_state building and task_state spawning. [ 1006.770823] env[69226]: DEBUG nova.compute.manager [req-31476db1-d55b-486c-b5cd-9ca31582592d req-00750eba-3909-42f6-bbc6-d570cd955cf0 service nova] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Received event network-changed-43565075-565a-4042-9fbb-48a332f3d699 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.771080] env[69226]: DEBUG nova.compute.manager [req-31476db1-d55b-486c-b5cd-9ca31582592d req-00750eba-3909-42f6-bbc6-d570cd955cf0 service nova] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Refreshing instance network info cache due to event network-changed-43565075-565a-4042-9fbb-48a332f3d699. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.771335] env[69226]: DEBUG oslo_concurrency.lockutils [req-31476db1-d55b-486c-b5cd-9ca31582592d req-00750eba-3909-42f6-bbc6-d570cd955cf0 service nova] Acquiring lock "refresh_cache-598cdd6f-694a-423d-a90d-7b449302a827" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.771556] env[69226]: DEBUG oslo_concurrency.lockutils [req-31476db1-d55b-486c-b5cd-9ca31582592d req-00750eba-3909-42f6-bbc6-d570cd955cf0 service nova] Acquired lock "refresh_cache-598cdd6f-694a-423d-a90d-7b449302a827" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.771780] env[69226]: DEBUG nova.network.neutron [req-31476db1-d55b-486c-b5cd-9ca31582592d req-00750eba-3909-42f6-bbc6-d570cd955cf0 service nova] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Refreshing network info cache for port 43565075-565a-4042-9fbb-48a332f3d699 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.791174] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.799096] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "refresh_cache-598cdd6f-694a-423d-a90d-7b449302a827" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.856879] env[69226]: DEBUG nova.compute.manager [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.905028] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.957293] env[69226]: DEBUG nova.network.neutron [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Successfully created port: 35e7aac8-4f16-44d3-aca4-1f9de8c8b3f8 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.264439] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3495261, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.305410] env[69226]: DEBUG nova.network.neutron [req-31476db1-d55b-486c-b5cd-9ca31582592d req-00750eba-3909-42f6-bbc6-d570cd955cf0 service nova] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.309809] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47423e69-934f-482f-a0da-cd2589c40764 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.317803] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f344acd5-a869-41da-af85-0497c37b0a78 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.352017] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a306016-019f-4373-bdf9-37bf1c634358 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.359812] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88fcb2a-d9a9-42a0-9cf2-2dbaf35ed827 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.376728] env[69226]: DEBUG nova.compute.provider_tree [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.394264] env[69226]: DEBUG nova.network.neutron [req-31476db1-d55b-486c-b5cd-9ca31582592d req-00750eba-3909-42f6-bbc6-d570cd955cf0 service nova] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.767571] env[69226]: DEBUG oslo_vmware.api [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3495261, 'name': PowerOnVM_Task, 'duration_secs': 0.525428} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.767959] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.768299] env[69226]: INFO nova.compute.manager [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Took 14.63 seconds to spawn the instance on the hypervisor. [ 1007.768596] env[69226]: DEBUG nova.compute.manager [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.769351] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1456f9a5-8317-4d9f-914a-02cd0d90a727 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.774512] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.774709] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.774885] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Deleting the datastore file [datastore1] 520475d6-f012-4a6f-855d-2e4742161e67 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.776498] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c6ea57c-a689-424e-b08f-73c696735728 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.785568] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1007.785568] env[69226]: value = "task-3495262" [ 1007.785568] env[69226]: _type = "Task" [ 1007.785568] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.793294] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.880448] env[69226]: DEBUG nova.compute.manager [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.883284] env[69226]: DEBUG nova.scheduler.client.report [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.896953] env[69226]: DEBUG oslo_concurrency.lockutils [req-31476db1-d55b-486c-b5cd-9ca31582592d req-00750eba-3909-42f6-bbc6-d570cd955cf0 service nova] Releasing lock "refresh_cache-598cdd6f-694a-423d-a90d-7b449302a827" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.897422] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "refresh_cache-598cdd6f-694a-423d-a90d-7b449302a827" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.897589] env[69226]: DEBUG nova.network.neutron [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.914487] env[69226]: DEBUG nova.virt.hardware [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.914783] env[69226]: DEBUG nova.virt.hardware [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.914974] env[69226]: DEBUG nova.virt.hardware [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.915175] env[69226]: DEBUG nova.virt.hardware [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.915322] env[69226]: DEBUG nova.virt.hardware [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.915466] env[69226]: DEBUG nova.virt.hardware [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.915671] env[69226]: DEBUG nova.virt.hardware [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.915828] env[69226]: DEBUG nova.virt.hardware [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.915990] env[69226]: DEBUG nova.virt.hardware [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.916166] env[69226]: DEBUG nova.virt.hardware [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.916335] env[69226]: DEBUG nova.virt.hardware [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.917435] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f152c79b-675a-43ba-a747-e4ac2d20b78c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.925745] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdebfbe-4257-4866-9a19-3b6d77a7ab05 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.292669] env[69226]: INFO nova.compute.manager [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Took 39.97 seconds to build instance. [ 1008.296984] env[69226]: DEBUG oslo_vmware.api [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501551} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.297262] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.297445] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.297667] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.308302] env[69226]: DEBUG nova.compute.manager [req-0df43655-b468-4189-ab91-aab82662ee5c req-5f5eb7bf-3d79-4e5b-b68f-3a218a43f29d service nova] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Received event network-vif-unplugged-675c842d-98cb-4a69-9136-0792fb9822fa {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.308691] env[69226]: DEBUG oslo_concurrency.lockutils [req-0df43655-b468-4189-ab91-aab82662ee5c req-5f5eb7bf-3d79-4e5b-b68f-3a218a43f29d service nova] Acquiring lock "520475d6-f012-4a6f-855d-2e4742161e67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.308808] env[69226]: DEBUG oslo_concurrency.lockutils [req-0df43655-b468-4189-ab91-aab82662ee5c req-5f5eb7bf-3d79-4e5b-b68f-3a218a43f29d service nova] Lock "520475d6-f012-4a6f-855d-2e4742161e67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.308974] env[69226]: DEBUG oslo_concurrency.lockutils [req-0df43655-b468-4189-ab91-aab82662ee5c req-5f5eb7bf-3d79-4e5b-b68f-3a218a43f29d service nova] Lock "520475d6-f012-4a6f-855d-2e4742161e67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.309250] env[69226]: DEBUG nova.compute.manager [req-0df43655-b468-4189-ab91-aab82662ee5c req-5f5eb7bf-3d79-4e5b-b68f-3a218a43f29d service nova] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] No waiting events found dispatching network-vif-unplugged-675c842d-98cb-4a69-9136-0792fb9822fa {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.309472] env[69226]: WARNING nova.compute.manager [req-0df43655-b468-4189-ab91-aab82662ee5c req-5f5eb7bf-3d79-4e5b-b68f-3a218a43f29d service nova] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Received unexpected event network-vif-unplugged-675c842d-98cb-4a69-9136-0792fb9822fa for instance with vm_state shelved and task_state shelving_offloading. [ 1008.309674] env[69226]: DEBUG nova.compute.manager [req-0df43655-b468-4189-ab91-aab82662ee5c req-5f5eb7bf-3d79-4e5b-b68f-3a218a43f29d service nova] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Received event network-changed-675c842d-98cb-4a69-9136-0792fb9822fa {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.309894] env[69226]: DEBUG nova.compute.manager [req-0df43655-b468-4189-ab91-aab82662ee5c req-5f5eb7bf-3d79-4e5b-b68f-3a218a43f29d service nova] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Refreshing instance network info cache due to event network-changed-675c842d-98cb-4a69-9136-0792fb9822fa. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.310153] env[69226]: DEBUG oslo_concurrency.lockutils [req-0df43655-b468-4189-ab91-aab82662ee5c req-5f5eb7bf-3d79-4e5b-b68f-3a218a43f29d service nova] Acquiring lock "refresh_cache-520475d6-f012-4a6f-855d-2e4742161e67" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.310335] env[69226]: DEBUG oslo_concurrency.lockutils [req-0df43655-b468-4189-ab91-aab82662ee5c req-5f5eb7bf-3d79-4e5b-b68f-3a218a43f29d service nova] Acquired lock "refresh_cache-520475d6-f012-4a6f-855d-2e4742161e67" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.310548] env[69226]: DEBUG nova.network.neutron [req-0df43655-b468-4189-ab91-aab82662ee5c req-5f5eb7bf-3d79-4e5b-b68f-3a218a43f29d service nova] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Refreshing network info cache for port 675c842d-98cb-4a69-9136-0792fb9822fa {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.324391] env[69226]: INFO nova.scheduler.client.report [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Deleted allocations for instance 520475d6-f012-4a6f-855d-2e4742161e67 [ 1008.388696] env[69226]: DEBUG oslo_concurrency.lockutils [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.392970] env[69226]: DEBUG nova.compute.manager [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.392970] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.255s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.393975] env[69226]: INFO nova.compute.claims [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.430962] env[69226]: DEBUG nova.network.neutron [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.566700] env[69226]: DEBUG nova.network.neutron [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Updating instance_info_cache with network_info: [{"id": "43565075-565a-4042-9fbb-48a332f3d699", "address": "fa:16:3e:56:68:45", "network": {"id": "9c65556d-6175-4954-9db1-62a207b48aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1512905937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943bc6f18f734038a6c6186a42aebe1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43565075-56", "ovs_interfaceid": "43565075-565a-4042-9fbb-48a332f3d699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.572800] env[69226]: DEBUG nova.network.neutron [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Successfully updated port: 35e7aac8-4f16-44d3-aca4-1f9de8c8b3f8 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.794496] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ec7627b7-8d13-4b9f-a04f-208a4592c836 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lock "8260adf6-6823-4ac8-8a16-a21d7e440d5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.483s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.828770] env[69226]: DEBUG oslo_concurrency.lockutils [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.850962] env[69226]: DEBUG nova.compute.manager [req-0c0bd883-14ad-48b7-908f-cefc625bd234 req-9c86db44-c9ac-4de3-bea6-3aa44a11ed9c service nova] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Received event network-vif-plugged-35e7aac8-4f16-44d3-aca4-1f9de8c8b3f8 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.851366] env[69226]: DEBUG oslo_concurrency.lockutils [req-0c0bd883-14ad-48b7-908f-cefc625bd234 req-9c86db44-c9ac-4de3-bea6-3aa44a11ed9c service nova] Acquiring lock "b957dd31-7eb0-45a6-90c0-9921c952a662-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.851564] env[69226]: DEBUG oslo_concurrency.lockutils [req-0c0bd883-14ad-48b7-908f-cefc625bd234 req-9c86db44-c9ac-4de3-bea6-3aa44a11ed9c service nova] Lock "b957dd31-7eb0-45a6-90c0-9921c952a662-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.851796] env[69226]: DEBUG oslo_concurrency.lockutils [req-0c0bd883-14ad-48b7-908f-cefc625bd234 req-9c86db44-c9ac-4de3-bea6-3aa44a11ed9c service nova] Lock "b957dd31-7eb0-45a6-90c0-9921c952a662-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.852039] env[69226]: DEBUG nova.compute.manager [req-0c0bd883-14ad-48b7-908f-cefc625bd234 req-9c86db44-c9ac-4de3-bea6-3aa44a11ed9c service nova] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] No waiting events found dispatching network-vif-plugged-35e7aac8-4f16-44d3-aca4-1f9de8c8b3f8 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.852276] env[69226]: WARNING nova.compute.manager [req-0c0bd883-14ad-48b7-908f-cefc625bd234 req-9c86db44-c9ac-4de3-bea6-3aa44a11ed9c service nova] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Received unexpected event network-vif-plugged-35e7aac8-4f16-44d3-aca4-1f9de8c8b3f8 for instance with vm_state building and task_state spawning. [ 1008.852505] env[69226]: DEBUG nova.compute.manager [req-0c0bd883-14ad-48b7-908f-cefc625bd234 req-9c86db44-c9ac-4de3-bea6-3aa44a11ed9c service nova] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Received event network-changed-35e7aac8-4f16-44d3-aca4-1f9de8c8b3f8 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.852721] env[69226]: DEBUG nova.compute.manager [req-0c0bd883-14ad-48b7-908f-cefc625bd234 req-9c86db44-c9ac-4de3-bea6-3aa44a11ed9c service nova] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Refreshing instance network info cache due to event network-changed-35e7aac8-4f16-44d3-aca4-1f9de8c8b3f8. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.852967] env[69226]: DEBUG oslo_concurrency.lockutils [req-0c0bd883-14ad-48b7-908f-cefc625bd234 req-9c86db44-c9ac-4de3-bea6-3aa44a11ed9c service nova] Acquiring lock "refresh_cache-b957dd31-7eb0-45a6-90c0-9921c952a662" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.853170] env[69226]: DEBUG oslo_concurrency.lockutils [req-0c0bd883-14ad-48b7-908f-cefc625bd234 req-9c86db44-c9ac-4de3-bea6-3aa44a11ed9c service nova] Acquired lock "refresh_cache-b957dd31-7eb0-45a6-90c0-9921c952a662" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.853386] env[69226]: DEBUG nova.network.neutron [req-0c0bd883-14ad-48b7-908f-cefc625bd234 req-9c86db44-c9ac-4de3-bea6-3aa44a11ed9c service nova] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Refreshing network info cache for port 35e7aac8-4f16-44d3-aca4-1f9de8c8b3f8 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.898661] env[69226]: DEBUG nova.compute.utils [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.904333] env[69226]: DEBUG nova.compute.manager [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.904333] env[69226]: DEBUG nova.network.neutron [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.940072] env[69226]: DEBUG nova.policy [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f33c8cc604e48ce93b00e244dc30666', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '586f436f11584759a50637729407c9f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.076150] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "refresh_cache-598cdd6f-694a-423d-a90d-7b449302a827" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.076150] env[69226]: DEBUG nova.compute.manager [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Instance network_info: |[{"id": "43565075-565a-4042-9fbb-48a332f3d699", "address": "fa:16:3e:56:68:45", "network": {"id": "9c65556d-6175-4954-9db1-62a207b48aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1512905937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943bc6f18f734038a6c6186a42aebe1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43565075-56", "ovs_interfaceid": "43565075-565a-4042-9fbb-48a332f3d699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.078024] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "refresh_cache-b957dd31-7eb0-45a6-90c0-9921c952a662" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.078778] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:68:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43565075-565a-4042-9fbb-48a332f3d699', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.088857] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.089041] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.089268] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df14c048-f3f2-4b01-9278-3a0def643700 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.119414] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.119414] env[69226]: value = "task-3495263" [ 1009.119414] env[69226]: _type = "Task" [ 1009.119414] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.128811] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495263, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.155614] env[69226]: DEBUG oslo_concurrency.lockutils [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquiring lock "8260adf6-6823-4ac8-8a16-a21d7e440d5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.155880] env[69226]: DEBUG oslo_concurrency.lockutils [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lock "8260adf6-6823-4ac8-8a16-a21d7e440d5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.156098] env[69226]: DEBUG oslo_concurrency.lockutils [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquiring lock "8260adf6-6823-4ac8-8a16-a21d7e440d5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.156288] env[69226]: DEBUG oslo_concurrency.lockutils [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lock "8260adf6-6823-4ac8-8a16-a21d7e440d5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.156453] env[69226]: DEBUG oslo_concurrency.lockutils [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lock "8260adf6-6823-4ac8-8a16-a21d7e440d5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.162121] env[69226]: INFO nova.compute.manager [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Terminating instance [ 1009.184286] env[69226]: DEBUG nova.network.neutron [req-0df43655-b468-4189-ab91-aab82662ee5c req-5f5eb7bf-3d79-4e5b-b68f-3a218a43f29d service nova] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Updated VIF entry in instance network info cache for port 675c842d-98cb-4a69-9136-0792fb9822fa. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.184638] env[69226]: DEBUG nova.network.neutron [req-0df43655-b468-4189-ab91-aab82662ee5c req-5f5eb7bf-3d79-4e5b-b68f-3a218a43f29d service nova] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Updating instance_info_cache with network_info: [{"id": "675c842d-98cb-4a69-9136-0792fb9822fa", "address": "fa:16:3e:fc:6f:0f", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": null, "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap675c842d-98", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.239449] env[69226]: DEBUG nova.network.neutron [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Successfully created port: f3e9c176-6c6f-435a-baf8-71e16be3a345 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.389475] env[69226]: DEBUG nova.network.neutron [req-0c0bd883-14ad-48b7-908f-cefc625bd234 req-9c86db44-c9ac-4de3-bea6-3aa44a11ed9c service nova] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.403287] env[69226]: DEBUG nova.compute.manager [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.509015] env[69226]: DEBUG nova.network.neutron [req-0c0bd883-14ad-48b7-908f-cefc625bd234 req-9c86db44-c9ac-4de3-bea6-3aa44a11ed9c service nova] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.631454] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495263, 'name': CreateVM_Task, 'duration_secs': 0.306201} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.632093] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.632398] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.632570] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.632878] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.633211] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd512d19-2eb4-4506-a85b-372c73ae2ad9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.638813] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1009.638813] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e52e77-e0e8-cdb6-e93d-24061942c973" [ 1009.638813] env[69226]: _type = "Task" [ 1009.638813] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.649867] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e52e77-e0e8-cdb6-e93d-24061942c973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.667240] env[69226]: DEBUG nova.compute.manager [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.667454] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.668743] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad8ab1e-0969-4a8b-9a73-e3736095a3a4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.676395] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.678701] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d34b1f7-8eec-4fe7-8ed9-677470f91375 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.685224] env[69226]: DEBUG oslo_vmware.api [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for the task: (returnval){ [ 1009.685224] env[69226]: value = "task-3495264" [ 1009.685224] env[69226]: _type = "Task" [ 1009.685224] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.691883] env[69226]: DEBUG oslo_concurrency.lockutils [req-0df43655-b468-4189-ab91-aab82662ee5c req-5f5eb7bf-3d79-4e5b-b68f-3a218a43f29d service nova] Releasing lock "refresh_cache-520475d6-f012-4a6f-855d-2e4742161e67" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.695675] env[69226]: DEBUG oslo_vmware.api [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3495264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.846394] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92577f0c-58ca-4217-9655-f49820552655 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.854927] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84371fdb-670b-4212-8f79-d7eaa25eb488 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.891422] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d057c8-c326-4104-8084-a2139d8d2499 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.900677] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae61b476-2df6-4f2b-9f59-feecd3c596dc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.918913] env[69226]: DEBUG nova.compute.provider_tree [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.978542] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2183709e-f870-48a0-80ca-e056d08aa954 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "520475d6-f012-4a6f-855d-2e4742161e67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.011156] env[69226]: DEBUG oslo_concurrency.lockutils [req-0c0bd883-14ad-48b7-908f-cefc625bd234 req-9c86db44-c9ac-4de3-bea6-3aa44a11ed9c service nova] Releasing lock "refresh_cache-b957dd31-7eb0-45a6-90c0-9921c952a662" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.011573] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquired lock "refresh_cache-b957dd31-7eb0-45a6-90c0-9921c952a662" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.011734] env[69226]: DEBUG nova.network.neutron [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.151519] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e52e77-e0e8-cdb6-e93d-24061942c973, 'name': SearchDatastore_Task, 'duration_secs': 0.010529} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.151823] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.152073] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.152315] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.152459] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.152635] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.152893] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a67617e9-1b04-4747-a9fa-6afb0dbf12e9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.161331] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.161505] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.162213] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd58367e-81d0-4eff-9d52-64dc11eb2ed3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.167872] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1010.167872] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52889538-6244-de58-030f-3eb1887e2e23" [ 1010.167872] env[69226]: _type = "Task" [ 1010.167872] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.175368] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52889538-6244-de58-030f-3eb1887e2e23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.194193] env[69226]: DEBUG oslo_vmware.api [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3495264, 'name': PowerOffVM_Task, 'duration_secs': 0.215111} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.194437] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.194603] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.194838] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26586baa-762a-4000-8489-54bd690bbb66 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.291711] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.291939] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.292157] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Deleting the datastore file [datastore1] 8260adf6-6823-4ac8-8a16-a21d7e440d5f {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.292409] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b377458e-1252-4473-b564-13c8d636c9e7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.298395] env[69226]: DEBUG oslo_vmware.api [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for the task: (returnval){ [ 1010.298395] env[69226]: value = "task-3495266" [ 1010.298395] env[69226]: _type = "Task" [ 1010.298395] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.306885] env[69226]: DEBUG oslo_vmware.api [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3495266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.422709] env[69226]: DEBUG nova.compute.manager [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.425498] env[69226]: DEBUG nova.scheduler.client.report [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.455536] env[69226]: DEBUG nova.virt.hardware [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.455822] env[69226]: DEBUG nova.virt.hardware [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.456015] env[69226]: DEBUG nova.virt.hardware [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.456215] env[69226]: DEBUG nova.virt.hardware [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.456361] env[69226]: DEBUG nova.virt.hardware [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.456509] env[69226]: DEBUG nova.virt.hardware [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.456713] env[69226]: DEBUG nova.virt.hardware [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.456871] env[69226]: DEBUG nova.virt.hardware [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.457067] env[69226]: DEBUG nova.virt.hardware [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.457322] env[69226]: DEBUG nova.virt.hardware [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.457454] env[69226]: DEBUG nova.virt.hardware [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.458610] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4837ecd2-83d3-4866-844d-5ca446c4b798 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.466798] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9372b3-e3be-4a08-95b3-22440ed0602e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.545202] env[69226]: DEBUG nova.network.neutron [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.682223] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52889538-6244-de58-030f-3eb1887e2e23, 'name': SearchDatastore_Task, 'duration_secs': 0.008778} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.683123] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c73e9c45-8314-4126-a667-537587b23ef3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.692020] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1010.692020] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f32f4c-f77c-7dc2-87be-9d5e2df2190b" [ 1010.692020] env[69226]: _type = "Task" [ 1010.692020] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.697659] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f32f4c-f77c-7dc2-87be-9d5e2df2190b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.731645] env[69226]: DEBUG nova.compute.manager [req-4c46acea-683c-4fa7-a585-5b0817f47a96 req-172e4635-e959-4657-8589-61b35173bc6b service nova] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Received event network-vif-plugged-f3e9c176-6c6f-435a-baf8-71e16be3a345 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.731905] env[69226]: DEBUG oslo_concurrency.lockutils [req-4c46acea-683c-4fa7-a585-5b0817f47a96 req-172e4635-e959-4657-8589-61b35173bc6b service nova] Acquiring lock "063f1425-a341-4a2c-bd6c-3d19e37786c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.732786] env[69226]: DEBUG oslo_concurrency.lockutils [req-4c46acea-683c-4fa7-a585-5b0817f47a96 req-172e4635-e959-4657-8589-61b35173bc6b service nova] Lock "063f1425-a341-4a2c-bd6c-3d19e37786c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.732786] env[69226]: DEBUG oslo_concurrency.lockutils [req-4c46acea-683c-4fa7-a585-5b0817f47a96 req-172e4635-e959-4657-8589-61b35173bc6b service nova] Lock "063f1425-a341-4a2c-bd6c-3d19e37786c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.732786] env[69226]: DEBUG nova.compute.manager [req-4c46acea-683c-4fa7-a585-5b0817f47a96 req-172e4635-e959-4657-8589-61b35173bc6b service nova] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] No waiting events found dispatching network-vif-plugged-f3e9c176-6c6f-435a-baf8-71e16be3a345 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.732786] env[69226]: WARNING nova.compute.manager [req-4c46acea-683c-4fa7-a585-5b0817f47a96 req-172e4635-e959-4657-8589-61b35173bc6b service nova] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Received unexpected event network-vif-plugged-f3e9c176-6c6f-435a-baf8-71e16be3a345 for instance with vm_state building and task_state spawning. [ 1010.746895] env[69226]: DEBUG nova.network.neutron [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Updating instance_info_cache with network_info: [{"id": "35e7aac8-4f16-44d3-aca4-1f9de8c8b3f8", "address": "fa:16:3e:f7:c9:ce", "network": {"id": "7bd8aaa1-0e47-4e73-ac04-cf2d4cf1d604", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-35924596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907e1860551b414ea4d836c15edec2dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35e7aac8-4f", "ovs_interfaceid": "35e7aac8-4f16-44d3-aca4-1f9de8c8b3f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.809820] env[69226]: DEBUG oslo_vmware.api [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Task: {'id': task-3495266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296009} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.810136] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.810543] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.810778] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.810958] env[69226]: INFO nova.compute.manager [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1010.811217] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.811412] env[69226]: DEBUG nova.compute.manager [-] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.811512] env[69226]: DEBUG nova.network.neutron [-] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.931015] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.932494] env[69226]: DEBUG nova.compute.manager [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.940302] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.769s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.940302] env[69226]: DEBUG nova.objects.instance [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lazy-loading 'resources' on Instance uuid ffae9122-9be9-4ba6-84d3-52272208922d {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.945348] env[69226]: DEBUG nova.network.neutron [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Successfully updated port: f3e9c176-6c6f-435a-baf8-71e16be3a345 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.200312] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f32f4c-f77c-7dc2-87be-9d5e2df2190b, 'name': SearchDatastore_Task, 'duration_secs': 0.009472} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.200623] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.200878] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 598cdd6f-694a-423d-a90d-7b449302a827/598cdd6f-694a-423d-a90d-7b449302a827.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.201151] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e771319-af90-4dcd-bd64-5f2ba2abc78a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.207420] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1011.207420] env[69226]: value = "task-3495267" [ 1011.207420] env[69226]: _type = "Task" [ 1011.207420] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.215628] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.254697] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Releasing lock "refresh_cache-b957dd31-7eb0-45a6-90c0-9921c952a662" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.255050] env[69226]: DEBUG nova.compute.manager [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Instance network_info: |[{"id": "35e7aac8-4f16-44d3-aca4-1f9de8c8b3f8", "address": "fa:16:3e:f7:c9:ce", "network": {"id": "7bd8aaa1-0e47-4e73-ac04-cf2d4cf1d604", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-35924596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907e1860551b414ea4d836c15edec2dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35e7aac8-4f", "ovs_interfaceid": "35e7aac8-4f16-44d3-aca4-1f9de8c8b3f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.255489] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:c9:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35e7aac8-4f16-44d3-aca4-1f9de8c8b3f8', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.267619] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.267867] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.268131] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d51409c-c1f7-403d-b3b5-5ef9b5b97f06 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.292871] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.292871] env[69226]: value = "task-3495268" [ 1011.292871] env[69226]: _type = "Task" [ 1011.292871] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.303471] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495268, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.329565] env[69226]: DEBUG nova.compute.manager [req-e01076a6-c920-4b27-afab-3bc6086cda6d req-284b5956-3c7c-4ab1-906f-f27ba85581ef service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Received event network-vif-deleted-67b2f70a-989b-4ec8-a9f6-f3d3cf0f0e89 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.329704] env[69226]: INFO nova.compute.manager [req-e01076a6-c920-4b27-afab-3bc6086cda6d req-284b5956-3c7c-4ab1-906f-f27ba85581ef service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Neutron deleted interface 67b2f70a-989b-4ec8-a9f6-f3d3cf0f0e89; detaching it from the instance and deleting it from the info cache [ 1011.331642] env[69226]: DEBUG nova.network.neutron [req-e01076a6-c920-4b27-afab-3bc6086cda6d req-284b5956-3c7c-4ab1-906f-f27ba85581ef service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Updating instance_info_cache with network_info: [{"id": "6ac3550b-d93d-4c4f-b73a-92947c936a85", "address": "fa:16:3e:9d:3b:b5", "network": {"id": "9d6a7ca5-4739-47ff-9ecf-703707eae8be", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1845352732", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc863a30e86443d68c74fd61eb75da5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ac3550b-d9", "ovs_interfaceid": "6ac3550b-d93d-4c4f-b73a-92947c936a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.443860] env[69226]: DEBUG nova.compute.utils [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.445418] env[69226]: DEBUG nova.compute.manager [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.445590] env[69226]: DEBUG nova.network.neutron [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.453603] env[69226]: DEBUG oslo_concurrency.lockutils [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Acquiring lock "refresh_cache-063f1425-a341-4a2c-bd6c-3d19e37786c7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.453763] env[69226]: DEBUG oslo_concurrency.lockutils [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Acquired lock "refresh_cache-063f1425-a341-4a2c-bd6c-3d19e37786c7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.454042] env[69226]: DEBUG nova.network.neutron [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.498966] env[69226]: DEBUG nova.policy [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56c0fdd50bfa490ea0c4419e57786549', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03fce1734c7744c2b1e81d630ea8c55f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.720436] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476866} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.720732] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 598cdd6f-694a-423d-a90d-7b449302a827/598cdd6f-694a-423d-a90d-7b449302a827.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.720937] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.721208] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df3790e8-038f-4114-af6a-0f6dc10962e7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.729949] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1011.729949] env[69226]: value = "task-3495269" [ 1011.729949] env[69226]: _type = "Task" [ 1011.729949] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.737635] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.803348] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495268, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.810989] env[69226]: DEBUG nova.network.neutron [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Successfully created port: f223ef1b-9385-4cfa-a066-f89a086e932a {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.834991] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3bfb7e0-80e0-456c-9166-53871e7c93da {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.844556] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72182804-5a4b-45fc-aa96-a49efaea3f9b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.884868] env[69226]: DEBUG nova.compute.manager [req-e01076a6-c920-4b27-afab-3bc6086cda6d req-284b5956-3c7c-4ab1-906f-f27ba85581ef service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Detach interface failed, port_id=67b2f70a-989b-4ec8-a9f6-f3d3cf0f0e89, reason: Instance 8260adf6-6823-4ac8-8a16-a21d7e440d5f could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1011.925276] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e4c674-bfbe-4856-9e41-232acef57010 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.932989] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a01880e-86e2-48f4-9e43-5ed15c26d7d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.966055] env[69226]: DEBUG nova.compute.manager [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.971695] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a395a0-5cb7-4e43-ba48-2453364f48dd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.979937] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d704018-1605-4fca-af52-05bcc6fd9596 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.995988] env[69226]: DEBUG nova.compute.provider_tree [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.008040] env[69226]: DEBUG nova.network.neutron [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.023117] env[69226]: DEBUG nova.network.neutron [-] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.214876] env[69226]: DEBUG nova.network.neutron [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Updating instance_info_cache with network_info: [{"id": "f3e9c176-6c6f-435a-baf8-71e16be3a345", "address": "fa:16:3e:06:0c:34", "network": {"id": "e08226d8-e181-4b8f-bbf6-e9a41ead95f5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1299199611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "586f436f11584759a50637729407c9f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e9c176-6c", "ovs_interfaceid": "f3e9c176-6c6f-435a-baf8-71e16be3a345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.240160] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065049} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.240499] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.241657] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7727cd1-3479-4f01-a3e1-21375d63104e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.268617] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 598cdd6f-694a-423d-a90d-7b449302a827/598cdd6f-694a-423d-a90d-7b449302a827.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.269068] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efbdf602-23da-436d-a960-ca8b2b08d8b9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.289094] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1012.289094] env[69226]: value = "task-3495270" [ 1012.289094] env[69226]: _type = "Task" [ 1012.289094] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.300948] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.307173] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495268, 'name': CreateVM_Task, 'duration_secs': 0.609001} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.307346] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.308068] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.308242] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.308621] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.308816] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e24207-c260-4589-afeb-2122011bac49 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.313567] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1012.313567] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bd49e5-a455-d543-3b9f-26ca72563ff2" [ 1012.313567] env[69226]: _type = "Task" [ 1012.313567] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.322565] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bd49e5-a455-d543-3b9f-26ca72563ff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.499710] env[69226]: DEBUG nova.scheduler.client.report [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.524980] env[69226]: INFO nova.compute.manager [-] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Took 1.71 seconds to deallocate network for instance. [ 1012.717352] env[69226]: DEBUG oslo_concurrency.lockutils [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Releasing lock "refresh_cache-063f1425-a341-4a2c-bd6c-3d19e37786c7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.717712] env[69226]: DEBUG nova.compute.manager [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Instance network_info: |[{"id": "f3e9c176-6c6f-435a-baf8-71e16be3a345", "address": "fa:16:3e:06:0c:34", "network": {"id": "e08226d8-e181-4b8f-bbf6-e9a41ead95f5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1299199611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "586f436f11584759a50637729407c9f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e9c176-6c", "ovs_interfaceid": "f3e9c176-6c6f-435a-baf8-71e16be3a345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.718171] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:0c:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3e9c176-6c6f-435a-baf8-71e16be3a345', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.726584] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Creating folder: Project (586f436f11584759a50637729407c9f2). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.726865] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29dee144-7976-4bb2-b316-0bb66b2b7338 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.739612] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Created folder: Project (586f436f11584759a50637729407c9f2) in parent group-v698365. [ 1012.739913] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Creating folder: Instances. Parent ref: group-v698592. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.739964] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3331652-7a0c-4787-a909-6d80e3a42a69 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.750228] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Created folder: Instances in parent group-v698592. [ 1012.750471] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.750673] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.750870] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31854c9c-22b7-488f-ae18-717d54158aed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.770072] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.770072] env[69226]: value = "task-3495273" [ 1012.770072] env[69226]: _type = "Task" [ 1012.770072] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.777790] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495273, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.800959] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495270, 'name': ReconfigVM_Task, 'duration_secs': 0.273665} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.801621] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 598cdd6f-694a-423d-a90d-7b449302a827/598cdd6f-694a-423d-a90d-7b449302a827.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.802528] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6387f0ac-e8d6-4dd5-a41a-32252bedc0dd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.810119] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1012.810119] env[69226]: value = "task-3495274" [ 1012.810119] env[69226]: _type = "Task" [ 1012.810119] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.818272] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495274, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.826743] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bd49e5-a455-d543-3b9f-26ca72563ff2, 'name': SearchDatastore_Task, 'duration_secs': 0.017003} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.827059] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.827305] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.827541] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.827993] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.827993] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.828232] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48384606-e592-4e2e-81bd-84deb7228c29 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.837194] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.837406] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.838192] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c03966-565c-49d3-84a5-7ecff440036d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.843719] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1012.843719] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e73836-e1b0-0edf-cecc-222047d2ce1c" [ 1012.843719] env[69226]: _type = "Task" [ 1012.843719] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.852644] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e73836-e1b0-0edf-cecc-222047d2ce1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.962686] env[69226]: DEBUG nova.compute.manager [req-3db71374-d50a-4290-8008-3872abb5f1f4 req-787ede72-6ec1-44d6-b202-96471abe676d service nova] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Received event network-changed-f3e9c176-6c6f-435a-baf8-71e16be3a345 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.962686] env[69226]: DEBUG nova.compute.manager [req-3db71374-d50a-4290-8008-3872abb5f1f4 req-787ede72-6ec1-44d6-b202-96471abe676d service nova] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Refreshing instance network info cache due to event network-changed-f3e9c176-6c6f-435a-baf8-71e16be3a345. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.962885] env[69226]: DEBUG oslo_concurrency.lockutils [req-3db71374-d50a-4290-8008-3872abb5f1f4 req-787ede72-6ec1-44d6-b202-96471abe676d service nova] Acquiring lock "refresh_cache-063f1425-a341-4a2c-bd6c-3d19e37786c7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.962974] env[69226]: DEBUG oslo_concurrency.lockutils [req-3db71374-d50a-4290-8008-3872abb5f1f4 req-787ede72-6ec1-44d6-b202-96471abe676d service nova] Acquired lock "refresh_cache-063f1425-a341-4a2c-bd6c-3d19e37786c7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.963829] env[69226]: DEBUG nova.network.neutron [req-3db71374-d50a-4290-8008-3872abb5f1f4 req-787ede72-6ec1-44d6-b202-96471abe676d service nova] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Refreshing network info cache for port f3e9c176-6c6f-435a-baf8-71e16be3a345 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.980599] env[69226]: DEBUG nova.compute.manager [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.005032] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.007570] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.845s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.010096] env[69226]: INFO nova.compute.claims [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.017020] env[69226]: DEBUG nova.virt.hardware [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.017020] env[69226]: DEBUG nova.virt.hardware [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.017370] env[69226]: DEBUG nova.virt.hardware [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.017701] env[69226]: DEBUG nova.virt.hardware [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.021019] env[69226]: DEBUG nova.virt.hardware [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.021019] env[69226]: DEBUG nova.virt.hardware [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.021019] env[69226]: DEBUG nova.virt.hardware [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.021019] env[69226]: DEBUG nova.virt.hardware [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.021019] env[69226]: DEBUG nova.virt.hardware [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.021019] env[69226]: DEBUG nova.virt.hardware [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.021019] env[69226]: DEBUG nova.virt.hardware [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.021019] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b442abad-e6c9-461e-9720-619e0d7fffa1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.029605] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b2429b-ee02-4689-ad23-8bc9de7bc22c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.035627] env[69226]: INFO nova.scheduler.client.report [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Deleted allocations for instance ffae9122-9be9-4ba6-84d3-52272208922d [ 1013.037367] env[69226]: DEBUG oslo_concurrency.lockutils [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.280162] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495273, 'name': CreateVM_Task, 'duration_secs': 0.343169} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.280398] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.281121] env[69226]: DEBUG oslo_concurrency.lockutils [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.281321] env[69226]: DEBUG oslo_concurrency.lockutils [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.281677] env[69226]: DEBUG oslo_concurrency.lockutils [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.281959] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b050db5e-e0bb-43b0-a92e-89ae1a998cdb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.287475] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Waiting for the task: (returnval){ [ 1013.287475] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a9468a-22f7-1fef-2872-4484f90c6552" [ 1013.287475] env[69226]: _type = "Task" [ 1013.287475] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.294774] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a9468a-22f7-1fef-2872-4484f90c6552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.318203] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495274, 'name': Rename_Task, 'duration_secs': 0.167422} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.318541] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.318786] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4469ef27-09c8-4cbf-b100-5ac68bcf4844 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.325283] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1013.325283] env[69226]: value = "task-3495275" [ 1013.325283] env[69226]: _type = "Task" [ 1013.325283] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.326166] env[69226]: DEBUG nova.network.neutron [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Successfully updated port: f223ef1b-9385-4cfa-a066-f89a086e932a {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.342690] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495275, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.356696] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e73836-e1b0-0edf-cecc-222047d2ce1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010413} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.357640] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d50f85c5-575d-4251-8c5a-47f4fc5e3818 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.363288] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1013.363288] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a5cb97-b539-f89a-1eda-0880ad089b45" [ 1013.363288] env[69226]: _type = "Task" [ 1013.363288] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.372288] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a5cb97-b539-f89a-1eda-0880ad089b45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.415155] env[69226]: DEBUG nova.compute.manager [req-18e5693e-4a0b-419e-a310-1ffbb235c9b7 req-c0ae7f1d-95b7-4335-8fb7-90ea3d841922 service nova] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Received event network-vif-deleted-6ac3550b-d93d-4c4f-b73a-92947c936a85 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.415744] env[69226]: DEBUG oslo_concurrency.lockutils [None req-603937d8-766a-4b43-9a64-5a1e94342b9c tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "23bde555-75d8-4795-8883-af20a99b4e28" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.416033] env[69226]: DEBUG oslo_concurrency.lockutils [None req-603937d8-766a-4b43-9a64-5a1e94342b9c tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "23bde555-75d8-4795-8883-af20a99b4e28" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.548255] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6d31440e-03b8-4258-b560-17bb46ca06a3 tempest-SecurityGroupsTestJSON-1038325561 tempest-SecurityGroupsTestJSON-1038325561-project-member] Lock "ffae9122-9be9-4ba6-84d3-52272208922d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.059s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.668697] env[69226]: DEBUG nova.network.neutron [req-3db71374-d50a-4290-8008-3872abb5f1f4 req-787ede72-6ec1-44d6-b202-96471abe676d service nova] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Updated VIF entry in instance network info cache for port f3e9c176-6c6f-435a-baf8-71e16be3a345. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.669195] env[69226]: DEBUG nova.network.neutron [req-3db71374-d50a-4290-8008-3872abb5f1f4 req-787ede72-6ec1-44d6-b202-96471abe676d service nova] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Updating instance_info_cache with network_info: [{"id": "f3e9c176-6c6f-435a-baf8-71e16be3a345", "address": "fa:16:3e:06:0c:34", "network": {"id": "e08226d8-e181-4b8f-bbf6-e9a41ead95f5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1299199611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "586f436f11584759a50637729407c9f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e9c176-6c", "ovs_interfaceid": "f3e9c176-6c6f-435a-baf8-71e16be3a345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.797860] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a9468a-22f7-1fef-2872-4484f90c6552, 'name': SearchDatastore_Task, 'duration_secs': 0.02778} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.798209] env[69226]: DEBUG oslo_concurrency.lockutils [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.798451] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.798660] env[69226]: DEBUG oslo_concurrency.lockutils [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.832735] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.832804] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.832934] env[69226]: DEBUG nova.network.neutron [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.837831] env[69226]: DEBUG oslo_vmware.api [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495275, 'name': PowerOnVM_Task, 'duration_secs': 0.475344} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.838350] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.838589] env[69226]: INFO nova.compute.manager [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1013.838766] env[69226]: DEBUG nova.compute.manager [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.839842] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf21d71d-8c92-4e2e-8f38-c47255a094bf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.876546] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a5cb97-b539-f89a-1eda-0880ad089b45, 'name': SearchDatastore_Task, 'duration_secs': 0.019233} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.876832] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.877309] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] b957dd31-7eb0-45a6-90c0-9921c952a662/b957dd31-7eb0-45a6-90c0-9921c952a662.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.877426] env[69226]: DEBUG oslo_concurrency.lockutils [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.877595] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.877806] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16e95569-faad-4d5e-90ee-d0d9c24433bf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.880021] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-942c99b5-2d68-4a3f-a227-53707a98da1e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.886475] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1013.886475] env[69226]: value = "task-3495276" [ 1013.886475] env[69226]: _type = "Task" [ 1013.886475] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.891776] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.892048] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.893365] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df81f232-0a93-474d-b901-72f93f081926 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.898588] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.901857] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Waiting for the task: (returnval){ [ 1013.901857] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e9e244-9e0d-365a-e1f6-afaf7e90ceba" [ 1013.901857] env[69226]: _type = "Task" [ 1013.901857] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.910802] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e9e244-9e0d-365a-e1f6-afaf7e90ceba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.919040] env[69226]: INFO nova.compute.manager [None req-603937d8-766a-4b43-9a64-5a1e94342b9c tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Detaching volume f5b5b1eb-29c2-4328-be53-87e25fb84ef8 [ 1013.965265] env[69226]: INFO nova.virt.block_device [None req-603937d8-766a-4b43-9a64-5a1e94342b9c tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Attempting to driver detach volume f5b5b1eb-29c2-4328-be53-87e25fb84ef8 from mountpoint /dev/sdb [ 1013.965265] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-603937d8-766a-4b43-9a64-5a1e94342b9c tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Volume detach. Driver type: vmdk {{(pid=69226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1013.965265] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-603937d8-766a-4b43-9a64-5a1e94342b9c tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698565', 'volume_id': 'f5b5b1eb-29c2-4328-be53-87e25fb84ef8', 'name': 'volume-f5b5b1eb-29c2-4328-be53-87e25fb84ef8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23bde555-75d8-4795-8883-af20a99b4e28', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5b5b1eb-29c2-4328-be53-87e25fb84ef8', 'serial': 'f5b5b1eb-29c2-4328-be53-87e25fb84ef8'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1013.966062] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbebb70-2e61-4735-a2e4-d5c5176ae2f5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.990563] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff5bb48-9891-45c4-ab2c-06f26dcf7d1b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.997620] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389ec086-83fb-4bb2-8351-b4ce1f523f74 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.020609] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3be907-1a49-4a94-a804-da4631680d0e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.039699] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-603937d8-766a-4b43-9a64-5a1e94342b9c tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] The volume has not been displaced from its original location: [datastore2] volume-f5b5b1eb-29c2-4328-be53-87e25fb84ef8/volume-f5b5b1eb-29c2-4328-be53-87e25fb84ef8.vmdk. No consolidation needed. {{(pid=69226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1014.045083] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-603937d8-766a-4b43-9a64-5a1e94342b9c tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1014.045673] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da3bb5e4-1a36-429a-bf36-abd7e281fb8f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.066201] env[69226]: DEBUG oslo_vmware.api [None req-603937d8-766a-4b43-9a64-5a1e94342b9c tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 1014.066201] env[69226]: value = "task-3495277" [ 1014.066201] env[69226]: _type = "Task" [ 1014.066201] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.078960] env[69226]: DEBUG oslo_vmware.api [None req-603937d8-766a-4b43-9a64-5a1e94342b9c tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495277, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.173395] env[69226]: DEBUG oslo_concurrency.lockutils [req-3db71374-d50a-4290-8008-3872abb5f1f4 req-787ede72-6ec1-44d6-b202-96471abe676d service nova] Releasing lock "refresh_cache-063f1425-a341-4a2c-bd6c-3d19e37786c7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.358803] env[69226]: INFO nova.compute.manager [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Took 32.19 seconds to build instance. [ 1014.394028] env[69226]: DEBUG nova.network.neutron [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.401711] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514075} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.404777] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] b957dd31-7eb0-45a6-90c0-9921c952a662/b957dd31-7eb0-45a6-90c0-9921c952a662.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.405042] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.406567] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b22a6f16-6e33-43ff-8155-63e63e33edb0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.415800] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e9e244-9e0d-365a-e1f6-afaf7e90ceba, 'name': SearchDatastore_Task, 'duration_secs': 0.008901} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.417968] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1014.417968] env[69226]: value = "task-3495278" [ 1014.417968] env[69226]: _type = "Task" [ 1014.417968] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.420279] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7600514-e8de-4174-9d2d-73e3cafa0f90 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.430729] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Waiting for the task: (returnval){ [ 1014.430729] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5244fd10-a1fc-7551-2b07-18cde8a93e20" [ 1014.430729] env[69226]: _type = "Task" [ 1014.430729] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.444132] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5244fd10-a1fc-7551-2b07-18cde8a93e20, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.444132] env[69226]: DEBUG oslo_concurrency.lockutils [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.444132] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 063f1425-a341-4a2c-bd6c-3d19e37786c7/063f1425-a341-4a2c-bd6c-3d19e37786c7.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.444132] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfe0f986-7553-4566-9087-7e8c1caaf7d4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.450910] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Waiting for the task: (returnval){ [ 1014.450910] env[69226]: value = "task-3495279" [ 1014.450910] env[69226]: _type = "Task" [ 1014.450910] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.461097] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': task-3495279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.562505] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f68e7f-dac7-4d11-9725-272868b5fce0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.578703] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5628e7-bba0-4271-b2e6-3002c5be3d06 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.587585] env[69226]: DEBUG oslo_vmware.api [None req-603937d8-766a-4b43-9a64-5a1e94342b9c tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495277, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.623449] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082dfcf6-f4b2-4445-b6ac-13bd8fa18e14 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.633421] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587b1c04-ff13-4526-937c-da2a83128bb9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.648363] env[69226]: DEBUG nova.compute.provider_tree [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.651604] env[69226]: DEBUG nova.network.neutron [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Updating instance_info_cache with network_info: [{"id": "f223ef1b-9385-4cfa-a066-f89a086e932a", "address": "fa:16:3e:58:9d:b6", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf223ef1b-93", "ovs_interfaceid": "f223ef1b-9385-4cfa-a066-f89a086e932a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.867555] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11fe5748-8061-4289-8497-320f979eac40 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "598cdd6f-694a-423d-a90d-7b449302a827" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.720s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.934483] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083492} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.934792] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.937396] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e83c63-b61f-413a-a127-831ba554ff7c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.963679] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] b957dd31-7eb0-45a6-90c0-9921c952a662/b957dd31-7eb0-45a6-90c0-9921c952a662.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.967241] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60a7a108-2a7f-4bad-988e-4ed10362c76e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.990074] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': task-3495279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461926} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.991742] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 063f1425-a341-4a2c-bd6c-3d19e37786c7/063f1425-a341-4a2c-bd6c-3d19e37786c7.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.991999] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.992351] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1014.992351] env[69226]: value = "task-3495280" [ 1014.992351] env[69226]: _type = "Task" [ 1014.992351] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.992591] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79b5f80d-8ea6-4ec7-95a5-997e8da8af85 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.003904] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Waiting for the task: (returnval){ [ 1015.003904] env[69226]: value = "task-3495281" [ 1015.003904] env[69226]: _type = "Task" [ 1015.003904] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.009369] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.021750] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': task-3495281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.080645] env[69226]: DEBUG oslo_vmware.api [None req-603937d8-766a-4b43-9a64-5a1e94342b9c tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495277, 'name': ReconfigVM_Task, 'duration_secs': 0.568525} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.082485] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-603937d8-766a-4b43-9a64-5a1e94342b9c tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1015.086448] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8f9c911-6c14-4de2-8af4-011c525457ae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.103532] env[69226]: DEBUG oslo_vmware.api [None req-603937d8-766a-4b43-9a64-5a1e94342b9c tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 1015.103532] env[69226]: value = "task-3495282" [ 1015.103532] env[69226]: _type = "Task" [ 1015.103532] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.112907] env[69226]: DEBUG oslo_vmware.api [None req-603937d8-766a-4b43-9a64-5a1e94342b9c tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.155336] env[69226]: DEBUG nova.scheduler.client.report [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.160571] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.161130] env[69226]: DEBUG nova.compute.manager [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Instance network_info: |[{"id": "f223ef1b-9385-4cfa-a066-f89a086e932a", "address": "fa:16:3e:58:9d:b6", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf223ef1b-93", "ovs_interfaceid": "f223ef1b-9385-4cfa-a066-f89a086e932a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.161936] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:9d:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f223ef1b-9385-4cfa-a066-f89a086e932a', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.171642] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Creating folder: Project (03fce1734c7744c2b1e81d630ea8c55f). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.173803] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f90d816-a2b8-4960-9d3a-99f76d882802 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.177042] env[69226]: DEBUG nova.compute.manager [req-1e8c4f9d-a9cf-43c7-be34-3043b49914f9 req-9e6c1feb-b226-4fec-9bd3-e0c38c942182 service nova] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Received event network-vif-plugged-f223ef1b-9385-4cfa-a066-f89a086e932a {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.177398] env[69226]: DEBUG oslo_concurrency.lockutils [req-1e8c4f9d-a9cf-43c7-be34-3043b49914f9 req-9e6c1feb-b226-4fec-9bd3-e0c38c942182 service nova] Acquiring lock "84c61656-c42e-41d3-bf30-04c504670123-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.177777] env[69226]: DEBUG oslo_concurrency.lockutils [req-1e8c4f9d-a9cf-43c7-be34-3043b49914f9 req-9e6c1feb-b226-4fec-9bd3-e0c38c942182 service nova] Lock "84c61656-c42e-41d3-bf30-04c504670123-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.178108] env[69226]: DEBUG oslo_concurrency.lockutils [req-1e8c4f9d-a9cf-43c7-be34-3043b49914f9 req-9e6c1feb-b226-4fec-9bd3-e0c38c942182 service nova] Lock "84c61656-c42e-41d3-bf30-04c504670123-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.178944] env[69226]: DEBUG nova.compute.manager [req-1e8c4f9d-a9cf-43c7-be34-3043b49914f9 req-9e6c1feb-b226-4fec-9bd3-e0c38c942182 service nova] [instance: 84c61656-c42e-41d3-bf30-04c504670123] No waiting events found dispatching network-vif-plugged-f223ef1b-9385-4cfa-a066-f89a086e932a {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.179255] env[69226]: WARNING nova.compute.manager [req-1e8c4f9d-a9cf-43c7-be34-3043b49914f9 req-9e6c1feb-b226-4fec-9bd3-e0c38c942182 service nova] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Received unexpected event network-vif-plugged-f223ef1b-9385-4cfa-a066-f89a086e932a for instance with vm_state building and task_state spawning. [ 1015.179539] env[69226]: DEBUG nova.compute.manager [req-1e8c4f9d-a9cf-43c7-be34-3043b49914f9 req-9e6c1feb-b226-4fec-9bd3-e0c38c942182 service nova] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Received event network-changed-f223ef1b-9385-4cfa-a066-f89a086e932a {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.179807] env[69226]: DEBUG nova.compute.manager [req-1e8c4f9d-a9cf-43c7-be34-3043b49914f9 req-9e6c1feb-b226-4fec-9bd3-e0c38c942182 service nova] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Refreshing instance network info cache due to event network-changed-f223ef1b-9385-4cfa-a066-f89a086e932a. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.180127] env[69226]: DEBUG oslo_concurrency.lockutils [req-1e8c4f9d-a9cf-43c7-be34-3043b49914f9 req-9e6c1feb-b226-4fec-9bd3-e0c38c942182 service nova] Acquiring lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.180379] env[69226]: DEBUG oslo_concurrency.lockutils [req-1e8c4f9d-a9cf-43c7-be34-3043b49914f9 req-9e6c1feb-b226-4fec-9bd3-e0c38c942182 service nova] Acquired lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.180691] env[69226]: DEBUG nova.network.neutron [req-1e8c4f9d-a9cf-43c7-be34-3043b49914f9 req-9e6c1feb-b226-4fec-9bd3-e0c38c942182 service nova] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Refreshing network info cache for port f223ef1b-9385-4cfa-a066-f89a086e932a {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.193502] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Created folder: Project (03fce1734c7744c2b1e81d630ea8c55f) in parent group-v698365. [ 1015.193707] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Creating folder: Instances. Parent ref: group-v698595. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.193948] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b392d88-79b9-47c6-8d71-95895954de80 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.203859] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Created folder: Instances in parent group-v698595. [ 1015.203995] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.204202] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.204470] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c01d44d-7282-4505-8c22-8c875ba4e952 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.225620] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.225620] env[69226]: value = "task-3495285" [ 1015.225620] env[69226]: _type = "Task" [ 1015.225620] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.234026] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495285, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.504740] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495280, 'name': ReconfigVM_Task, 'duration_secs': 0.407918} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.505134] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Reconfigured VM instance instance-00000053 to attach disk [datastore2] b957dd31-7eb0-45a6-90c0-9921c952a662/b957dd31-7eb0-45a6-90c0-9921c952a662.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.505744] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc66b461-4cb3-4164-b062-5d4d142966e7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.513745] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1015.513745] env[69226]: value = "task-3495286" [ 1015.513745] env[69226]: _type = "Task" [ 1015.513745] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.520965] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': task-3495281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069031} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.521721] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.523233] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a02921-272e-422b-a656-3740a4837de3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.527856] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495286, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.553776] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 063f1425-a341-4a2c-bd6c-3d19e37786c7/063f1425-a341-4a2c-bd6c-3d19e37786c7.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.555032] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "598cdd6f-694a-423d-a90d-7b449302a827" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.555297] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "598cdd6f-694a-423d-a90d-7b449302a827" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.555535] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "598cdd6f-694a-423d-a90d-7b449302a827-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.555772] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "598cdd6f-694a-423d-a90d-7b449302a827-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.556122] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "598cdd6f-694a-423d-a90d-7b449302a827-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.558028] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db01f334-9e74-43c8-8c24-ecd5072c8193 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.575863] env[69226]: INFO nova.compute.manager [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Terminating instance [ 1015.591305] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Waiting for the task: (returnval){ [ 1015.591305] env[69226]: value = "task-3495287" [ 1015.591305] env[69226]: _type = "Task" [ 1015.591305] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.599752] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': task-3495287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.613207] env[69226]: DEBUG oslo_vmware.api [None req-603937d8-766a-4b43-9a64-5a1e94342b9c tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495282, 'name': ReconfigVM_Task, 'duration_secs': 0.144232} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.613575] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-603937d8-766a-4b43-9a64-5a1e94342b9c tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698565', 'volume_id': 'f5b5b1eb-29c2-4328-be53-87e25fb84ef8', 'name': 'volume-f5b5b1eb-29c2-4328-be53-87e25fb84ef8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23bde555-75d8-4795-8883-af20a99b4e28', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5b5b1eb-29c2-4328-be53-87e25fb84ef8', 'serial': 'f5b5b1eb-29c2-4328-be53-87e25fb84ef8'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1015.662863] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.663882] env[69226]: DEBUG nova.compute.manager [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.667340] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.420s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.736723] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495285, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.933149] env[69226]: DEBUG nova.network.neutron [req-1e8c4f9d-a9cf-43c7-be34-3043b49914f9 req-9e6c1feb-b226-4fec-9bd3-e0c38c942182 service nova] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Updated VIF entry in instance network info cache for port f223ef1b-9385-4cfa-a066-f89a086e932a. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.933561] env[69226]: DEBUG nova.network.neutron [req-1e8c4f9d-a9cf-43c7-be34-3043b49914f9 req-9e6c1feb-b226-4fec-9bd3-e0c38c942182 service nova] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Updating instance_info_cache with network_info: [{"id": "f223ef1b-9385-4cfa-a066-f89a086e932a", "address": "fa:16:3e:58:9d:b6", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf223ef1b-93", "ovs_interfaceid": "f223ef1b-9385-4cfa-a066-f89a086e932a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.024940] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495286, 'name': Rename_Task, 'duration_secs': 0.199678} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.025387] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.025649] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8121772b-3e21-4872-9a18-2aeb6bfd6bbb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.033374] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1016.033374] env[69226]: value = "task-3495288" [ 1016.033374] env[69226]: _type = "Task" [ 1016.033374] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.041326] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.084993] env[69226]: DEBUG nova.compute.manager [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.085342] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.086259] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46011199-9628-4e95-8dd7-324adf5c1cdc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.096645] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.097324] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3adfa6b-295c-4417-8ffa-394ba3fab160 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.103306] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': task-3495287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.108092] env[69226]: DEBUG oslo_vmware.api [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1016.108092] env[69226]: value = "task-3495289" [ 1016.108092] env[69226]: _type = "Task" [ 1016.108092] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.117429] env[69226]: DEBUG oslo_vmware.api [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.170062] env[69226]: DEBUG nova.compute.utils [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.176683] env[69226]: DEBUG nova.compute.manager [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.177024] env[69226]: DEBUG nova.network.neutron [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.181286] env[69226]: DEBUG nova.objects.instance [None req-603937d8-766a-4b43-9a64-5a1e94342b9c tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lazy-loading 'flavor' on Instance uuid 23bde555-75d8-4795-8883-af20a99b4e28 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.240576] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495285, 'name': CreateVM_Task, 'duration_secs': 0.531622} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.244510] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.246080] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.246080] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.246988] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.246988] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ac3fb46-f079-4f04-8e87-6b441b5f6729 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.252352] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1016.252352] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5267b098-5078-393e-df0a-31f87e31a78c" [ 1016.252352] env[69226]: _type = "Task" [ 1016.252352] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.264349] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5267b098-5078-393e-df0a-31f87e31a78c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.265685] env[69226]: DEBUG nova.policy [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2a62b8e162f4b4fa43b177504fff031', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e0802681ec24d5fbc5b977a3478c709', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.437857] env[69226]: DEBUG oslo_concurrency.lockutils [req-1e8c4f9d-a9cf-43c7-be34-3043b49914f9 req-9e6c1feb-b226-4fec-9bd3-e0c38c942182 service nova] Releasing lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.550964] env[69226]: DEBUG oslo_vmware.api [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495288, 'name': PowerOnVM_Task, 'duration_secs': 0.498009} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.551150] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.551678] env[69226]: INFO nova.compute.manager [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1016.551678] env[69226]: DEBUG nova.compute.manager [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.552462] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9fe010-871f-40cf-9b84-44e1cebcfceb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.569127] env[69226]: DEBUG nova.network.neutron [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Successfully created port: 4aa8fa61-406e-46e2-a710-85c6e3e105d6 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.604544] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': task-3495287, 'name': ReconfigVM_Task, 'duration_secs': 0.77392} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.607300] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 063f1425-a341-4a2c-bd6c-3d19e37786c7/063f1425-a341-4a2c-bd6c-3d19e37786c7.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.608851] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc37fa27-4d67-43db-9889-043c150edda8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.619750] env[69226]: DEBUG oslo_vmware.api [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495289, 'name': PowerOffVM_Task, 'duration_secs': 0.233365} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.623473] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.623473] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.623762] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Waiting for the task: (returnval){ [ 1016.623762] env[69226]: value = "task-3495290" [ 1016.623762] env[69226]: _type = "Task" [ 1016.623762] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.624133] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e5aee1b-4a66-4ef7-815d-3179ac0948d0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.634290] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': task-3495290, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.654416] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0396c1-1ec8-4805-ab86-4af2ade8d1e2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.661582] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f63054-4854-4e70-b22a-0163a041edff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.692954] env[69226]: DEBUG nova.compute.manager [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.698942] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f4e1e7-6aed-4855-a46b-567bc16d6fee {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.709117] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b273f000-08c5-4673-84a7-db3517c71d03 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.714421] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.714726] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.714922] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleting the datastore file [datastore2] 598cdd6f-694a-423d-a90d-7b449302a827 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.715594] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0adc2af8-6de0-4b11-877d-66408d58308d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.727480] env[69226]: DEBUG nova.compute.provider_tree [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.733810] env[69226]: DEBUG oslo_vmware.api [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1016.733810] env[69226]: value = "task-3495292" [ 1016.733810] env[69226]: _type = "Task" [ 1016.733810] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.745823] env[69226]: DEBUG oslo_vmware.api [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.763261] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5267b098-5078-393e-df0a-31f87e31a78c, 'name': SearchDatastore_Task, 'duration_secs': 0.02974} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.763587] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.763830] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.764078] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.764229] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.764423] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.764746] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1eed83bb-f9ed-4331-ba19-fa65dfaaf6bb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.773749] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.773749] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.774102] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fe3e358-ad84-4f5c-b874-88ce1314758d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.781694] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1016.781694] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bc9bc7-2cfa-48f1-4fa5-e8e9bb630a06" [ 1016.781694] env[69226]: _type = "Task" [ 1016.781694] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.790249] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bc9bc7-2cfa-48f1-4fa5-e8e9bb630a06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.076121] env[69226]: INFO nova.compute.manager [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Took 29.02 seconds to build instance. [ 1017.134715] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': task-3495290, 'name': Rename_Task, 'duration_secs': 0.230833} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.134973] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.135229] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3554c38e-3e16-47f5-bd05-cb94411a5ce1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.140607] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Waiting for the task: (returnval){ [ 1017.140607] env[69226]: value = "task-3495293" [ 1017.140607] env[69226]: _type = "Task" [ 1017.140607] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.147545] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': task-3495293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.207710] env[69226]: DEBUG oslo_concurrency.lockutils [None req-603937d8-766a-4b43-9a64-5a1e94342b9c tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "23bde555-75d8-4795-8883-af20a99b4e28" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.792s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.232308] env[69226]: DEBUG nova.scheduler.client.report [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.250978] env[69226]: DEBUG oslo_vmware.api [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334753} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.251331] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.251517] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.251694] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.251860] env[69226]: INFO nova.compute.manager [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1017.252111] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.252306] env[69226]: DEBUG nova.compute.manager [-] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.252401] env[69226]: DEBUG nova.network.neutron [-] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.295200] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bc9bc7-2cfa-48f1-4fa5-e8e9bb630a06, 'name': SearchDatastore_Task, 'duration_secs': 0.011827} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.295258] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14ff1e2c-2581-4f34-9145-24a0330d5f3d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.301186] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1017.301186] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52434499-7dbe-1eaf-d979-e3a04dc66c39" [ 1017.301186] env[69226]: _type = "Task" [ 1017.301186] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.311181] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52434499-7dbe-1eaf-d979-e3a04dc66c39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.578835] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a7cf455d-2e88-4bf3-acdf-a118d4a7276c tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "b957dd31-7eb0-45a6-90c0-9921c952a662" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.536s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.653397] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': task-3495293, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.706222] env[69226]: DEBUG nova.compute.manager [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.736850] env[69226]: DEBUG nova.virt.hardware [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:51:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='671c561d-2ef8-4448-b97d-984ac784b261',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1882761234',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.737099] env[69226]: DEBUG nova.virt.hardware [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.737305] env[69226]: DEBUG nova.virt.hardware [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.737434] env[69226]: DEBUG nova.virt.hardware [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.737583] env[69226]: DEBUG nova.virt.hardware [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.737730] env[69226]: DEBUG nova.virt.hardware [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.737949] env[69226]: DEBUG nova.virt.hardware [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.739518] env[69226]: DEBUG nova.virt.hardware [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.739747] env[69226]: DEBUG nova.virt.hardware [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.739929] env[69226]: DEBUG nova.virt.hardware [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.740132] env[69226]: DEBUG nova.virt.hardware [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.741130] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e919065-80ff-4361-a586-886c1d8c6e73 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.756608] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c843747e-fe46-46e6-8eed-68a5428545f1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.815583] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52434499-7dbe-1eaf-d979-e3a04dc66c39, 'name': SearchDatastore_Task, 'duration_secs': 0.02225} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.815583] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.815583] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 84c61656-c42e-41d3-bf30-04c504670123/84c61656-c42e-41d3-bf30-04c504670123.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.815583] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d12469ef-97c1-4397-81a2-6c9bc7c2b507 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.820078] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1017.820078] env[69226]: value = "task-3495294" [ 1017.820078] env[69226]: _type = "Task" [ 1017.820078] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.828440] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.840379] env[69226]: DEBUG nova.compute.manager [req-150cd2c3-26f9-4916-ad11-a63395afe830 req-0d935fbe-0399-41e5-8628-dc43666af333 service nova] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Received event network-vif-deleted-43565075-565a-4042-9fbb-48a332f3d699 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.840596] env[69226]: INFO nova.compute.manager [req-150cd2c3-26f9-4916-ad11-a63395afe830 req-0d935fbe-0399-41e5-8628-dc43666af333 service nova] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Neutron deleted interface 43565075-565a-4042-9fbb-48a332f3d699; detaching it from the instance and deleting it from the info cache [ 1017.840778] env[69226]: DEBUG nova.network.neutron [req-150cd2c3-26f9-4916-ad11-a63395afe830 req-0d935fbe-0399-41e5-8628-dc43666af333 service nova] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.153476] env[69226]: DEBUG oslo_vmware.api [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': task-3495293, 'name': PowerOnVM_Task, 'duration_secs': 0.526324} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.153745] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.154129] env[69226]: INFO nova.compute.manager [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1018.154129] env[69226]: DEBUG nova.compute.manager [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.154948] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22759c87-deee-46a3-9f20-20e3d587ab75 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.166356] env[69226]: DEBUG nova.network.neutron [-] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.255020] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.586s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.255020] env[69226]: DEBUG nova.compute.manager [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69226) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1018.256507] env[69226]: DEBUG oslo_concurrency.lockutils [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.691s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.256884] env[69226]: DEBUG nova.objects.instance [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1018.279394] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "b957dd31-7eb0-45a6-90c0-9921c952a662" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.279394] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "b957dd31-7eb0-45a6-90c0-9921c952a662" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.279394] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "b957dd31-7eb0-45a6-90c0-9921c952a662-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.279394] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "b957dd31-7eb0-45a6-90c0-9921c952a662-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.279394] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "b957dd31-7eb0-45a6-90c0-9921c952a662-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.283326] env[69226]: INFO nova.compute.manager [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Terminating instance [ 1018.288055] env[69226]: DEBUG nova.network.neutron [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Successfully updated port: 4aa8fa61-406e-46e2-a710-85c6e3e105d6 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.292153] env[69226]: DEBUG nova.compute.manager [req-11d9afa9-ae6f-45d9-9c28-5121dc6703dd req-802326c3-1649-4326-83d5-5f1279b317f3 service nova] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Received event network-vif-plugged-4aa8fa61-406e-46e2-a710-85c6e3e105d6 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.292564] env[69226]: DEBUG oslo_concurrency.lockutils [req-11d9afa9-ae6f-45d9-9c28-5121dc6703dd req-802326c3-1649-4326-83d5-5f1279b317f3 service nova] Acquiring lock "a61ffb14-d449-4ec3-a437-41762289fd98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.293050] env[69226]: DEBUG oslo_concurrency.lockutils [req-11d9afa9-ae6f-45d9-9c28-5121dc6703dd req-802326c3-1649-4326-83d5-5f1279b317f3 service nova] Lock "a61ffb14-d449-4ec3-a437-41762289fd98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.293398] env[69226]: DEBUG oslo_concurrency.lockutils [req-11d9afa9-ae6f-45d9-9c28-5121dc6703dd req-802326c3-1649-4326-83d5-5f1279b317f3 service nova] Lock "a61ffb14-d449-4ec3-a437-41762289fd98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.294046] env[69226]: DEBUG nova.compute.manager [req-11d9afa9-ae6f-45d9-9c28-5121dc6703dd req-802326c3-1649-4326-83d5-5f1279b317f3 service nova] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] No waiting events found dispatching network-vif-plugged-4aa8fa61-406e-46e2-a710-85c6e3e105d6 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.294399] env[69226]: WARNING nova.compute.manager [req-11d9afa9-ae6f-45d9-9c28-5121dc6703dd req-802326c3-1649-4326-83d5-5f1279b317f3 service nova] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Received unexpected event network-vif-plugged-4aa8fa61-406e-46e2-a710-85c6e3e105d6 for instance with vm_state building and task_state spawning. [ 1018.332291] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495294, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.344261] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fde599cb-32a9-4bac-8565-b5be373201c4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.355929] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92928c36-309e-485d-ba7f-40bceb8ccfcd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.170997] env[69226]: INFO nova.compute.manager [-] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Took 1.92 seconds to deallocate network for instance. [ 1019.177185] env[69226]: DEBUG nova.compute.manager [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.177185] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.177185] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "refresh_cache-a61ffb14-d449-4ec3-a437-41762289fd98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.177185] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquired lock "refresh_cache-a61ffb14-d449-4ec3-a437-41762289fd98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.177185] env[69226]: DEBUG nova.network.neutron [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.177572] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "23bde555-75d8-4795-8883-af20a99b4e28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.177572] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "23bde555-75d8-4795-8883-af20a99b4e28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.177753] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "23bde555-75d8-4795-8883-af20a99b4e28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.177922] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "23bde555-75d8-4795-8883-af20a99b4e28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.178102] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "23bde555-75d8-4795-8883-af20a99b4e28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.179770] env[69226]: DEBUG nova.compute.manager [req-150cd2c3-26f9-4916-ad11-a63395afe830 req-0d935fbe-0399-41e5-8628-dc43666af333 service nova] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Detach interface failed, port_id=43565075-565a-4042-9fbb-48a332f3d699, reason: Instance 598cdd6f-694a-423d-a90d-7b449302a827 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1019.186757] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37d420a-9212-42c6-9470-45e0afcf1297 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.193195] env[69226]: INFO nova.compute.manager [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Terminating instance [ 1019.203742] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.207344] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18e96a35-8133-41f1-a30f-b6f1d8cd0f9e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.209264] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.866734} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.210054] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 84c61656-c42e-41d3-bf30-04c504670123/84c61656-c42e-41d3-bf30-04c504670123.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.210273] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.211086] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fea205ac-2365-413c-b999-fcf8b2268e4d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.218023] env[69226]: DEBUG oslo_vmware.api [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1019.218023] env[69226]: value = "task-3495295" [ 1019.218023] env[69226]: _type = "Task" [ 1019.218023] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.229022] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1019.229022] env[69226]: value = "task-3495296" [ 1019.229022] env[69226]: _type = "Task" [ 1019.229022] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.237589] env[69226]: INFO nova.compute.manager [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Took 28.58 seconds to build instance. [ 1019.240344] env[69226]: DEBUG oslo_vmware.api [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.245726] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.286432] env[69226]: INFO nova.scheduler.client.report [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Deleted allocation for migration c4bdac47-3fa7-4f89-b234-b04901b58344 [ 1019.685533] env[69226]: DEBUG oslo_concurrency.lockutils [None req-97c2fd73-4795-4632-b41b-3ba9608cd18b tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.429s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.687423] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.681s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.704040] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.704040] env[69226]: DEBUG nova.compute.manager [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.704040] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.704758] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fbb51e-9150-4db3-923d-99f7be6ca0de {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.712190] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.712502] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9d60b82-f646-43ec-a9a8-3e971d433a41 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.718568] env[69226]: DEBUG oslo_vmware.api [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 1019.718568] env[69226]: value = "task-3495297" [ 1019.718568] env[69226]: _type = "Task" [ 1019.718568] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.728142] env[69226]: DEBUG nova.network.neutron [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.741604] env[69226]: DEBUG oslo_vmware.api [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.741604] env[69226]: DEBUG oslo_vmware.api [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495295, 'name': PowerOffVM_Task, 'duration_secs': 0.284314} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.741941] env[69226]: DEBUG oslo_concurrency.lockutils [None req-09140075-3713-4c84-87d2-1c61f0f1bf98 tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Lock "063f1425-a341-4a2c-bd6c-3d19e37786c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.087s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.745485] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.745485] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.745485] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9bb673f-d2d4-49ab-8148-e10fd8d5decf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.748481] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076226} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.749115] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.749994] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441220b6-27d6-412c-8259-2d5c14fe3f5a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.779329] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 84c61656-c42e-41d3-bf30-04c504670123/84c61656-c42e-41d3-bf30-04c504670123.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.781798] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf632331-c889-41f4-8026-6127ed65c530 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.800030] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8c555dad-eb6b-4d6a-9b78-4c027600f2cc tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "5d5ac77b-9d87-4206-a210-616b240c4e91" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.561s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.804744] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1019.804744] env[69226]: value = "task-3495299" [ 1019.804744] env[69226]: _type = "Task" [ 1019.804744] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.815150] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.816974] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.817173] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.817346] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Deleting the datastore file [datastore2] b957dd31-7eb0-45a6-90c0-9921c952a662 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.817585] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aeabdc80-9cd6-42bd-9c95-dc9a69f93db7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.823909] env[69226]: DEBUG oslo_vmware.api [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1019.823909] env[69226]: value = "task-3495300" [ 1019.823909] env[69226]: _type = "Task" [ 1019.823909] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.833150] env[69226]: DEBUG oslo_vmware.api [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.912700] env[69226]: DEBUG nova.network.neutron [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Updating instance_info_cache with network_info: [{"id": "4aa8fa61-406e-46e2-a710-85c6e3e105d6", "address": "fa:16:3e:b7:98:6d", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8fa61-40", "ovs_interfaceid": "4aa8fa61-406e-46e2-a710-85c6e3e105d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.195168] env[69226]: INFO nova.compute.claims [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.231051] env[69226]: DEBUG oslo_vmware.api [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495297, 'name': PowerOffVM_Task, 'duration_secs': 0.216913} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.231360] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.231526] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.231812] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fec7a7ab-7319-4f7c-9b1e-eec3ee09195e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.253468] env[69226]: DEBUG oslo_concurrency.lockutils [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Acquiring lock "062fb886-0b2c-464f-b36c-ee9429441e42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.255132] env[69226]: DEBUG oslo_concurrency.lockutils [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Lock "062fb886-0b2c-464f-b36c-ee9429441e42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.292025] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.292025] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.292025] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Deleting the datastore file [datastore1] 23bde555-75d8-4795-8883-af20a99b4e28 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.292025] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2962a2e4-792a-4dd8-92fe-7dce5a4e7752 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.299437] env[69226]: DEBUG oslo_vmware.api [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 1020.299437] env[69226]: value = "task-3495302" [ 1020.299437] env[69226]: _type = "Task" [ 1020.299437] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.307800] env[69226]: DEBUG oslo_vmware.api [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.316255] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495299, 'name': ReconfigVM_Task, 'duration_secs': 0.325292} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.316354] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 84c61656-c42e-41d3-bf30-04c504670123/84c61656-c42e-41d3-bf30-04c504670123.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.317098] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb51646b-ca7e-4229-9685-9fda87a7aea9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.323651] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1020.323651] env[69226]: value = "task-3495303" [ 1020.323651] env[69226]: _type = "Task" [ 1020.323651] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.335789] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495303, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.339030] env[69226]: DEBUG oslo_vmware.api [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209683} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.339494] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.339494] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.339633] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.339941] env[69226]: INFO nova.compute.manager [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1020.340075] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.340276] env[69226]: DEBUG nova.compute.manager [-] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.342461] env[69226]: DEBUG nova.network.neutron [-] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.415181] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Releasing lock "refresh_cache-a61ffb14-d449-4ec3-a437-41762289fd98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.415576] env[69226]: DEBUG nova.compute.manager [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Instance network_info: |[{"id": "4aa8fa61-406e-46e2-a710-85c6e3e105d6", "address": "fa:16:3e:b7:98:6d", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8fa61-40", "ovs_interfaceid": "4aa8fa61-406e-46e2-a710-85c6e3e105d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.417078] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:98:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4aa8fa61-406e-46e2-a710-85c6e3e105d6', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.429200] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.430038] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.430038] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a637a95-f287-4d63-940a-d66b171394e0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.454719] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.454719] env[69226]: value = "task-3495304" [ 1020.454719] env[69226]: _type = "Task" [ 1020.454719] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.464934] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495304, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.480426] env[69226]: DEBUG nova.compute.manager [req-09ab8e3a-b3e6-46dc-981e-d2f274a58ff7 req-7ffc2ccc-8419-4183-aa9a-c30e8c430cbc service nova] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Received event network-changed-f3e9c176-6c6f-435a-baf8-71e16be3a345 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.480693] env[69226]: DEBUG nova.compute.manager [req-09ab8e3a-b3e6-46dc-981e-d2f274a58ff7 req-7ffc2ccc-8419-4183-aa9a-c30e8c430cbc service nova] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Refreshing instance network info cache due to event network-changed-f3e9c176-6c6f-435a-baf8-71e16be3a345. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.480926] env[69226]: DEBUG oslo_concurrency.lockutils [req-09ab8e3a-b3e6-46dc-981e-d2f274a58ff7 req-7ffc2ccc-8419-4183-aa9a-c30e8c430cbc service nova] Acquiring lock "refresh_cache-063f1425-a341-4a2c-bd6c-3d19e37786c7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.483194] env[69226]: DEBUG oslo_concurrency.lockutils [req-09ab8e3a-b3e6-46dc-981e-d2f274a58ff7 req-7ffc2ccc-8419-4183-aa9a-c30e8c430cbc service nova] Acquired lock "refresh_cache-063f1425-a341-4a2c-bd6c-3d19e37786c7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.483407] env[69226]: DEBUG nova.network.neutron [req-09ab8e3a-b3e6-46dc-981e-d2f274a58ff7 req-7ffc2ccc-8419-4183-aa9a-c30e8c430cbc service nova] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Refreshing network info cache for port f3e9c176-6c6f-435a-baf8-71e16be3a345 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.572800] env[69226]: DEBUG nova.compute.manager [req-da8f72da-8cba-428f-9df2-e24e240fb241 req-facb66e1-4ed8-4427-95f4-9626928f3184 service nova] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Received event network-changed-4aa8fa61-406e-46e2-a710-85c6e3e105d6 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.573034] env[69226]: DEBUG nova.compute.manager [req-da8f72da-8cba-428f-9df2-e24e240fb241 req-facb66e1-4ed8-4427-95f4-9626928f3184 service nova] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Refreshing instance network info cache due to event network-changed-4aa8fa61-406e-46e2-a710-85c6e3e105d6. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.573257] env[69226]: DEBUG oslo_concurrency.lockutils [req-da8f72da-8cba-428f-9df2-e24e240fb241 req-facb66e1-4ed8-4427-95f4-9626928f3184 service nova] Acquiring lock "refresh_cache-a61ffb14-d449-4ec3-a437-41762289fd98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.573412] env[69226]: DEBUG oslo_concurrency.lockutils [req-da8f72da-8cba-428f-9df2-e24e240fb241 req-facb66e1-4ed8-4427-95f4-9626928f3184 service nova] Acquired lock "refresh_cache-a61ffb14-d449-4ec3-a437-41762289fd98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.573703] env[69226]: DEBUG nova.network.neutron [req-da8f72da-8cba-428f-9df2-e24e240fb241 req-facb66e1-4ed8-4427-95f4-9626928f3184 service nova] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Refreshing network info cache for port 4aa8fa61-406e-46e2-a710-85c6e3e105d6 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.702024] env[69226]: INFO nova.compute.resource_tracker [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Updating resource usage from migration aa47f9b2-afc8-427f-b330-0d90a75a46b1 [ 1020.756398] env[69226]: DEBUG nova.compute.manager [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.810371] env[69226]: DEBUG oslo_vmware.api [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185095} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.813148] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.813351] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.814178] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.814178] env[69226]: INFO nova.compute.manager [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1020.814178] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.814600] env[69226]: DEBUG nova.compute.manager [-] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.814704] env[69226]: DEBUG nova.network.neutron [-] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.836711] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495303, 'name': Rename_Task, 'duration_secs': 0.147156} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.837052] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.837290] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-798f41d2-e3a9-403b-b883-a84e3f8db1dc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.849852] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1020.849852] env[69226]: value = "task-3495305" [ 1020.849852] env[69226]: _type = "Task" [ 1020.849852] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.858023] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.969685] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495304, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.049539] env[69226]: DEBUG nova.objects.instance [None req-69ad6647-4147-4d66-b736-14da83df876a tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lazy-loading 'flavor' on Instance uuid 5d5ac77b-9d87-4206-a210-616b240c4e91 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.124108] env[69226]: DEBUG nova.network.neutron [-] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.174600] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f667bd66-db2d-45cf-9e58-d447c0470b16 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.184810] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a81598-0c7b-4053-b515-cd67704bcadf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.224333] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb2e8dc-e434-47d9-8347-031ea75578b4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.234196] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b377e0c-00fe-4831-b42e-12f6eed5277c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.249219] env[69226]: DEBUG nova.compute.provider_tree [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.277227] env[69226]: DEBUG oslo_concurrency.lockutils [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.365060] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495305, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.370315] env[69226]: DEBUG nova.network.neutron [req-09ab8e3a-b3e6-46dc-981e-d2f274a58ff7 req-7ffc2ccc-8419-4183-aa9a-c30e8c430cbc service nova] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Updated VIF entry in instance network info cache for port f3e9c176-6c6f-435a-baf8-71e16be3a345. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.370315] env[69226]: DEBUG nova.network.neutron [req-09ab8e3a-b3e6-46dc-981e-d2f274a58ff7 req-7ffc2ccc-8419-4183-aa9a-c30e8c430cbc service nova] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Updating instance_info_cache with network_info: [{"id": "f3e9c176-6c6f-435a-baf8-71e16be3a345", "address": "fa:16:3e:06:0c:34", "network": {"id": "e08226d8-e181-4b8f-bbf6-e9a41ead95f5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1299199611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "586f436f11584759a50637729407c9f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e9c176-6c", "ovs_interfaceid": "f3e9c176-6c6f-435a-baf8-71e16be3a345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.469118] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495304, 'name': CreateVM_Task, 'duration_secs': 0.599579} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.469771] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.470019] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.470197] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.470619] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.470884] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69cb26c3-609e-4a20-aea3-d44590e623b6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.475480] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1021.475480] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52251347-7600-5340-388d-fc9b0b199e11" [ 1021.475480] env[69226]: _type = "Task" [ 1021.475480] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.483102] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52251347-7600-5340-388d-fc9b0b199e11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.563224] env[69226]: DEBUG oslo_concurrency.lockutils [None req-69ad6647-4147-4d66-b736-14da83df876a tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.563401] env[69226]: DEBUG oslo_concurrency.lockutils [None req-69ad6647-4147-4d66-b736-14da83df876a tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.563577] env[69226]: DEBUG nova.network.neutron [None req-69ad6647-4147-4d66-b736-14da83df876a tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.563755] env[69226]: DEBUG nova.objects.instance [None req-69ad6647-4147-4d66-b736-14da83df876a tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lazy-loading 'info_cache' on Instance uuid 5d5ac77b-9d87-4206-a210-616b240c4e91 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.569808] env[69226]: DEBUG nova.network.neutron [req-da8f72da-8cba-428f-9df2-e24e240fb241 req-facb66e1-4ed8-4427-95f4-9626928f3184 service nova] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Updated VIF entry in instance network info cache for port 4aa8fa61-406e-46e2-a710-85c6e3e105d6. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.569808] env[69226]: DEBUG nova.network.neutron [req-da8f72da-8cba-428f-9df2-e24e240fb241 req-facb66e1-4ed8-4427-95f4-9626928f3184 service nova] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Updating instance_info_cache with network_info: [{"id": "4aa8fa61-406e-46e2-a710-85c6e3e105d6", "address": "fa:16:3e:b7:98:6d", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8fa61-40", "ovs_interfaceid": "4aa8fa61-406e-46e2-a710-85c6e3e105d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.627117] env[69226]: INFO nova.compute.manager [-] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Took 1.29 seconds to deallocate network for instance. [ 1021.753148] env[69226]: DEBUG nova.scheduler.client.report [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.860326] env[69226]: DEBUG oslo_vmware.api [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495305, 'name': PowerOnVM_Task, 'duration_secs': 0.770519} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.860644] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.860853] env[69226]: INFO nova.compute.manager [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1021.861041] env[69226]: DEBUG nova.compute.manager [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.861836] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff9af08-c2d4-4d50-81bf-05db8bcd7e69 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.873665] env[69226]: DEBUG oslo_concurrency.lockutils [req-09ab8e3a-b3e6-46dc-981e-d2f274a58ff7 req-7ffc2ccc-8419-4183-aa9a-c30e8c430cbc service nova] Releasing lock "refresh_cache-063f1425-a341-4a2c-bd6c-3d19e37786c7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.985838] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52251347-7600-5340-388d-fc9b0b199e11, 'name': SearchDatastore_Task, 'duration_secs': 0.01531} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.986168] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.986460] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.987028] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.987028] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.987215] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.987477] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eda189b5-f435-47f0-ab39-2778e13ad408 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.003194] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.003448] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.004212] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c02a4d-6272-46ae-9a87-fff667a0e007 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.009634] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1022.009634] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5263e1db-3f09-fd13-3613-3b039cc5e15e" [ 1022.009634] env[69226]: _type = "Task" [ 1022.009634] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.016838] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5263e1db-3f09-fd13-3613-3b039cc5e15e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.067874] env[69226]: DEBUG nova.objects.base [None req-69ad6647-4147-4d66-b736-14da83df876a tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Object Instance<5d5ac77b-9d87-4206-a210-616b240c4e91> lazy-loaded attributes: flavor,info_cache {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1022.072083] env[69226]: DEBUG oslo_concurrency.lockutils [req-da8f72da-8cba-428f-9df2-e24e240fb241 req-facb66e1-4ed8-4427-95f4-9626928f3184 service nova] Releasing lock "refresh_cache-a61ffb14-d449-4ec3-a437-41762289fd98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.135336] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.163488] env[69226]: DEBUG nova.network.neutron [-] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.258333] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.571s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.258333] env[69226]: INFO nova.compute.manager [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Migrating [ 1022.264913] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.898s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.265169] env[69226]: DEBUG nova.objects.instance [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lazy-loading 'resources' on Instance uuid 3f831b6f-cac6-428f-8351-5db92d811046 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.379424] env[69226]: INFO nova.compute.manager [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Took 31.27 seconds to build instance. [ 1022.520140] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5263e1db-3f09-fd13-3613-3b039cc5e15e, 'name': SearchDatastore_Task, 'duration_secs': 0.032362} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.523099] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4be0a5a7-7402-4453-991a-805b531726d3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.528633] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1022.528633] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a5cd0f-7b70-d91b-0c19-a40752b0b182" [ 1022.528633] env[69226]: _type = "Task" [ 1022.528633] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.538094] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a5cd0f-7b70-d91b-0c19-a40752b0b182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.613607] env[69226]: DEBUG nova.compute.manager [req-9d505ed8-d09b-4ddf-956c-761a3878d683 req-34b0663d-40b5-423f-8bc0-bed3fd9f6ac4 service nova] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Received event network-vif-deleted-35e7aac8-4f16-44d3-aca4-1f9de8c8b3f8 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.613607] env[69226]: DEBUG nova.compute.manager [req-9d505ed8-d09b-4ddf-956c-761a3878d683 req-34b0663d-40b5-423f-8bc0-bed3fd9f6ac4 service nova] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Received event network-vif-deleted-6ef1788c-562a-406c-a0fd-695237588e2b {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.652729] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb218929-ddce-49d7-b239-887b43ea0a1d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.660274] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699ba5a0-51b1-4871-bd16-b9138f842a88 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.666365] env[69226]: INFO nova.compute.manager [-] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Took 1.85 seconds to deallocate network for instance. [ 1022.696776] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecafecf-ab27-44b8-95da-693f5849756d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.704486] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75ed03a-c383-4a5d-8176-589669642b43 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.717816] env[69226]: DEBUG nova.compute.provider_tree [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.773851] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "refresh_cache-f6caffbc-1250-4852-94b4-e4868adc632c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.773980] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "refresh_cache-f6caffbc-1250-4852-94b4-e4868adc632c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.774170] env[69226]: DEBUG nova.network.neutron [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.812578] env[69226]: DEBUG nova.network.neutron [None req-69ad6647-4147-4d66-b736-14da83df876a tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Updating instance_info_cache with network_info: [{"id": "17315053-c056-41bd-bcb3-f53bb3f0c019", "address": "fa:16:3e:6f:2f:e8", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17315053-c0", "ovs_interfaceid": "17315053-c056-41bd-bcb3-f53bb3f0c019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.884552] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3164355-ae21-4255-9bc4-80e8ae9d8d55 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "84c61656-c42e-41d3-bf30-04c504670123" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.782s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.038996] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a5cd0f-7b70-d91b-0c19-a40752b0b182, 'name': SearchDatastore_Task, 'duration_secs': 0.009655} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.039503] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.039646] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] a61ffb14-d449-4ec3-a437-41762289fd98/a61ffb14-d449-4ec3-a437-41762289fd98.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.039865] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-197b185f-ff5e-43e0-a995-e35bc3655dfd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.046085] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1023.046085] env[69226]: value = "task-3495306" [ 1023.046085] env[69226]: _type = "Task" [ 1023.046085] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.054338] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.200995] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.224214] env[69226]: DEBUG nova.scheduler.client.report [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.315173] env[69226]: DEBUG oslo_concurrency.lockutils [None req-69ad6647-4147-4d66-b736-14da83df876a tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "refresh_cache-5d5ac77b-9d87-4206-a210-616b240c4e91" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.516915] env[69226]: DEBUG nova.network.neutron [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Updating instance_info_cache with network_info: [{"id": "0cc9eab9-6dc1-43ba-ac08-dcc27117da98", "address": "fa:16:3e:57:bb:b1", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cc9eab9-6d", "ovs_interfaceid": "0cc9eab9-6dc1-43ba-ac08-dcc27117da98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.558877] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495306, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.729037] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.464s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.731507] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.623s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.731763] env[69226]: DEBUG nova.objects.instance [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lazy-loading 'resources' on Instance uuid a5a5f420-183b-4e6f-b2bc-6908836bc3de {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.776390] env[69226]: INFO nova.scheduler.client.report [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Deleted allocations for instance 3f831b6f-cac6-428f-8351-5db92d811046 [ 1024.020698] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "refresh_cache-f6caffbc-1250-4852-94b4-e4868adc632c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.058995] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513832} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.059370] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] a61ffb14-d449-4ec3-a437-41762289fd98/a61ffb14-d449-4ec3-a437-41762289fd98.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.059620] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.059922] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63b191f4-2a20-4d97-b884-6936d6411fc0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.066957] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1024.066957] env[69226]: value = "task-3495307" [ 1024.066957] env[69226]: _type = "Task" [ 1024.066957] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.077649] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.290033] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d6941ff-7e8a-4daa-9125-0b555d26fb56 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "3f831b6f-cac6-428f-8351-5db92d811046" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.422s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.290458] env[69226]: DEBUG oslo_concurrency.lockutils [req-2d381543-5116-4536-a8eb-b533c48e88c5 req-f013f294-7387-4f65-85f1-42b987aa9356 service nova] Acquired lock "3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.294047] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a09745a-c9d3-4171-8940-53badcd76971 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.301917] env[69226]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1024.301917] env[69226]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69226) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1024.307272] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab877736-9449-4b63-86d1-907eeb239b66 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.323223] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f76c66a-3209-4a3d-889d-713542ea3a1f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.341197] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ad6647-4147-4d66-b736-14da83df876a tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.342716] env[69226]: DEBUG nova.compute.manager [req-91a7441e-4238-4a45-bfce-034f598ce973 req-d4bc239c-5262-44e5-9855-b401165701f2 service nova] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Received event network-changed-f223ef1b-9385-4cfa-a066-f89a086e932a {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.342862] env[69226]: DEBUG nova.compute.manager [req-91a7441e-4238-4a45-bfce-034f598ce973 req-d4bc239c-5262-44e5-9855-b401165701f2 service nova] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Refreshing instance network info cache due to event network-changed-f223ef1b-9385-4cfa-a066-f89a086e932a. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.343089] env[69226]: DEBUG oslo_concurrency.lockutils [req-91a7441e-4238-4a45-bfce-034f598ce973 req-d4bc239c-5262-44e5-9855-b401165701f2 service nova] Acquiring lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.343289] env[69226]: DEBUG oslo_concurrency.lockutils [req-91a7441e-4238-4a45-bfce-034f598ce973 req-d4bc239c-5262-44e5-9855-b401165701f2 service nova] Acquired lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.343465] env[69226]: DEBUG nova.network.neutron [req-91a7441e-4238-4a45-bfce-034f598ce973 req-d4bc239c-5262-44e5-9855-b401165701f2 service nova] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Refreshing network info cache for port f223ef1b-9385-4cfa-a066-f89a086e932a {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.346170] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-470c9600-8e95-40e8-bfa0-6e8a7898ae7d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.355082] env[69226]: DEBUG oslo_vmware.api [None req-69ad6647-4147-4d66-b736-14da83df876a tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1024.355082] env[69226]: value = "task-3495308" [ 1024.355082] env[69226]: _type = "Task" [ 1024.355082] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.373869] env[69226]: ERROR root [req-2d381543-5116-4536-a8eb-b533c48e88c5 req-f013f294-7387-4f65-85f1-42b987aa9356 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-698550' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-698550' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-698550' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-698550'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-698550' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-698550' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-698550'}\n"]: nova.exception.InstanceNotFound: Instance 3f831b6f-cac6-428f-8351-5db92d811046 could not be found. [ 1024.374316] env[69226]: DEBUG oslo_concurrency.lockutils [req-2d381543-5116-4536-a8eb-b533c48e88c5 req-f013f294-7387-4f65-85f1-42b987aa9356 service nova] Releasing lock "3f831b6f-cac6-428f-8351-5db92d811046" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.374316] env[69226]: DEBUG nova.compute.manager [req-2d381543-5116-4536-a8eb-b533c48e88c5 req-f013f294-7387-4f65-85f1-42b987aa9356 service nova] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Detach interface failed, port_id=28bb2fdd-21a0-4ae9-a72e-2387756c6036, reason: Instance 3f831b6f-cac6-428f-8351-5db92d811046 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1024.380028] env[69226]: DEBUG oslo_vmware.api [None req-69ad6647-4147-4d66-b736-14da83df876a tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495308, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.581955] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067481} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.582535] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.583419] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9ce1c4-dd00-4031-b7f0-221836e9f22b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.612507] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] a61ffb14-d449-4ec3-a437-41762289fd98/a61ffb14-d449-4ec3-a437-41762289fd98.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.615465] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5d7b03d-b39a-4f6e-8d8b-b1c3df399e74 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.637603] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1024.637603] env[69226]: value = "task-3495309" [ 1024.637603] env[69226]: _type = "Task" [ 1024.637603] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.650356] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495309, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.742026] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2484f7-6b16-450a-a1a7-182a04912749 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.750114] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b190d1-474c-4d02-bbda-93ed29694376 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.783018] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c5bcb9-1651-4659-8caa-3923c65b8674 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.790544] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf122e55-b5cd-491a-a605-02341b454bd3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.806248] env[69226]: DEBUG nova.compute.provider_tree [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.865323] env[69226]: DEBUG oslo_vmware.api [None req-69ad6647-4147-4d66-b736-14da83df876a tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.130974] env[69226]: DEBUG nova.network.neutron [req-91a7441e-4238-4a45-bfce-034f598ce973 req-d4bc239c-5262-44e5-9855-b401165701f2 service nova] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Updated VIF entry in instance network info cache for port f223ef1b-9385-4cfa-a066-f89a086e932a. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.131414] env[69226]: DEBUG nova.network.neutron [req-91a7441e-4238-4a45-bfce-034f598ce973 req-d4bc239c-5262-44e5-9855-b401165701f2 service nova] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Updating instance_info_cache with network_info: [{"id": "f223ef1b-9385-4cfa-a066-f89a086e932a", "address": "fa:16:3e:58:9d:b6", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf223ef1b-93", "ovs_interfaceid": "f223ef1b-9385-4cfa-a066-f89a086e932a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.147325] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.309805] env[69226]: DEBUG nova.scheduler.client.report [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.365479] env[69226]: DEBUG oslo_vmware.api [None req-69ad6647-4147-4d66-b736-14da83df876a tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495308, 'name': PowerOnVM_Task, 'duration_secs': 0.563388} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.365749] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ad6647-4147-4d66-b736-14da83df876a tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.365944] env[69226]: DEBUG nova.compute.manager [None req-69ad6647-4147-4d66-b736-14da83df876a tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.366813] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aef2979-2063-4436-8124-4e4475469341 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.535973] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f22a647-e849-4304-ad81-8f2e3c625150 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.556648] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Updating instance 'f6caffbc-1250-4852-94b4-e4868adc632c' progress to 0 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1025.634123] env[69226]: DEBUG oslo_concurrency.lockutils [req-91a7441e-4238-4a45-bfce-034f598ce973 req-d4bc239c-5262-44e5-9855-b401165701f2 service nova] Releasing lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.647506] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495309, 'name': ReconfigVM_Task, 'duration_secs': 0.856148} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.647782] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Reconfigured VM instance instance-00000056 to attach disk [datastore1] a61ffb14-d449-4ec3-a437-41762289fd98/a61ffb14-d449-4ec3-a437-41762289fd98.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.648480] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5660e825-2036-4a98-bdd1-7b49ea888fb2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.654200] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1025.654200] env[69226]: value = "task-3495310" [ 1025.654200] env[69226]: _type = "Task" [ 1025.654200] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.661960] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495310, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.816024] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.817890] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.839s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.818177] env[69226]: DEBUG nova.objects.instance [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lazy-loading 'resources' on Instance uuid aee843c9-5d66-4815-b640-7c85b299689b {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.839429] env[69226]: INFO nova.scheduler.client.report [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Deleted allocations for instance a5a5f420-183b-4e6f-b2bc-6908836bc3de [ 1026.063713] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.064069] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c61a91e-234c-4b9e-a796-a26953f63d70 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.071277] env[69226]: DEBUG oslo_vmware.api [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 1026.071277] env[69226]: value = "task-3495311" [ 1026.071277] env[69226]: _type = "Task" [ 1026.071277] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.080665] env[69226]: DEBUG oslo_vmware.api [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.164911] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495310, 'name': Rename_Task, 'duration_secs': 0.295648} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.165228] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.165470] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39ea28bd-babd-4e74-9747-daf362721acf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.172368] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1026.172368] env[69226]: value = "task-3495312" [ 1026.172368] env[69226]: _type = "Task" [ 1026.172368] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.180814] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.350018] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7877a563-4445-405a-9f6e-07b7980b24df tempest-ServersWithSpecificFlavorTestJSON-1490539426 tempest-ServersWithSpecificFlavorTestJSON-1490539426-project-member] Lock "a5a5f420-183b-4e6f-b2bc-6908836bc3de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.066s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.582984] env[69226]: DEBUG oslo_vmware.api [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495311, 'name': PowerOffVM_Task, 'duration_secs': 0.367328} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.582984] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.583391] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Updating instance 'f6caffbc-1250-4852-94b4-e4868adc632c' progress to 17 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.682453] env[69226]: DEBUG oslo_vmware.api [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495312, 'name': PowerOnVM_Task, 'duration_secs': 0.480083} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.683998] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.684248] env[69226]: INFO nova.compute.manager [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1026.684429] env[69226]: DEBUG nova.compute.manager [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.685196] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0235407-157f-47dd-89cb-dc7e4445e3a3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.688032] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed05ebf-192b-44f9-82ad-b946da4fecc5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.696603] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae6f851-176d-44cb-b372-db21e34aa3da {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.731426] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4df420e-7a49-44e7-9472-43d5870dc0bf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.738973] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678d0c17-c067-48ef-9e44-7f53f3b81461 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.753292] env[69226]: DEBUG nova.compute.provider_tree [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.777315] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "0d447403-e0e2-4212-80cb-ff6ff60b796a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.777315] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "0d447403-e0e2-4212-80cb-ff6ff60b796a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.093063] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.093369] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.093533] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.093744] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.093907] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.094083] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.094291] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.094470] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.094640] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.094821] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.094999] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.100441] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-075ac2b6-cad0-4132-a5e2-a3ab3c47a097 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.116928] env[69226]: DEBUG oslo_vmware.api [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 1027.116928] env[69226]: value = "task-3495313" [ 1027.116928] env[69226]: _type = "Task" [ 1027.116928] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.125743] env[69226]: DEBUG oslo_vmware.api [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.169845] env[69226]: DEBUG oslo_concurrency.lockutils [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "5d5ac77b-9d87-4206-a210-616b240c4e91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.170271] env[69226]: DEBUG oslo_concurrency.lockutils [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "5d5ac77b-9d87-4206-a210-616b240c4e91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.170639] env[69226]: DEBUG oslo_concurrency.lockutils [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "5d5ac77b-9d87-4206-a210-616b240c4e91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.170891] env[69226]: DEBUG oslo_concurrency.lockutils [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "5d5ac77b-9d87-4206-a210-616b240c4e91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.171327] env[69226]: DEBUG oslo_concurrency.lockutils [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "5d5ac77b-9d87-4206-a210-616b240c4e91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.173735] env[69226]: INFO nova.compute.manager [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Terminating instance [ 1027.209256] env[69226]: INFO nova.compute.manager [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Took 34.07 seconds to build instance. [ 1027.256139] env[69226]: DEBUG nova.scheduler.client.report [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.279750] env[69226]: DEBUG nova.compute.manager [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.626876] env[69226]: DEBUG oslo_vmware.api [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495313, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.677965] env[69226]: DEBUG nova.compute.manager [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.678217] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.679297] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fd7ed3-42e1-4a73-9108-88dd47038852 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.686875] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.687145] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58df06f6-992c-4a2c-9b40-a717cf5226fc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.693238] env[69226]: DEBUG oslo_vmware.api [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1027.693238] env[69226]: value = "task-3495314" [ 1027.693238] env[69226]: _type = "Task" [ 1027.693238] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.707950] env[69226]: DEBUG oslo_vmware.api [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.712442] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5eaf346b-0422-41fa-847e-c337132947ef tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "a61ffb14-d449-4ec3-a437-41762289fd98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.594s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.763856] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.767544] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.850s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.767880] env[69226]: DEBUG nova.objects.instance [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lazy-loading 'resources' on Instance uuid 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.795953] env[69226]: INFO nova.scheduler.client.report [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Deleted allocations for instance aee843c9-5d66-4815-b640-7c85b299689b [ 1027.802686] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.134701] env[69226]: DEBUG oslo_vmware.api [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495313, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.203720] env[69226]: DEBUG oslo_vmware.api [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495314, 'name': PowerOffVM_Task, 'duration_secs': 0.200387} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.203993] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.204183] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.204435] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-962c6a8c-7c72-4d1d-8ea6-8916f123cb91 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.268544] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.268724] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.268914] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Deleting the datastore file [datastore2] 5d5ac77b-9d87-4206-a210-616b240c4e91 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.269925] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88c2fa82-2f02-4f2e-9beb-940ce88bb961 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.278117] env[69226]: DEBUG oslo_vmware.api [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1028.278117] env[69226]: value = "task-3495316" [ 1028.278117] env[69226]: _type = "Task" [ 1028.278117] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.292736] env[69226]: DEBUG oslo_vmware.api [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.308061] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0f2bbc4b-8626-45b3-8bb8-f4833f9ce552 tempest-ServerRescueTestJSON-570394754 tempest-ServerRescueTestJSON-570394754-project-member] Lock "aee843c9-5d66-4815-b640-7c85b299689b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.422s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.631681] env[69226]: DEBUG oslo_vmware.api [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495313, 'name': ReconfigVM_Task, 'duration_secs': 1.14762} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.632028] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Updating instance 'f6caffbc-1250-4852-94b4-e4868adc632c' progress to 33 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.675746] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fcf1af-7b38-4be0-b2fe-6b91de462eca {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.687122] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da04f4ff-fa0d-401d-afa5-5770f8469a46 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.719094] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29f0a0d-35b9-4a6d-9831-1df3ebdac96e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.727393] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cffb0d4-2a3d-419b-b7de-218e8979f410 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.744269] env[69226]: DEBUG nova.compute.provider_tree [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.788409] env[69226]: DEBUG oslo_vmware.api [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.111667] env[69226]: DEBUG nova.compute.manager [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Stashing vm_state: active {{(pid=69226) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1029.144987] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.145734] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.146832] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.146832] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.146832] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.146832] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.146832] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.151016] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.151016] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.151016] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.151016] env[69226]: DEBUG nova.virt.hardware [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.157975] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1029.158611] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f280339f-14e0-4bf3-b67e-30491a7b6b4b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.183663] env[69226]: DEBUG oslo_vmware.api [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 1029.183663] env[69226]: value = "task-3495317" [ 1029.183663] env[69226]: _type = "Task" [ 1029.183663] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.196479] env[69226]: DEBUG oslo_vmware.api [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.249923] env[69226]: DEBUG nova.scheduler.client.report [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.289766] env[69226]: DEBUG oslo_vmware.api [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.623809} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.290286] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.290647] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.291102] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.291555] env[69226]: INFO nova.compute.manager [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1029.293023] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.293023] env[69226]: DEBUG nova.compute.manager [-] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.293023] env[69226]: DEBUG nova.network.neutron [-] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.643622] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.699540] env[69226]: DEBUG oslo_vmware.api [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495317, 'name': ReconfigVM_Task, 'duration_secs': 0.176003} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.699756] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1029.700739] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35774edd-121b-4746-851f-0e2458f99e76 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.725502] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] f6caffbc-1250-4852-94b4-e4868adc632c/f6caffbc-1250-4852-94b4-e4868adc632c.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.725805] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3475b920-48ba-47bd-8bcc-ea59f191519e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.746274] env[69226]: DEBUG oslo_vmware.api [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 1029.746274] env[69226]: value = "task-3495318" [ 1029.746274] env[69226]: _type = "Task" [ 1029.746274] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.758208] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.760284] env[69226]: DEBUG oslo_vmware.api [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495318, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.760818] env[69226]: DEBUG oslo_concurrency.lockutils [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.358s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.761073] env[69226]: DEBUG nova.objects.instance [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: e98bea42-c105-4939-9171-d0a02de16717] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1029.780477] env[69226]: INFO nova.scheduler.client.report [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Deleted allocations for instance 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65 [ 1030.129565] env[69226]: DEBUG nova.compute.manager [req-e71a9bc5-65cc-4b9e-8821-93c1f47ae5fc req-a9bda8d2-8c42-4730-9a8b-10c535dfd95d service nova] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Received event network-vif-deleted-17315053-c056-41bd-bcb3-f53bb3f0c019 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.129890] env[69226]: INFO nova.compute.manager [req-e71a9bc5-65cc-4b9e-8821-93c1f47ae5fc req-a9bda8d2-8c42-4730-9a8b-10c535dfd95d service nova] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Neutron deleted interface 17315053-c056-41bd-bcb3-f53bb3f0c019; detaching it from the instance and deleting it from the info cache [ 1030.130176] env[69226]: DEBUG nova.network.neutron [req-e71a9bc5-65cc-4b9e-8821-93c1f47ae5fc req-a9bda8d2-8c42-4730-9a8b-10c535dfd95d service nova] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.259502] env[69226]: DEBUG oslo_vmware.api [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495318, 'name': ReconfigVM_Task, 'duration_secs': 0.293216} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.259810] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Reconfigured VM instance instance-0000004e to attach disk [datastore2] f6caffbc-1250-4852-94b4-e4868adc632c/f6caffbc-1250-4852-94b4-e4868adc632c.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.260097] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Updating instance 'f6caffbc-1250-4852-94b4-e4868adc632c' progress to 50 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.289512] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fa767c46-5a3e-4952-8d00-747a2625fd55 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.094s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.585554] env[69226]: DEBUG nova.network.neutron [-] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.635970] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4803731d-22d2-44d9-b3e5-19f2f9eb3144 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.644700] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1bd205-3b18-4a24-9299-0078895da2db {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.679614] env[69226]: DEBUG nova.compute.manager [req-e71a9bc5-65cc-4b9e-8821-93c1f47ae5fc req-a9bda8d2-8c42-4730-9a8b-10c535dfd95d service nova] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Detach interface failed, port_id=17315053-c056-41bd-bcb3-f53bb3f0c019, reason: Instance 5d5ac77b-9d87-4206-a210-616b240c4e91 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1030.775031] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9d734f-ffda-4f81-b8cc-827e41c330d0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.778863] env[69226]: DEBUG oslo_concurrency.lockutils [None req-dc4f8e05-04d4-4512-a9fb-20792fd06cf6 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.781696] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.169s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.782231] env[69226]: DEBUG nova.objects.instance [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Lazy-loading 'resources' on Instance uuid 6b0cde4b-7827-409c-8700-e2f99bf67882 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.803085] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4ad0a7-f5aa-4f9d-89f7-7d51309a3172 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.825669] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Updating instance 'f6caffbc-1250-4852-94b4-e4868adc632c' progress to 67 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.092534] env[69226]: INFO nova.compute.manager [-] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Took 1.80 seconds to deallocate network for instance. [ 1031.343611] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "727faa28-0e5a-4cb0-b014-f23b3cce44d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.344168] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "727faa28-0e5a-4cb0-b014-f23b3cce44d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.344168] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "727faa28-0e5a-4cb0-b014-f23b3cce44d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.344523] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "727faa28-0e5a-4cb0-b014-f23b3cce44d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.344523] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "727faa28-0e5a-4cb0-b014-f23b3cce44d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.351095] env[69226]: INFO nova.compute.manager [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Terminating instance [ 1031.387182] env[69226]: DEBUG nova.network.neutron [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Port 0cc9eab9-6dc1-43ba-ac08-dcc27117da98 binding to destination host cpu-1 is already ACTIVE {{(pid=69226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1031.597897] env[69226]: DEBUG oslo_concurrency.lockutils [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.665065] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2fe995-ce5c-4e71-b402-942ac65df92e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.673635] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3341dbe-3eba-4eae-84eb-6de459a67349 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.703668] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a869b1d5-ffd2-4d1e-bedb-f22b53f5de12 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.710606] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842c10e3-b879-4ab8-8ffc-ddaeb1939911 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.724583] env[69226]: DEBUG nova.compute.provider_tree [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.855878] env[69226]: DEBUG nova.compute.manager [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.855878] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.856943] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61108a0c-8d34-4dae-9f13-e263fecbba70 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.867485] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.869600] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-653800bb-4743-4585-980d-9ea38725735c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.872072] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "691b03f4-5051-4d88-9294-aeda32dd6708" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.872300] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "691b03f4-5051-4d88-9294-aeda32dd6708" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.878900] env[69226]: DEBUG oslo_vmware.api [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 1031.878900] env[69226]: value = "task-3495319" [ 1031.878900] env[69226]: _type = "Task" [ 1031.878900] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.891967] env[69226]: DEBUG oslo_vmware.api [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.228073] env[69226]: DEBUG nova.scheduler.client.report [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.375693] env[69226]: DEBUG nova.compute.manager [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.389838] env[69226]: DEBUG oslo_vmware.api [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495319, 'name': PowerOffVM_Task, 'duration_secs': 0.47724} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.389999] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.390072] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.390935] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a628c8c1-ab2a-4734-93d8-d34df23b39b4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.417024] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "f6caffbc-1250-4852-94b4-e4868adc632c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.417208] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "f6caffbc-1250-4852-94b4-e4868adc632c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.417717] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "f6caffbc-1250-4852-94b4-e4868adc632c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.469258] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.469580] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.469846] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Deleting the datastore file [datastore1] 727faa28-0e5a-4cb0-b014-f23b3cce44d6 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.470237] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a21a691-fe9b-4af4-bb64-67ff93bd803a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.477181] env[69226]: DEBUG oslo_vmware.api [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 1032.477181] env[69226]: value = "task-3495321" [ 1032.477181] env[69226]: _type = "Task" [ 1032.477181] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.486176] env[69226]: DEBUG oslo_vmware.api [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.734682] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.740613] env[69226]: DEBUG oslo_concurrency.lockutils [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.970s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.742277] env[69226]: INFO nova.compute.claims [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.768450] env[69226]: INFO nova.scheduler.client.report [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Deleted allocations for instance 6b0cde4b-7827-409c-8700-e2f99bf67882 [ 1032.894787] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.987408] env[69226]: DEBUG oslo_vmware.api [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141515} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.987628] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.987778] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.987955] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.988144] env[69226]: INFO nova.compute.manager [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1032.988395] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.988600] env[69226]: DEBUG nova.compute.manager [-] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.988707] env[69226]: DEBUG nova.network.neutron [-] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.275821] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c4721f44-7aac-4c01-ab2e-422fbbfd0186 tempest-ServersListShow2100Test-445403961 tempest-ServersListShow2100Test-445403961-project-member] Lock "6b0cde4b-7827-409c-8700-e2f99bf67882" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.953s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.501112] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "refresh_cache-f6caffbc-1250-4852-94b4-e4868adc632c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.501319] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "refresh_cache-f6caffbc-1250-4852-94b4-e4868adc632c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.501505] env[69226]: DEBUG nova.network.neutron [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.672048] env[69226]: DEBUG nova.compute.manager [req-2f4609a9-8374-4cc2-a6c3-6e4633a36061 req-7f730743-ec6d-4565-b076-c64809862549 service nova] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Received event network-vif-deleted-1d9ae834-9e01-447b-9f80-0fc714a06fe2 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.672266] env[69226]: INFO nova.compute.manager [req-2f4609a9-8374-4cc2-a6c3-6e4633a36061 req-7f730743-ec6d-4565-b076-c64809862549 service nova] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Neutron deleted interface 1d9ae834-9e01-447b-9f80-0fc714a06fe2; detaching it from the instance and deleting it from the info cache [ 1033.672706] env[69226]: DEBUG nova.network.neutron [req-2f4609a9-8374-4cc2-a6c3-6e4633a36061 req-7f730743-ec6d-4565-b076-c64809862549 service nova] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.146831] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4ede68-e142-4132-b0dc-4bd19f53604f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.153193] env[69226]: DEBUG nova.network.neutron [-] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.163926] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe643f3-6669-4c4c-968a-5623b4aa2cb5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.199168] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4efdc182-f646-42e2-9edb-7824ab5ebaa1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.201717] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75feae7-366e-454e-b5b0-aa854b538098 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.210670] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06356a5e-de21-4db4-91a2-0d29efe7a969 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.219389] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30954380-f777-4212-a077-7182798aa9ee {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.242166] env[69226]: DEBUG nova.compute.provider_tree [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.262423] env[69226]: DEBUG nova.compute.manager [req-2f4609a9-8374-4cc2-a6c3-6e4633a36061 req-7f730743-ec6d-4565-b076-c64809862549 service nova] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Detach interface failed, port_id=1d9ae834-9e01-447b-9f80-0fc714a06fe2, reason: Instance 727faa28-0e5a-4cb0-b014-f23b3cce44d6 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1034.463061] env[69226]: DEBUG nova.network.neutron [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Updating instance_info_cache with network_info: [{"id": "0cc9eab9-6dc1-43ba-ac08-dcc27117da98", "address": "fa:16:3e:57:bb:b1", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cc9eab9-6d", "ovs_interfaceid": "0cc9eab9-6dc1-43ba-ac08-dcc27117da98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.659745] env[69226]: INFO nova.compute.manager [-] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Took 1.67 seconds to deallocate network for instance. [ 1034.743746] env[69226]: DEBUG nova.scheduler.client.report [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.965866] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "refresh_cache-f6caffbc-1250-4852-94b4-e4868adc632c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.165299] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.255121] env[69226]: DEBUG oslo_concurrency.lockutils [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.255735] env[69226]: DEBUG nova.compute.manager [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.263029] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.069s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.263029] env[69226]: DEBUG nova.objects.instance [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lazy-loading 'resources' on Instance uuid ba34fb34-8a6b-444d-8008-785aa973f36b {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.496457] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95669ac8-ca26-4cd8-ab78-e93bcd7da7cb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.518166] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d451f8e-5cb1-40ff-bd7f-713e876ca531 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.525665] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Updating instance 'f6caffbc-1250-4852-94b4-e4868adc632c' progress to 83 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.762738] env[69226]: DEBUG nova.compute.utils [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.767408] env[69226]: DEBUG nova.compute.manager [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.767408] env[69226]: DEBUG nova.network.neutron [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.863101] env[69226]: DEBUG nova.policy [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c052950424bf4adfa7e6d6ce22444ebb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b901d9e40d664966959645f6e0946d8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.031978] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.033372] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7cd37fe-ad05-4431-a439-b219ddff7101 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.046023] env[69226]: DEBUG oslo_vmware.api [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 1036.046023] env[69226]: value = "task-3495322" [ 1036.046023] env[69226]: _type = "Task" [ 1036.046023] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.057514] env[69226]: DEBUG oslo_vmware.api [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.226223] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e96508-327c-4d30-b316-5bd6b9b3cc0f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.234860] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3b575f-d5cf-43bd-aa85-e02b25dc21f9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.266876] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c8d32c-c4b9-441e-ab4b-23fd030e3336 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.269881] env[69226]: DEBUG nova.compute.manager [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.277735] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4ca0bd-ffb1-45c2-a6a2-4f68ae9c0e65 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.293064] env[69226]: DEBUG nova.compute.provider_tree [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.404446] env[69226]: DEBUG nova.network.neutron [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Successfully created port: 47ada5d6-df91-4263-a386-3fa145ae4b97 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.556286] env[69226]: DEBUG oslo_vmware.api [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495322, 'name': PowerOnVM_Task, 'duration_secs': 0.496799} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.556286] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.556286] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a8d8b0-a8da-4e9b-98ba-42043449cf23 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Updating instance 'f6caffbc-1250-4852-94b4-e4868adc632c' progress to 100 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.798960] env[69226]: DEBUG nova.scheduler.client.report [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.204948] env[69226]: DEBUG oslo_concurrency.lockutils [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Acquiring lock "496b9f99-4216-49f6-8f5c-39c3818947ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.206140] env[69226]: DEBUG oslo_concurrency.lockutils [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Lock "496b9f99-4216-49f6-8f5c-39c3818947ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.284030] env[69226]: DEBUG nova.compute.manager [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.306210] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.311780] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.954s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.313938] env[69226]: DEBUG nova.objects.instance [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lazy-loading 'resources' on Instance uuid d9bb3328-3100-4fdf-8b21-1a18930c98a1 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.326062] env[69226]: DEBUG nova.virt.hardware [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.326549] env[69226]: DEBUG nova.virt.hardware [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.326921] env[69226]: DEBUG nova.virt.hardware [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.327289] env[69226]: DEBUG nova.virt.hardware [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.327642] env[69226]: DEBUG nova.virt.hardware [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.327952] env[69226]: DEBUG nova.virt.hardware [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.328936] env[69226]: DEBUG nova.virt.hardware [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.332135] env[69226]: DEBUG nova.virt.hardware [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.332135] env[69226]: DEBUG nova.virt.hardware [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.332135] env[69226]: DEBUG nova.virt.hardware [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.332135] env[69226]: DEBUG nova.virt.hardware [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.332135] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9917feae-97ca-4db1-86f0-88ccbc7e962c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.343473] env[69226]: INFO nova.scheduler.client.report [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Deleted allocations for instance ba34fb34-8a6b-444d-8008-785aa973f36b [ 1037.346047] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b343e4f9-2928-4b72-8b87-de17c95b6d5f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.711019] env[69226]: DEBUG nova.compute.manager [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.863350] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c62fc3b-8427-42c5-bddc-435db031d541 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "ba34fb34-8a6b-444d-8008-785aa973f36b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.888s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.071624] env[69226]: DEBUG nova.compute.manager [req-9e2bf888-9780-4697-bfd2-5fd051d77104 req-adbb81ae-0aa0-416d-afcf-5c979a704030 service nova] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Received event network-vif-plugged-47ada5d6-df91-4263-a386-3fa145ae4b97 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.071868] env[69226]: DEBUG oslo_concurrency.lockutils [req-9e2bf888-9780-4697-bfd2-5fd051d77104 req-adbb81ae-0aa0-416d-afcf-5c979a704030 service nova] Acquiring lock "82e149db-d8d2-4124-89ee-625c2a956cc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.072099] env[69226]: DEBUG oslo_concurrency.lockutils [req-9e2bf888-9780-4697-bfd2-5fd051d77104 req-adbb81ae-0aa0-416d-afcf-5c979a704030 service nova] Lock "82e149db-d8d2-4124-89ee-625c2a956cc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.072268] env[69226]: DEBUG oslo_concurrency.lockutils [req-9e2bf888-9780-4697-bfd2-5fd051d77104 req-adbb81ae-0aa0-416d-afcf-5c979a704030 service nova] Lock "82e149db-d8d2-4124-89ee-625c2a956cc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.072440] env[69226]: DEBUG nova.compute.manager [req-9e2bf888-9780-4697-bfd2-5fd051d77104 req-adbb81ae-0aa0-416d-afcf-5c979a704030 service nova] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] No waiting events found dispatching network-vif-plugged-47ada5d6-df91-4263-a386-3fa145ae4b97 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.072652] env[69226]: WARNING nova.compute.manager [req-9e2bf888-9780-4697-bfd2-5fd051d77104 req-adbb81ae-0aa0-416d-afcf-5c979a704030 service nova] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Received unexpected event network-vif-plugged-47ada5d6-df91-4263-a386-3fa145ae4b97 for instance with vm_state building and task_state spawning. [ 1038.174141] env[69226]: DEBUG nova.network.neutron [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Successfully updated port: 47ada5d6-df91-4263-a386-3fa145ae4b97 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.239071] env[69226]: DEBUG oslo_concurrency.lockutils [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.270272] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e980ae6-6c78-4dbe-8f6e-732bb7c40747 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.277466] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf41393-654b-433b-afe5-055470f74d64 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.306698] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46981d7f-98e6-4718-b360-76f272162c53 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.314862] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551f1824-f71f-41d6-aa73-64ec45b6083e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.330796] env[69226]: DEBUG nova.compute.provider_tree [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.405033] env[69226]: DEBUG oslo_concurrency.lockutils [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "f6caffbc-1250-4852-94b4-e4868adc632c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.405033] env[69226]: DEBUG oslo_concurrency.lockutils [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "f6caffbc-1250-4852-94b4-e4868adc632c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.405033] env[69226]: DEBUG nova.compute.manager [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Going to confirm migration 4 {{(pid=69226) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1038.683853] env[69226]: DEBUG oslo_concurrency.lockutils [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Acquiring lock "refresh_cache-82e149db-d8d2-4124-89ee-625c2a956cc5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.683853] env[69226]: DEBUG oslo_concurrency.lockutils [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Acquired lock "refresh_cache-82e149db-d8d2-4124-89ee-625c2a956cc5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.683853] env[69226]: DEBUG nova.network.neutron [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.834084] env[69226]: DEBUG nova.scheduler.client.report [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.958736] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "c631ecac-18a0-4996-9464-efce8476b36e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.959099] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "c631ecac-18a0-4996-9464-efce8476b36e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.959327] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "c631ecac-18a0-4996-9464-efce8476b36e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.960515] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "c631ecac-18a0-4996-9464-efce8476b36e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.961041] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "c631ecac-18a0-4996-9464-efce8476b36e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.963575] env[69226]: INFO nova.compute.manager [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Terminating instance [ 1038.999139] env[69226]: DEBUG oslo_concurrency.lockutils [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "refresh_cache-f6caffbc-1250-4852-94b4-e4868adc632c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.999139] env[69226]: DEBUG oslo_concurrency.lockutils [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "refresh_cache-f6caffbc-1250-4852-94b4-e4868adc632c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.999139] env[69226]: DEBUG nova.network.neutron [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.999332] env[69226]: DEBUG nova.objects.instance [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lazy-loading 'info_cache' on Instance uuid f6caffbc-1250-4852-94b4-e4868adc632c {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.055126] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "8341dde8-af28-4fac-9c5b-d9873c8013bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.055571] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "8341dde8-af28-4fac-9c5b-d9873c8013bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.214028] env[69226]: DEBUG nova.network.neutron [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.340632] env[69226]: DEBUG nova.network.neutron [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Updating instance_info_cache with network_info: [{"id": "47ada5d6-df91-4263-a386-3fa145ae4b97", "address": "fa:16:3e:93:28:75", "network": {"id": "400abb6b-4f2c-418f-a6fa-c85b380ae7e8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1730196560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b901d9e40d664966959645f6e0946d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47ada5d6-df", "ovs_interfaceid": "47ada5d6-df91-4263-a386-3fa145ae4b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.342429] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.345165] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.554s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.345470] env[69226]: DEBUG nova.objects.instance [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lazy-loading 'resources' on Instance uuid e98bea42-c105-4939-9171-d0a02de16717 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.366538] env[69226]: INFO nova.scheduler.client.report [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Deleted allocations for instance d9bb3328-3100-4fdf-8b21-1a18930c98a1 [ 1039.467502] env[69226]: DEBUG nova.compute.manager [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.467752] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.469245] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4a1593-8f7c-4478-9dad-f13c717bb729 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.477429] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.477535] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2543102f-527f-4789-a669-150acfcd3788 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.483934] env[69226]: DEBUG oslo_vmware.api [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 1039.483934] env[69226]: value = "task-3495323" [ 1039.483934] env[69226]: _type = "Task" [ 1039.483934] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.492096] env[69226]: DEBUG oslo_vmware.api [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.558265] env[69226]: DEBUG nova.compute.manager [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.846191] env[69226]: DEBUG oslo_concurrency.lockutils [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Releasing lock "refresh_cache-82e149db-d8d2-4124-89ee-625c2a956cc5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.846563] env[69226]: DEBUG nova.compute.manager [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Instance network_info: |[{"id": "47ada5d6-df91-4263-a386-3fa145ae4b97", "address": "fa:16:3e:93:28:75", "network": {"id": "400abb6b-4f2c-418f-a6fa-c85b380ae7e8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1730196560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b901d9e40d664966959645f6e0946d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47ada5d6-df", "ovs_interfaceid": "47ada5d6-df91-4263-a386-3fa145ae4b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.846990] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:28:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47ada5d6-df91-4263-a386-3fa145ae4b97', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.855025] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Creating folder: Project (b901d9e40d664966959645f6e0946d8b). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.860636] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d2a6e0a-8991-489a-acbf-7e6861aef1ab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.873552] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Created folder: Project (b901d9e40d664966959645f6e0946d8b) in parent group-v698365. [ 1039.873732] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Creating folder: Instances. Parent ref: group-v698599. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.873963] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-736eb35e-6ec9-4d68-ae26-390c80f17c7b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.877836] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca0b72aa-28ea-4968-bb8d-08a99fb764f4 tempest-ServersAdminTestJSON-1946930137 tempest-ServersAdminTestJSON-1946930137-project-member] Lock "d9bb3328-3100-4fdf-8b21-1a18930c98a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.973s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.886943] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Created folder: Instances in parent group-v698599. [ 1039.886943] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.886943] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.886943] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0661f4e-a912-41e6-888d-8af9c01b38d1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.910526] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.910526] env[69226]: value = "task-3495326" [ 1039.910526] env[69226]: _type = "Task" [ 1039.910526] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.920988] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495326, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.997728] env[69226]: DEBUG oslo_vmware.api [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495323, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.083939] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.123017] env[69226]: DEBUG nova.compute.manager [req-d144fd42-803f-4d6d-8b66-2f4117a449d8 req-a19725b1-bffa-4398-9064-bbca1c4bf59a service nova] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Received event network-changed-47ada5d6-df91-4263-a386-3fa145ae4b97 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.123284] env[69226]: DEBUG nova.compute.manager [req-d144fd42-803f-4d6d-8b66-2f4117a449d8 req-a19725b1-bffa-4398-9064-bbca1c4bf59a service nova] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Refreshing instance network info cache due to event network-changed-47ada5d6-df91-4263-a386-3fa145ae4b97. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.123504] env[69226]: DEBUG oslo_concurrency.lockutils [req-d144fd42-803f-4d6d-8b66-2f4117a449d8 req-a19725b1-bffa-4398-9064-bbca1c4bf59a service nova] Acquiring lock "refresh_cache-82e149db-d8d2-4124-89ee-625c2a956cc5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.123649] env[69226]: DEBUG oslo_concurrency.lockutils [req-d144fd42-803f-4d6d-8b66-2f4117a449d8 req-a19725b1-bffa-4398-9064-bbca1c4bf59a service nova] Acquired lock "refresh_cache-82e149db-d8d2-4124-89ee-625c2a956cc5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.123814] env[69226]: DEBUG nova.network.neutron [req-d144fd42-803f-4d6d-8b66-2f4117a449d8 req-a19725b1-bffa-4398-9064-bbca1c4bf59a service nova] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Refreshing network info cache for port 47ada5d6-df91-4263-a386-3fa145ae4b97 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.253690] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b3896c-3614-48bd-88b3-da5175ecb8b4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.264523] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d3c660-6a93-49a8-84aa-8e0501e6759c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.295099] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79899673-d3db-4244-a549-74667bffb51a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.302680] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffdcfbc-05f5-4b46-be6a-d32024422b8d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.317731] env[69226]: DEBUG nova.compute.provider_tree [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.420978] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495326, 'name': CreateVM_Task, 'duration_secs': 0.404366} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.421339] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.421974] env[69226]: DEBUG oslo_concurrency.lockutils [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.422192] env[69226]: DEBUG oslo_concurrency.lockutils [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.422563] env[69226]: DEBUG oslo_concurrency.lockutils [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.422854] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ab29bc-6a4c-49dc-8e86-e2c19586fbea {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.427525] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Waiting for the task: (returnval){ [ 1040.427525] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a49d4e-7e2f-fe36-be42-b5f2d177d1f7" [ 1040.427525] env[69226]: _type = "Task" [ 1040.427525] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.435635] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a49d4e-7e2f-fe36-be42-b5f2d177d1f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.494118] env[69226]: DEBUG oslo_vmware.api [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495323, 'name': PowerOffVM_Task, 'duration_secs': 0.564242} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.494398] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.494564] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.494816] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56663d56-d037-4990-b6ff-34fe0c52d8f8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.562490] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.562709] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.562893] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Deleting the datastore file [datastore1] c631ecac-18a0-4996-9464-efce8476b36e {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.563208] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5b90d94-029d-44cb-a3af-e638526b469f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.569865] env[69226]: DEBUG oslo_vmware.api [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for the task: (returnval){ [ 1040.569865] env[69226]: value = "task-3495328" [ 1040.569865] env[69226]: _type = "Task" [ 1040.569865] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.577892] env[69226]: DEBUG oslo_vmware.api [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.583669] env[69226]: DEBUG nova.network.neutron [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Updating instance_info_cache with network_info: [{"id": "0cc9eab9-6dc1-43ba-ac08-dcc27117da98", "address": "fa:16:3e:57:bb:b1", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cc9eab9-6d", "ovs_interfaceid": "0cc9eab9-6dc1-43ba-ac08-dcc27117da98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.821230] env[69226]: DEBUG nova.scheduler.client.report [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.935668] env[69226]: DEBUG nova.network.neutron [req-d144fd42-803f-4d6d-8b66-2f4117a449d8 req-a19725b1-bffa-4398-9064-bbca1c4bf59a service nova] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Updated VIF entry in instance network info cache for port 47ada5d6-df91-4263-a386-3fa145ae4b97. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.936160] env[69226]: DEBUG nova.network.neutron [req-d144fd42-803f-4d6d-8b66-2f4117a449d8 req-a19725b1-bffa-4398-9064-bbca1c4bf59a service nova] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Updating instance_info_cache with network_info: [{"id": "47ada5d6-df91-4263-a386-3fa145ae4b97", "address": "fa:16:3e:93:28:75", "network": {"id": "400abb6b-4f2c-418f-a6fa-c85b380ae7e8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1730196560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b901d9e40d664966959645f6e0946d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47ada5d6-df", "ovs_interfaceid": "47ada5d6-df91-4263-a386-3fa145ae4b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.943735] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a49d4e-7e2f-fe36-be42-b5f2d177d1f7, 'name': SearchDatastore_Task, 'duration_secs': 0.016902} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.944046] env[69226]: DEBUG oslo_concurrency.lockutils [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.944319] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.944621] env[69226]: DEBUG oslo_concurrency.lockutils [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.944721] env[69226]: DEBUG oslo_concurrency.lockutils [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.944891] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.945176] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fd26dfb-72c0-4db7-8f7a-c5a2abbce4e7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.958463] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.959183] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.959795] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33e8b83a-abe1-47dd-bcb2-84562c04aeef {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.967867] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Waiting for the task: (returnval){ [ 1040.967867] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5252d907-9ee0-e96b-8062-72e07f4f76c1" [ 1040.967867] env[69226]: _type = "Task" [ 1040.967867] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.974831] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5252d907-9ee0-e96b-8062-72e07f4f76c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.081483] env[69226]: DEBUG oslo_vmware.api [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Task: {'id': task-3495328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225572} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.081865] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.082096] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.082338] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.082553] env[69226]: INFO nova.compute.manager [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1041.082837] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.083106] env[69226]: DEBUG nova.compute.manager [-] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.083238] env[69226]: DEBUG nova.network.neutron [-] [instance: c631ecac-18a0-4996-9464-efce8476b36e] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.085934] env[69226]: DEBUG oslo_concurrency.lockutils [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "refresh_cache-f6caffbc-1250-4852-94b4-e4868adc632c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.086230] env[69226]: DEBUG nova.objects.instance [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lazy-loading 'migration_context' on Instance uuid f6caffbc-1250-4852-94b4-e4868adc632c {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.326250] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.328913] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.424s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.329221] env[69226]: DEBUG nova.objects.instance [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lazy-loading 'resources' on Instance uuid 01a3d136-0b57-4977-b3de-9d3743b9b530 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.356285] env[69226]: INFO nova.scheduler.client.report [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Deleted allocations for instance e98bea42-c105-4939-9171-d0a02de16717 [ 1041.440111] env[69226]: DEBUG oslo_concurrency.lockutils [req-d144fd42-803f-4d6d-8b66-2f4117a449d8 req-a19725b1-bffa-4398-9064-bbca1c4bf59a service nova] Releasing lock "refresh_cache-82e149db-d8d2-4124-89ee-625c2a956cc5" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.476829] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5252d907-9ee0-e96b-8062-72e07f4f76c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011628} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.477763] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b2c6312-7eb5-4d72-ae99-10c19f518a3e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.482787] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Waiting for the task: (returnval){ [ 1041.482787] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5270688a-f1aa-309b-2768-5b06769b0fdb" [ 1041.482787] env[69226]: _type = "Task" [ 1041.482787] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.490753] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5270688a-f1aa-309b-2768-5b06769b0fdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.589608] env[69226]: DEBUG nova.objects.base [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1041.590583] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce96acee-18fc-4984-863f-832c39d7119b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.609487] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0740873-79b5-485e-bdee-c1cc4ac1430e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.615272] env[69226]: DEBUG oslo_vmware.api [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 1041.615272] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523ee946-cd62-e4fb-be94-7d9c9a061cab" [ 1041.615272] env[69226]: _type = "Task" [ 1041.615272] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.623025] env[69226]: DEBUG oslo_vmware.api [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523ee946-cd62-e4fb-be94-7d9c9a061cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.868520] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7ddf11f0-b144-4be4-a982-5d6f058c8b08 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "e98bea42-c105-4939-9171-d0a02de16717" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.199s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.887486] env[69226]: DEBUG nova.network.neutron [-] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.994703] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5270688a-f1aa-309b-2768-5b06769b0fdb, 'name': SearchDatastore_Task, 'duration_secs': 0.015835} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.997488] env[69226]: DEBUG oslo_concurrency.lockutils [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.997839] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 82e149db-d8d2-4124-89ee-625c2a956cc5/82e149db-d8d2-4124-89ee-625c2a956cc5.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.998357] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ee3f25c-6abb-406b-b2a1-2d1a31ccef2b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.006515] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Waiting for the task: (returnval){ [ 1042.006515] env[69226]: value = "task-3495329" [ 1042.006515] env[69226]: _type = "Task" [ 1042.006515] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.017542] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': task-3495329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.124806] env[69226]: DEBUG oslo_vmware.api [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523ee946-cd62-e4fb-be94-7d9c9a061cab, 'name': SearchDatastore_Task, 'duration_secs': 0.007369} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.124868] env[69226]: DEBUG oslo_concurrency.lockutils [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.224105] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ede5a0-d58c-4ac3-bc36-0453cc8cdd48 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.231237] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4d9c29-35c7-4258-beb5-2e577f348b81 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.236597] env[69226]: DEBUG nova.compute.manager [req-907f0589-46b7-4efd-abcb-3bdae341ba85 req-ed191fed-c75e-4178-9733-213093edc8bb service nova] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Received event network-vif-deleted-a31f935c-089c-4435-aeb7-575724c9ee70 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.265949] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0964bd90-5c18-4c36-8f75-d81de510bedf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.273347] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0ce0e2-f610-4630-8e2c-4a6811d6475c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.286995] env[69226]: DEBUG nova.compute.provider_tree [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.391877] env[69226]: INFO nova.compute.manager [-] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Took 1.31 seconds to deallocate network for instance. [ 1042.516585] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': task-3495329, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.808585] env[69226]: ERROR nova.scheduler.client.report [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] [req-75352eb4-382e-4757-bebf-0129cb930c13] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b569e5e-3afa-426e-9210-ba55a6e69f42. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-75352eb4-382e-4757-bebf-0129cb930c13"}]} [ 1042.830249] env[69226]: DEBUG nova.scheduler.client.report [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Refreshing inventories for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1042.855407] env[69226]: DEBUG nova.scheduler.client.report [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Updating ProviderTree inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1042.855912] env[69226]: DEBUG nova.compute.provider_tree [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.870218] env[69226]: DEBUG nova.scheduler.client.report [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Refreshing aggregate associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, aggregates: None {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1042.899135] env[69226]: DEBUG nova.scheduler.client.report [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Refreshing trait associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1042.904528] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.020681] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': task-3495329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.999364} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.023279] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 82e149db-d8d2-4124-89ee-625c2a956cc5/82e149db-d8d2-4124-89ee-625c2a956cc5.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.023503] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.024394] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-267d2195-a212-488d-8059-c273a0353c73 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.029543] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Waiting for the task: (returnval){ [ 1043.029543] env[69226]: value = "task-3495330" [ 1043.029543] env[69226]: _type = "Task" [ 1043.029543] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.039673] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': task-3495330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.344052] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.344859] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.353091] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce058aa4-61b3-4f72-b9a4-553bb5625a58 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.361508] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568ec950-92ed-4d69-9031-07a707f26eb4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.402488] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7088a776-cdf0-4275-93dc-08ab2f637a88 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.410763] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce31903-7003-4bc2-a189-5383c895a360 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.425269] env[69226]: DEBUG nova.compute.provider_tree [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.544254] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': task-3495330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092997} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.544254] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.544254] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c758ad5d-f469-427a-8f7c-d35713643b5a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.573143] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 82e149db-d8d2-4124-89ee-625c2a956cc5/82e149db-d8d2-4124-89ee-625c2a956cc5.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.573845] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49eba3b8-5d45-4c5b-9953-25f22982a90c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.594547] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Waiting for the task: (returnval){ [ 1043.594547] env[69226]: value = "task-3495331" [ 1043.594547] env[69226]: _type = "Task" [ 1043.594547] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.605584] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': task-3495331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.853613] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.856127] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.856127] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.856127] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.856127] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.856127] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.856127] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1043.856127] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.929582] env[69226]: DEBUG nova.scheduler.client.report [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.104836] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': task-3495331, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.358668] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.437568] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.109s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.439981] env[69226]: DEBUG oslo_concurrency.lockutils [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.611s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.440238] env[69226]: DEBUG nova.objects.instance [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lazy-loading 'resources' on Instance uuid 520475d6-f012-4a6f-855d-2e4742161e67 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.456595] env[69226]: INFO nova.scheduler.client.report [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Deleted allocations for instance 01a3d136-0b57-4977-b3de-9d3743b9b530 [ 1044.606956] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': task-3495331, 'name': ReconfigVM_Task, 'duration_secs': 0.523649} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.608092] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 82e149db-d8d2-4124-89ee-625c2a956cc5/82e149db-d8d2-4124-89ee-625c2a956cc5.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.608598] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d049c2a5-0386-4459-a300-e19fb4205ca9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.615113] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Waiting for the task: (returnval){ [ 1044.615113] env[69226]: value = "task-3495332" [ 1044.615113] env[69226]: _type = "Task" [ 1044.615113] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.624640] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': task-3495332, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.919641] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.919641] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.946370] env[69226]: DEBUG nova.objects.instance [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lazy-loading 'numa_topology' on Instance uuid 520475d6-f012-4a6f-855d-2e4742161e67 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.964221] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6acbe125-a911-4d91-9337-a77e9d9d6ee3 tempest-ImagesOneServerNegativeTestJSON-1736267006 tempest-ImagesOneServerNegativeTestJSON-1736267006-project-member] Lock "01a3d136-0b57-4977-b3de-9d3743b9b530" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.171s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.125788] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': task-3495332, 'name': Rename_Task, 'duration_secs': 0.156811} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.126167] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.126407] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ab8eba0-974b-4b39-8f32-198f82a48176 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.133339] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Waiting for the task: (returnval){ [ 1045.133339] env[69226]: value = "task-3495333" [ 1045.133339] env[69226]: _type = "Task" [ 1045.133339] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.141159] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': task-3495333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.422778] env[69226]: DEBUG nova.compute.manager [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.449166] env[69226]: DEBUG nova.objects.base [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Object Instance<520475d6-f012-4a6f-855d-2e4742161e67> lazy-loaded attributes: resources,numa_topology {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1045.655389] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': task-3495333, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.873019] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9640ec-cdaa-4c38-83f8-f0e92e5a71f2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.879812] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406a0f66-3c8e-4c3a-9a29-c526b847a8bd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.920611] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0454ce-5036-4652-8f77-5e92359c3bb6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.939100] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12599116-52b2-45c6-ac14-531409fd57c8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.954317] env[69226]: DEBUG nova.compute.provider_tree [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.960752] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.145286] env[69226]: DEBUG oslo_vmware.api [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': task-3495333, 'name': PowerOnVM_Task, 'duration_secs': 0.516153} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.145595] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.145822] env[69226]: INFO nova.compute.manager [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1046.146031] env[69226]: DEBUG nova.compute.manager [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.147961] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be11a0b2-431e-42b1-b1ee-1f5e3640dca0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.457623] env[69226]: DEBUG nova.scheduler.client.report [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.682586] env[69226]: INFO nova.compute.manager [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Took 42.94 seconds to build instance. [ 1046.964307] env[69226]: DEBUG oslo_concurrency.lockutils [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.524s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.968422] env[69226]: DEBUG oslo_concurrency.lockutils [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.931s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.968919] env[69226]: DEBUG nova.objects.instance [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lazy-loading 'resources' on Instance uuid 8260adf6-6823-4ac8-8a16-a21d7e440d5f {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.184867] env[69226]: DEBUG oslo_concurrency.lockutils [None req-714178cd-7cc7-4213-9f3f-84652ccae0fe tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Lock "82e149db-d8d2-4124-89ee-625c2a956cc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.446s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.479241] env[69226]: DEBUG oslo_concurrency.lockutils [None req-91235c5e-f0ee-4978-a1ab-d719acc081ae tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "520475d6-f012-4a6f-855d-2e4742161e67" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 66.752s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.482871] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2183709e-f870-48a0-80ca-e056d08aa954 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "520475d6-f012-4a6f-855d-2e4742161e67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 37.502s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.482871] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2183709e-f870-48a0-80ca-e056d08aa954 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "520475d6-f012-4a6f-855d-2e4742161e67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.482871] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2183709e-f870-48a0-80ca-e056d08aa954 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "520475d6-f012-4a6f-855d-2e4742161e67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.482871] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2183709e-f870-48a0-80ca-e056d08aa954 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "520475d6-f012-4a6f-855d-2e4742161e67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.487893] env[69226]: INFO nova.compute.manager [None req-2183709e-f870-48a0-80ca-e056d08aa954 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Terminating instance [ 1047.938830] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d248a58-3622-4788-a492-d19ac09a685c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.947902] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5783f49-0f7d-47d0-9052-41fb2d3eecbd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.981387] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa65747-7c1f-4ba3-9198-4e65e6a4f22c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.990515] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4579b33-c245-466d-85ef-6c5abb1d03cc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.994707] env[69226]: DEBUG nova.compute.manager [None req-2183709e-f870-48a0-80ca-e056d08aa954 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.994927] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2183709e-f870-48a0-80ca-e056d08aa954 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.995775] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4c2f0a8-fee5-46c4-9de3-1f2f225e1e47 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.005371] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adbc9b5-9571-49d2-bc9a-189706f42637 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.023814] env[69226]: DEBUG nova.compute.provider_tree [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.050860] env[69226]: WARNING nova.virt.vmwareapi.vmops [None req-2183709e-f870-48a0-80ca-e056d08aa954 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 520475d6-f012-4a6f-855d-2e4742161e67 could not be found. [ 1048.051096] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2183709e-f870-48a0-80ca-e056d08aa954 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.051282] env[69226]: INFO nova.compute.manager [None req-2183709e-f870-48a0-80ca-e056d08aa954 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1048.051523] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2183709e-f870-48a0-80ca-e056d08aa954 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.051835] env[69226]: DEBUG nova.compute.manager [-] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.051835] env[69226]: DEBUG nova.network.neutron [-] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.527206] env[69226]: DEBUG nova.scheduler.client.report [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.617100] env[69226]: DEBUG oslo_concurrency.lockutils [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Acquiring lock "82e149db-d8d2-4124-89ee-625c2a956cc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.617100] env[69226]: DEBUG oslo_concurrency.lockutils [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Lock "82e149db-d8d2-4124-89ee-625c2a956cc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.617100] env[69226]: DEBUG oslo_concurrency.lockutils [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Acquiring lock "82e149db-d8d2-4124-89ee-625c2a956cc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.617338] env[69226]: DEBUG oslo_concurrency.lockutils [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Lock "82e149db-d8d2-4124-89ee-625c2a956cc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.617488] env[69226]: DEBUG oslo_concurrency.lockutils [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Lock "82e149db-d8d2-4124-89ee-625c2a956cc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.620215] env[69226]: INFO nova.compute.manager [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Terminating instance [ 1048.848684] env[69226]: DEBUG nova.network.neutron [-] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.033263] env[69226]: DEBUG oslo_concurrency.lockutils [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.034840] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.332s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.035152] env[69226]: DEBUG nova.objects.instance [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lazy-loading 'resources' on Instance uuid 598cdd6f-694a-423d-a90d-7b449302a827 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.062440] env[69226]: INFO nova.scheduler.client.report [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Deleted allocations for instance 8260adf6-6823-4ac8-8a16-a21d7e440d5f [ 1049.124848] env[69226]: DEBUG nova.compute.manager [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.125117] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.125988] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee91ba8-2db6-4903-9eea-1a70bcaaca7d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.135241] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.135517] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83ea0864-973b-4fac-9bc2-46ecea8e97fc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.143483] env[69226]: DEBUG oslo_vmware.api [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Waiting for the task: (returnval){ [ 1049.143483] env[69226]: value = "task-3495334" [ 1049.143483] env[69226]: _type = "Task" [ 1049.143483] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.153282] env[69226]: DEBUG oslo_vmware.api [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': task-3495334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.352035] env[69226]: INFO nova.compute.manager [-] [instance: 520475d6-f012-4a6f-855d-2e4742161e67] Took 1.30 seconds to deallocate network for instance. [ 1049.570715] env[69226]: DEBUG oslo_concurrency.lockutils [None req-94c53d1d-8518-4320-835a-2a0c0b0ea408 tempest-ServersTestMultiNic-2108558770 tempest-ServersTestMultiNic-2108558770-project-member] Lock "8260adf6-6823-4ac8-8a16-a21d7e440d5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.415s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.653911] env[69226]: DEBUG oslo_vmware.api [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': task-3495334, 'name': PowerOffVM_Task, 'duration_secs': 0.213431} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.654235] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.654440] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.655037] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f813cbe5-b7e3-4538-86cc-54536a962c8a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.723041] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.723041] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.723041] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Deleting the datastore file [datastore1] 82e149db-d8d2-4124-89ee-625c2a956cc5 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.723261] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f35c876b-f3d2-43c8-bb9b-ef7893a1dce9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.729859] env[69226]: DEBUG oslo_vmware.api [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Waiting for the task: (returnval){ [ 1049.729859] env[69226]: value = "task-3495336" [ 1049.729859] env[69226]: _type = "Task" [ 1049.729859] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.740578] env[69226]: DEBUG oslo_vmware.api [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': task-3495336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.844866] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e385357c-cf91-4a46-adc8-408a844912c2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.853777] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6416a8-b6ff-4200-b191-4af82617aa7e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.901276] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae346082-afb9-46b0-a786-10646c04becc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.914114] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6884789-593f-4527-877d-fa6924f1a27a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.933756] env[69226]: DEBUG nova.compute.provider_tree [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.241167] env[69226]: DEBUG oslo_vmware.api [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Task: {'id': task-3495336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195961} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.241531] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.241762] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.241971] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.242158] env[69226]: INFO nova.compute.manager [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1050.242397] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.242591] env[69226]: DEBUG nova.compute.manager [-] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.242685] env[69226]: DEBUG nova.network.neutron [-] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.412650] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2183709e-f870-48a0-80ca-e056d08aa954 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "520475d6-f012-4a6f-855d-2e4742161e67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.932s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.438082] env[69226]: DEBUG nova.scheduler.client.report [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.612090] env[69226]: DEBUG nova.compute.manager [req-34e33956-3ea3-4206-b3bf-0c047f8ebbe5 req-33fd666d-ba2c-432c-9206-c46bc9d57926 service nova] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Received event network-vif-deleted-47ada5d6-df91-4263-a386-3fa145ae4b97 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.612305] env[69226]: INFO nova.compute.manager [req-34e33956-3ea3-4206-b3bf-0c047f8ebbe5 req-33fd666d-ba2c-432c-9206-c46bc9d57926 service nova] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Neutron deleted interface 47ada5d6-df91-4263-a386-3fa145ae4b97; detaching it from the instance and deleting it from the info cache [ 1050.612508] env[69226]: DEBUG nova.network.neutron [req-34e33956-3ea3-4206-b3bf-0c047f8ebbe5 req-33fd666d-ba2c-432c-9206-c46bc9d57926 service nova] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.942997] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.945458] env[69226]: DEBUG oslo_concurrency.lockutils [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.668s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.946926] env[69226]: INFO nova.compute.claims [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.970069] env[69226]: INFO nova.scheduler.client.report [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleted allocations for instance 598cdd6f-694a-423d-a90d-7b449302a827 [ 1051.096525] env[69226]: DEBUG nova.network.neutron [-] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.115809] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6e69bc6-dc61-410a-94b4-5f2ff06a84d1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.126631] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24bc44a-95e4-497a-9b20-345ad2798cc7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.164889] env[69226]: DEBUG nova.compute.manager [req-34e33956-3ea3-4206-b3bf-0c047f8ebbe5 req-33fd666d-ba2c-432c-9206-c46bc9d57926 service nova] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Detach interface failed, port_id=47ada5d6-df91-4263-a386-3fa145ae4b97, reason: Instance 82e149db-d8d2-4124-89ee-625c2a956cc5 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1051.478702] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa199817-e645-4228-88a2-b8192858f6a1 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "598cdd6f-694a-423d-a90d-7b449302a827" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.923s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.599859] env[69226]: INFO nova.compute.manager [-] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Took 1.36 seconds to deallocate network for instance. [ 1052.106553] env[69226]: DEBUG oslo_concurrency.lockutils [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.304087] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "1bbc9c8d-4bc5-45ec-8443-295fd6e5f314" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.304329] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "1bbc9c8d-4bc5-45ec-8443-295fd6e5f314" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.316570] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "aacaee2b-235c-4902-9fbb-f2b2b231d7be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.316570] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "aacaee2b-235c-4902-9fbb-f2b2b231d7be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.346041] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc10039d-15bb-4b13-bd7a-dcd67e9c526e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.356217] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc1f819-2617-4130-8e21-18c6b1ecb463 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.388633] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbe3fb6-006c-4155-888a-dee06111b4d9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.397456] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7e69dd-6ec4-46f1-b47b-9480f984b10b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.413401] env[69226]: DEBUG nova.compute.provider_tree [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.812104] env[69226]: DEBUG nova.compute.manager [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.819566] env[69226]: DEBUG nova.compute.manager [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.918719] env[69226]: DEBUG nova.scheduler.client.report [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.341996] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.345353] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.424366] env[69226]: DEBUG oslo_concurrency.lockutils [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.425988] env[69226]: DEBUG nova.compute.manager [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.428230] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.293s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.428512] env[69226]: DEBUG nova.objects.instance [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lazy-loading 'resources' on Instance uuid b957dd31-7eb0-45a6-90c0-9921c952a662 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.934054] env[69226]: DEBUG nova.compute.utils [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.938027] env[69226]: DEBUG nova.compute.manager [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.938027] env[69226]: DEBUG nova.network.neutron [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.217725] env[69226]: DEBUG nova.policy [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc8235f2b881498da4129e556d13fa62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b60d7cc206d0467d9c2f1e302557f8df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.326288] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0523da9-67e7-45e6-9805-8f867ca9e0a5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.333916] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30690e1-e017-4c2d-a75b-2de1145b770c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.370479] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eb1528-2b18-45c1-9ada-7a0ad6100bd5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.378877] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413490f0-9729-4e3e-8f01-51248939a38b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.394156] env[69226]: DEBUG nova.compute.provider_tree [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.437876] env[69226]: DEBUG nova.compute.manager [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.495562] env[69226]: DEBUG nova.network.neutron [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Successfully created port: 54f4b258-19f3-455b-b577-94a48057664b {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.900846] env[69226]: DEBUG nova.scheduler.client.report [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.406245] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.409171] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.208s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.409460] env[69226]: DEBUG nova.objects.instance [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lazy-loading 'resources' on Instance uuid 23bde555-75d8-4795-8883-af20a99b4e28 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.444080] env[69226]: INFO nova.scheduler.client.report [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Deleted allocations for instance b957dd31-7eb0-45a6-90c0-9921c952a662 [ 1055.451821] env[69226]: DEBUG nova.compute.manager [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.486129] env[69226]: DEBUG nova.virt.hardware [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.486399] env[69226]: DEBUG nova.virt.hardware [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.486557] env[69226]: DEBUG nova.virt.hardware [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.486797] env[69226]: DEBUG nova.virt.hardware [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.486888] env[69226]: DEBUG nova.virt.hardware [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.487920] env[69226]: DEBUG nova.virt.hardware [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.488223] env[69226]: DEBUG nova.virt.hardware [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.488845] env[69226]: DEBUG nova.virt.hardware [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.489064] env[69226]: DEBUG nova.virt.hardware [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.490365] env[69226]: DEBUG nova.virt.hardware [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.490365] env[69226]: DEBUG nova.virt.hardware [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.491378] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fe2d65-a4a4-460a-ae4f-53f58fef3ee4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.500395] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faa9ff5-928d-44d5-8fe0-9012de35f759 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.861676] env[69226]: DEBUG nova.compute.manager [req-9b0808c2-eb3c-4e3e-9fc1-a4b346bb76d6 req-91cc9bfa-0735-4f4d-9386-a8b5e6c8ec11 service nova] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Received event network-vif-plugged-54f4b258-19f3-455b-b577-94a48057664b {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.862033] env[69226]: DEBUG oslo_concurrency.lockutils [req-9b0808c2-eb3c-4e3e-9fc1-a4b346bb76d6 req-91cc9bfa-0735-4f4d-9386-a8b5e6c8ec11 service nova] Acquiring lock "062fb886-0b2c-464f-b36c-ee9429441e42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.862149] env[69226]: DEBUG oslo_concurrency.lockutils [req-9b0808c2-eb3c-4e3e-9fc1-a4b346bb76d6 req-91cc9bfa-0735-4f4d-9386-a8b5e6c8ec11 service nova] Lock "062fb886-0b2c-464f-b36c-ee9429441e42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.862326] env[69226]: DEBUG oslo_concurrency.lockutils [req-9b0808c2-eb3c-4e3e-9fc1-a4b346bb76d6 req-91cc9bfa-0735-4f4d-9386-a8b5e6c8ec11 service nova] Lock "062fb886-0b2c-464f-b36c-ee9429441e42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.862533] env[69226]: DEBUG nova.compute.manager [req-9b0808c2-eb3c-4e3e-9fc1-a4b346bb76d6 req-91cc9bfa-0735-4f4d-9386-a8b5e6c8ec11 service nova] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] No waiting events found dispatching network-vif-plugged-54f4b258-19f3-455b-b577-94a48057664b {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.862710] env[69226]: WARNING nova.compute.manager [req-9b0808c2-eb3c-4e3e-9fc1-a4b346bb76d6 req-91cc9bfa-0735-4f4d-9386-a8b5e6c8ec11 service nova] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Received unexpected event network-vif-plugged-54f4b258-19f3-455b-b577-94a48057664b for instance with vm_state building and task_state spawning. [ 1055.958151] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33c9aed4-91ae-4146-9446-f4de2bfd543a tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "b957dd31-7eb0-45a6-90c0-9921c952a662" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.680s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.959190] env[69226]: DEBUG nova.network.neutron [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Successfully updated port: 54f4b258-19f3-455b-b577-94a48057664b {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.283712] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff49bc02-cce6-4f08-8da4-a5e470fbcad9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.291590] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7e495a-616a-4790-885d-3c290f59b6b9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.325842] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f6e913-d7b5-47f3-8eaa-8abe64f69913 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.336603] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe73ba8-5e65-4b60-9ee8-7f818e009fb5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.351079] env[69226]: DEBUG nova.compute.provider_tree [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.462809] env[69226]: DEBUG oslo_concurrency.lockutils [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Acquiring lock "refresh_cache-062fb886-0b2c-464f-b36c-ee9429441e42" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.462809] env[69226]: DEBUG oslo_concurrency.lockutils [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Acquired lock "refresh_cache-062fb886-0b2c-464f-b36c-ee9429441e42" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.462809] env[69226]: DEBUG nova.network.neutron [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.854723] env[69226]: DEBUG nova.scheduler.client.report [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.996850] env[69226]: DEBUG nova.network.neutron [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.036964] env[69226]: DEBUG oslo_concurrency.lockutils [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Acquiring lock "286b3198-984e-4b3f-ad50-257830ab1e13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.037265] env[69226]: DEBUG oslo_concurrency.lockutils [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Lock "286b3198-984e-4b3f-ad50-257830ab1e13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.146999] env[69226]: DEBUG nova.network.neutron [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Updating instance_info_cache with network_info: [{"id": "54f4b258-19f3-455b-b577-94a48057664b", "address": "fa:16:3e:da:a9:35", "network": {"id": "c17e850f-757e-493d-816c-caa9ccb1ff2b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-866098812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b60d7cc206d0467d9c2f1e302557f8df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54f4b258-19", "ovs_interfaceid": "54f4b258-19f3-455b-b577-94a48057664b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.361409] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.364977] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.562s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.366646] env[69226]: INFO nova.compute.claims [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.395759] env[69226]: INFO nova.scheduler.client.report [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Deleted allocations for instance 23bde555-75d8-4795-8883-af20a99b4e28 [ 1057.539718] env[69226]: DEBUG nova.compute.manager [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.650318] env[69226]: DEBUG oslo_concurrency.lockutils [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Releasing lock "refresh_cache-062fb886-0b2c-464f-b36c-ee9429441e42" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.650859] env[69226]: DEBUG nova.compute.manager [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Instance network_info: |[{"id": "54f4b258-19f3-455b-b577-94a48057664b", "address": "fa:16:3e:da:a9:35", "network": {"id": "c17e850f-757e-493d-816c-caa9ccb1ff2b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-866098812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b60d7cc206d0467d9c2f1e302557f8df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54f4b258-19", "ovs_interfaceid": "54f4b258-19f3-455b-b577-94a48057664b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.651482] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:a9:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54f4b258-19f3-455b-b577-94a48057664b', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.659963] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Creating folder: Project (b60d7cc206d0467d9c2f1e302557f8df). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.660681] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dc8efb3-3e7d-46ed-a373-d0c8be394f90 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.673069] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Created folder: Project (b60d7cc206d0467d9c2f1e302557f8df) in parent group-v698365. [ 1057.673240] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Creating folder: Instances. Parent ref: group-v698602. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.673426] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36214f0b-35c6-4bf5-bf23-0cd3bf527eb7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.682781] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Created folder: Instances in parent group-v698602. [ 1057.683274] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.683554] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.683789] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73acbeb6-7cf2-41c6-9818-b5b68b050804 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.704467] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.704467] env[69226]: value = "task-3495339" [ 1057.704467] env[69226]: _type = "Task" [ 1057.704467] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.716021] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495339, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.897097] env[69226]: DEBUG nova.compute.manager [req-a1cd4769-1fd5-4852-8709-ef5e6df8b133 req-e73abe25-34e7-46b2-85ec-4ab0ef068d5f service nova] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Received event network-changed-54f4b258-19f3-455b-b577-94a48057664b {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.897312] env[69226]: DEBUG nova.compute.manager [req-a1cd4769-1fd5-4852-8709-ef5e6df8b133 req-e73abe25-34e7-46b2-85ec-4ab0ef068d5f service nova] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Refreshing instance network info cache due to event network-changed-54f4b258-19f3-455b-b577-94a48057664b. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.897590] env[69226]: DEBUG oslo_concurrency.lockutils [req-a1cd4769-1fd5-4852-8709-ef5e6df8b133 req-e73abe25-34e7-46b2-85ec-4ab0ef068d5f service nova] Acquiring lock "refresh_cache-062fb886-0b2c-464f-b36c-ee9429441e42" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.897785] env[69226]: DEBUG oslo_concurrency.lockutils [req-a1cd4769-1fd5-4852-8709-ef5e6df8b133 req-e73abe25-34e7-46b2-85ec-4ab0ef068d5f service nova] Acquired lock "refresh_cache-062fb886-0b2c-464f-b36c-ee9429441e42" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.897997] env[69226]: DEBUG nova.network.neutron [req-a1cd4769-1fd5-4852-8709-ef5e6df8b133 req-e73abe25-34e7-46b2-85ec-4ab0ef068d5f service nova] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Refreshing network info cache for port 54f4b258-19f3-455b-b577-94a48057664b {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.905858] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bcf53492-eb7f-4dca-a251-135d4fd2d232 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "23bde555-75d8-4795-8883-af20a99b4e28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.728s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.068111] env[69226]: DEBUG oslo_concurrency.lockutils [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.216376] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495339, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.628731] env[69226]: DEBUG nova.network.neutron [req-a1cd4769-1fd5-4852-8709-ef5e6df8b133 req-e73abe25-34e7-46b2-85ec-4ab0ef068d5f service nova] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Updated VIF entry in instance network info cache for port 54f4b258-19f3-455b-b577-94a48057664b. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.629096] env[69226]: DEBUG nova.network.neutron [req-a1cd4769-1fd5-4852-8709-ef5e6df8b133 req-e73abe25-34e7-46b2-85ec-4ab0ef068d5f service nova] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Updating instance_info_cache with network_info: [{"id": "54f4b258-19f3-455b-b577-94a48057664b", "address": "fa:16:3e:da:a9:35", "network": {"id": "c17e850f-757e-493d-816c-caa9ccb1ff2b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-866098812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b60d7cc206d0467d9c2f1e302557f8df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54f4b258-19", "ovs_interfaceid": "54f4b258-19f3-455b-b577-94a48057664b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.715763] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495339, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.730217] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2729d6b-e140-4947-bd9e-4f9ef7ea38fd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.739031] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10163a27-b190-4e54-a426-810696a63772 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.770959] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5efc74-970d-4f08-9b13-14020dab6a9e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.778951] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3505dc26-b6bd-4834-bdf2-ea48cf6153e1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.793388] env[69226]: DEBUG nova.compute.provider_tree [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.132202] env[69226]: DEBUG oslo_concurrency.lockutils [req-a1cd4769-1fd5-4852-8709-ef5e6df8b133 req-e73abe25-34e7-46b2-85ec-4ab0ef068d5f service nova] Releasing lock "refresh_cache-062fb886-0b2c-464f-b36c-ee9429441e42" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.216179] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495339, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.296834] env[69226]: DEBUG nova.scheduler.client.report [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.717042] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495339, 'name': CreateVM_Task, 'duration_secs': 1.736206} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.717042] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.717362] env[69226]: DEBUG oslo_concurrency.lockutils [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.717396] env[69226]: DEBUG oslo_concurrency.lockutils [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.717736] env[69226]: DEBUG oslo_concurrency.lockutils [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.718019] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96bad9e4-abd2-4a50-9370-ae300f28a9d9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.722403] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Waiting for the task: (returnval){ [ 1059.722403] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d461b1-6479-da93-30fc-8fb9050a5426" [ 1059.722403] env[69226]: _type = "Task" [ 1059.722403] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.730380] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d461b1-6479-da93-30fc-8fb9050a5426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.802518] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.803055] env[69226]: DEBUG nova.compute.manager [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.805787] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.162s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.233714] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d461b1-6479-da93-30fc-8fb9050a5426, 'name': SearchDatastore_Task, 'duration_secs': 0.010521} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.233810] env[69226]: DEBUG oslo_concurrency.lockutils [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.234031] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.234275] env[69226]: DEBUG oslo_concurrency.lockutils [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.234424] env[69226]: DEBUG oslo_concurrency.lockutils [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.234602] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.234861] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5eb74e5-50e2-4b15-ad7f-4baed2df8629 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.242925] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.243139] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.243833] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b7014d7-5d42-4694-9c8e-9958077112b1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.248493] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Waiting for the task: (returnval){ [ 1060.248493] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52979f8b-a9bc-ac68-ef73-28936f0f7825" [ 1060.248493] env[69226]: _type = "Task" [ 1060.248493] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.255990] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52979f8b-a9bc-ac68-ef73-28936f0f7825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.310246] env[69226]: DEBUG nova.compute.utils [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.314685] env[69226]: INFO nova.compute.claims [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.318705] env[69226]: DEBUG nova.compute.manager [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.320028] env[69226]: DEBUG nova.network.neutron [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.375495] env[69226]: DEBUG nova.policy [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4b02c2d77dc4fe090145956ab223e07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51df88c85f974fd4b9585ca3bfe4de8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.660402] env[69226]: DEBUG nova.network.neutron [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Successfully created port: c125d26e-8975-4bf2-a7d7-defe892947a9 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.759447] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52979f8b-a9bc-ac68-ef73-28936f0f7825, 'name': SearchDatastore_Task, 'duration_secs': 0.009372} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.760312] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa2c04fe-1610-4912-9697-d9842c2119b8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.765484] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Waiting for the task: (returnval){ [ 1060.765484] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e3807c-02ba-83ba-b09c-30fc63fd328b" [ 1060.765484] env[69226]: _type = "Task" [ 1060.765484] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.774495] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e3807c-02ba-83ba-b09c-30fc63fd328b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.820444] env[69226]: INFO nova.compute.resource_tracker [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Updating resource usage from migration 478162b9-63e4-49c8-9fc8-47c2d64cd178 [ 1060.823426] env[69226]: DEBUG nova.compute.manager [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.138959] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5e245a-d3bc-4a44-9ea4-32cc8f00c395 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.146958] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a203b1-82e3-44dc-adac-2979c5d41efc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.176841] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf77cd1-f6b6-4b2d-b474-f98c1c8f0f91 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.183989] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412152aa-3f0d-490a-bd5a-60f550c414af {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.198081] env[69226]: DEBUG nova.compute.provider_tree [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.276122] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e3807c-02ba-83ba-b09c-30fc63fd328b, 'name': SearchDatastore_Task, 'duration_secs': 0.015376} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.276400] env[69226]: DEBUG oslo_concurrency.lockutils [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.276652] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 062fb886-0b2c-464f-b36c-ee9429441e42/062fb886-0b2c-464f-b36c-ee9429441e42.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.276898] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28097d2e-763c-48aa-9eef-2c4215fd0b1d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.283102] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Waiting for the task: (returnval){ [ 1061.283102] env[69226]: value = "task-3495341" [ 1061.283102] env[69226]: _type = "Task" [ 1061.283102] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.290615] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': task-3495341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.701274] env[69226]: DEBUG nova.scheduler.client.report [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.793205] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': task-3495341, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.842706] env[69226]: DEBUG nova.compute.manager [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.871231] env[69226]: DEBUG nova.virt.hardware [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.871502] env[69226]: DEBUG nova.virt.hardware [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.871662] env[69226]: DEBUG nova.virt.hardware [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.871845] env[69226]: DEBUG nova.virt.hardware [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.871989] env[69226]: DEBUG nova.virt.hardware [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.872185] env[69226]: DEBUG nova.virt.hardware [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.872416] env[69226]: DEBUG nova.virt.hardware [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.872605] env[69226]: DEBUG nova.virt.hardware [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.872779] env[69226]: DEBUG nova.virt.hardware [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.872943] env[69226]: DEBUG nova.virt.hardware [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.873206] env[69226]: DEBUG nova.virt.hardware [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.874118] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79772eb-6a0a-46ce-830b-714a7892f9d6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.882322] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebadae93-7e98-40eb-96a7-c43afdc227f1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.021516] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "88f2ec1c-f6dc-4d20-96df-d3272d74dc7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.021792] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "88f2ec1c-f6dc-4d20-96df-d3272d74dc7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.022068] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "88f2ec1c-f6dc-4d20-96df-d3272d74dc7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.022206] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "88f2ec1c-f6dc-4d20-96df-d3272d74dc7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.022376] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "88f2ec1c-f6dc-4d20-96df-d3272d74dc7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.025474] env[69226]: INFO nova.compute.manager [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Terminating instance [ 1062.104186] env[69226]: DEBUG nova.compute.manager [req-ccf6c28b-9237-4470-9220-3a7892d37dcf req-f4584da1-4b27-4267-bf71-1da3c829e321 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Received event network-vif-plugged-c125d26e-8975-4bf2-a7d7-defe892947a9 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.104414] env[69226]: DEBUG oslo_concurrency.lockutils [req-ccf6c28b-9237-4470-9220-3a7892d37dcf req-f4584da1-4b27-4267-bf71-1da3c829e321 service nova] Acquiring lock "0d447403-e0e2-4212-80cb-ff6ff60b796a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.104621] env[69226]: DEBUG oslo_concurrency.lockutils [req-ccf6c28b-9237-4470-9220-3a7892d37dcf req-f4584da1-4b27-4267-bf71-1da3c829e321 service nova] Lock "0d447403-e0e2-4212-80cb-ff6ff60b796a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.104823] env[69226]: DEBUG oslo_concurrency.lockutils [req-ccf6c28b-9237-4470-9220-3a7892d37dcf req-f4584da1-4b27-4267-bf71-1da3c829e321 service nova] Lock "0d447403-e0e2-4212-80cb-ff6ff60b796a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.104951] env[69226]: DEBUG nova.compute.manager [req-ccf6c28b-9237-4470-9220-3a7892d37dcf req-f4584da1-4b27-4267-bf71-1da3c829e321 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] No waiting events found dispatching network-vif-plugged-c125d26e-8975-4bf2-a7d7-defe892947a9 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.106200] env[69226]: WARNING nova.compute.manager [req-ccf6c28b-9237-4470-9220-3a7892d37dcf req-f4584da1-4b27-4267-bf71-1da3c829e321 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Received unexpected event network-vif-plugged-c125d26e-8975-4bf2-a7d7-defe892947a9 for instance with vm_state building and task_state spawning. [ 1062.143385] env[69226]: DEBUG nova.network.neutron [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Successfully updated port: c125d26e-8975-4bf2-a7d7-defe892947a9 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.207968] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.402s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.208216] env[69226]: INFO nova.compute.manager [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Migrating [ 1062.214905] env[69226]: DEBUG oslo_concurrency.lockutils [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.617s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.215138] env[69226]: DEBUG oslo_concurrency.lockutils [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.217239] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.323s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.218719] env[69226]: INFO nova.compute.claims [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.247149] env[69226]: INFO nova.scheduler.client.report [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Deleted allocations for instance 5d5ac77b-9d87-4206-a210-616b240c4e91 [ 1062.295394] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': task-3495341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543766} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.295686] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 062fb886-0b2c-464f-b36c-ee9429441e42/062fb886-0b2c-464f-b36c-ee9429441e42.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.295935] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.296623] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-033dbe32-adb2-4d27-982b-291d5c0b41c9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.303412] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Waiting for the task: (returnval){ [ 1062.303412] env[69226]: value = "task-3495342" [ 1062.303412] env[69226]: _type = "Task" [ 1062.303412] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.314672] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': task-3495342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.529530] env[69226]: DEBUG nova.compute.manager [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.529793] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.530731] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c0ada4-cb3c-4ff8-870a-38e72143576a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.538789] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.539045] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cee9793-b10e-41f9-9873-e5e21bac9c11 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.545368] env[69226]: DEBUG oslo_vmware.api [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 1062.545368] env[69226]: value = "task-3495343" [ 1062.545368] env[69226]: _type = "Task" [ 1062.545368] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.556026] env[69226]: DEBUG oslo_vmware.api [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.648078] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.648261] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.648305] env[69226]: DEBUG nova.network.neutron [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.735026] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "refresh_cache-a61ffb14-d449-4ec3-a437-41762289fd98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.735026] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquired lock "refresh_cache-a61ffb14-d449-4ec3-a437-41762289fd98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.735026] env[69226]: DEBUG nova.network.neutron [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.755387] env[69226]: DEBUG oslo_concurrency.lockutils [None req-827e7008-ff5f-433f-a71f-536f2e848eb5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "5d5ac77b-9d87-4206-a210-616b240c4e91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.585s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.814136] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': task-3495342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083564} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.814444] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.815275] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf073a80-3df2-43df-9283-7bee228abdfb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.838903] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 062fb886-0b2c-464f-b36c-ee9429441e42/062fb886-0b2c-464f-b36c-ee9429441e42.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.839576] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15535b6b-d04f-4674-873e-54024e768d0a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.859875] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Waiting for the task: (returnval){ [ 1062.859875] env[69226]: value = "task-3495344" [ 1062.859875] env[69226]: _type = "Task" [ 1062.859875] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.868087] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': task-3495344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.055800] env[69226]: DEBUG oslo_vmware.api [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495343, 'name': PowerOffVM_Task, 'duration_secs': 0.263281} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.056093] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.056270] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.056514] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d87286a1-d612-476f-b08c-fec1a1ba7b09 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.116155] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.116155] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.116282] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Deleting the datastore file [datastore1] 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.116505] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f863bebe-f3b3-47a1-96bb-41a18ed473d2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.123341] env[69226]: DEBUG oslo_vmware.api [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 1063.123341] env[69226]: value = "task-3495346" [ 1063.123341] env[69226]: _type = "Task" [ 1063.123341] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.131176] env[69226]: DEBUG oslo_vmware.api [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.185254] env[69226]: DEBUG nova.network.neutron [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.370331] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': task-3495344, 'name': ReconfigVM_Task, 'duration_secs': 0.484676} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.370331] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 062fb886-0b2c-464f-b36c-ee9429441e42/062fb886-0b2c-464f-b36c-ee9429441e42.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.373490] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe4c4812-1afb-4e6e-96f1-1c67a22a323d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.380064] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Waiting for the task: (returnval){ [ 1063.380064] env[69226]: value = "task-3495347" [ 1063.380064] env[69226]: _type = "Task" [ 1063.380064] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.395623] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': task-3495347, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.407135] env[69226]: DEBUG nova.network.neutron [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Updating instance_info_cache with network_info: [{"id": "c125d26e-8975-4bf2-a7d7-defe892947a9", "address": "fa:16:3e:2e:06:49", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc125d26e-89", "ovs_interfaceid": "c125d26e-8975-4bf2-a7d7-defe892947a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.505717] env[69226]: DEBUG nova.network.neutron [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Updating instance_info_cache with network_info: [{"id": "4aa8fa61-406e-46e2-a710-85c6e3e105d6", "address": "fa:16:3e:b7:98:6d", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8fa61-40", "ovs_interfaceid": "4aa8fa61-406e-46e2-a710-85c6e3e105d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.620832] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.621115] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.629480] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99d7957-36c6-45cb-bc60-d91768d3078b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.640210] env[69226]: DEBUG oslo_vmware.api [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27656} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.640585] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.640808] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.640982] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.641223] env[69226]: INFO nova.compute.manager [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1063.641454] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.642510] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef625c82-ff00-4375-ba7e-5c127326df01 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.646530] env[69226]: DEBUG nova.compute.manager [-] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.646608] env[69226]: DEBUG nova.network.neutron [-] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.680048] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab33704c-71ba-4c06-839f-4c1808a4e90b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.688489] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f0a485-b433-482e-920f-c5057c8eed13 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.702850] env[69226]: DEBUG nova.compute.provider_tree [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.890338] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': task-3495347, 'name': Rename_Task, 'duration_secs': 0.439083} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.891991] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.892595] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a34bb311-f651-4d8a-8d6d-99817c8af0d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.899095] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Waiting for the task: (returnval){ [ 1063.899095] env[69226]: value = "task-3495348" [ 1063.899095] env[69226]: _type = "Task" [ 1063.899095] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.907873] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.908217] env[69226]: DEBUG nova.compute.manager [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Instance network_info: |[{"id": "c125d26e-8975-4bf2-a7d7-defe892947a9", "address": "fa:16:3e:2e:06:49", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc125d26e-89", "ovs_interfaceid": "c125d26e-8975-4bf2-a7d7-defe892947a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.908525] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': task-3495348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.909043] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:06:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c125d26e-8975-4bf2-a7d7-defe892947a9', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.917336] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.917610] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.917849] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b504492-217e-4b97-bb15-613bf6c094cb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.943167] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.943167] env[69226]: value = "task-3495349" [ 1063.943167] env[69226]: _type = "Task" [ 1063.943167] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.952121] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495349, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.008332] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Releasing lock "refresh_cache-a61ffb14-d449-4ec3-a437-41762289fd98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.126515] env[69226]: DEBUG nova.compute.manager [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.134581] env[69226]: DEBUG nova.compute.manager [req-69e7ef1f-59c2-4b94-90d2-2b25f9034ee7 req-e53c4914-d0a4-411b-84b2-f5dae4daa554 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Received event network-changed-c125d26e-8975-4bf2-a7d7-defe892947a9 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.135023] env[69226]: DEBUG nova.compute.manager [req-69e7ef1f-59c2-4b94-90d2-2b25f9034ee7 req-e53c4914-d0a4-411b-84b2-f5dae4daa554 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Refreshing instance network info cache due to event network-changed-c125d26e-8975-4bf2-a7d7-defe892947a9. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.135505] env[69226]: DEBUG oslo_concurrency.lockutils [req-69e7ef1f-59c2-4b94-90d2-2b25f9034ee7 req-e53c4914-d0a4-411b-84b2-f5dae4daa554 service nova] Acquiring lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.135789] env[69226]: DEBUG oslo_concurrency.lockutils [req-69e7ef1f-59c2-4b94-90d2-2b25f9034ee7 req-e53c4914-d0a4-411b-84b2-f5dae4daa554 service nova] Acquired lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.137343] env[69226]: DEBUG nova.network.neutron [req-69e7ef1f-59c2-4b94-90d2-2b25f9034ee7 req-e53c4914-d0a4-411b-84b2-f5dae4daa554 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Refreshing network info cache for port c125d26e-8975-4bf2-a7d7-defe892947a9 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.228151] env[69226]: ERROR nova.scheduler.client.report [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [req-be03fe98-9bb3-4b7a-96b0-5e78b0a2926b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b569e5e-3afa-426e-9210-ba55a6e69f42. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-be03fe98-9bb3-4b7a-96b0-5e78b0a2926b"}]} [ 1064.246165] env[69226]: DEBUG nova.scheduler.client.report [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Refreshing inventories for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1064.261028] env[69226]: DEBUG nova.scheduler.client.report [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Updating ProviderTree inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1064.261270] env[69226]: DEBUG nova.compute.provider_tree [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1064.273849] env[69226]: DEBUG nova.scheduler.client.report [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Refreshing aggregate associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, aggregates: None {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1064.294335] env[69226]: DEBUG nova.scheduler.client.report [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Refreshing trait associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1064.398044] env[69226]: DEBUG nova.network.neutron [-] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.409451] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': task-3495348, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.457579] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495349, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.631517] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7797fcba-7304-446b-a2e3-d9573206e0ec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.646756] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d8ed0d-dcea-4198-92d9-9d8ef4b19453 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.650706] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.698146] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea0fcea-181e-4e27-8cba-44d9c7a8c4a2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.706059] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3bb7a3-a11c-417a-9927-cb51c55da3dc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.719544] env[69226]: DEBUG nova.compute.provider_tree [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1064.886290] env[69226]: DEBUG nova.network.neutron [req-69e7ef1f-59c2-4b94-90d2-2b25f9034ee7 req-e53c4914-d0a4-411b-84b2-f5dae4daa554 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Updated VIF entry in instance network info cache for port c125d26e-8975-4bf2-a7d7-defe892947a9. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.886675] env[69226]: DEBUG nova.network.neutron [req-69e7ef1f-59c2-4b94-90d2-2b25f9034ee7 req-e53c4914-d0a4-411b-84b2-f5dae4daa554 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Updating instance_info_cache with network_info: [{"id": "c125d26e-8975-4bf2-a7d7-defe892947a9", "address": "fa:16:3e:2e:06:49", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc125d26e-89", "ovs_interfaceid": "c125d26e-8975-4bf2-a7d7-defe892947a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.901013] env[69226]: INFO nova.compute.manager [-] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Took 1.25 seconds to deallocate network for instance. [ 1064.916280] env[69226]: DEBUG oslo_vmware.api [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': task-3495348, 'name': PowerOnVM_Task, 'duration_secs': 0.705712} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.916597] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.916858] env[69226]: INFO nova.compute.manager [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1064.917123] env[69226]: DEBUG nova.compute.manager [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.918876] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69354a5b-d546-4e1b-a6aa-cf9a7cd3d235 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.956121] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495349, 'name': CreateVM_Task, 'duration_secs': 0.702452} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.956214] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.956864] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.957044] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.957361] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.957611] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3414a1d4-4ba4-4a4d-94b5-adbd8495a8a7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.962265] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1064.962265] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52da8a9f-00c5-1964-ec64-30e92674c049" [ 1064.962265] env[69226]: _type = "Task" [ 1064.962265] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.971236] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52da8a9f-00c5-1964-ec64-30e92674c049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.254931] env[69226]: DEBUG nova.scheduler.client.report [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1065.255225] env[69226]: DEBUG nova.compute.provider_tree [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 125 to 126 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1065.255413] env[69226]: DEBUG nova.compute.provider_tree [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1065.389360] env[69226]: DEBUG oslo_concurrency.lockutils [req-69e7ef1f-59c2-4b94-90d2-2b25f9034ee7 req-e53c4914-d0a4-411b-84b2-f5dae4daa554 service nova] Releasing lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.389643] env[69226]: DEBUG nova.compute.manager [req-69e7ef1f-59c2-4b94-90d2-2b25f9034ee7 req-e53c4914-d0a4-411b-84b2-f5dae4daa554 service nova] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Received event network-vif-deleted-7e9bf5e0-5a58-4602-bf49-3963d902d427 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.389824] env[69226]: INFO nova.compute.manager [req-69e7ef1f-59c2-4b94-90d2-2b25f9034ee7 req-e53c4914-d0a4-411b-84b2-f5dae4daa554 service nova] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Neutron deleted interface 7e9bf5e0-5a58-4602-bf49-3963d902d427; detaching it from the instance and deleting it from the info cache [ 1065.390033] env[69226]: DEBUG nova.network.neutron [req-69e7ef1f-59c2-4b94-90d2-2b25f9034ee7 req-e53c4914-d0a4-411b-84b2-f5dae4daa554 service nova] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.411308] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.438523] env[69226]: INFO nova.compute.manager [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Took 44.18 seconds to build instance. [ 1065.473050] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52da8a9f-00c5-1964-ec64-30e92674c049, 'name': SearchDatastore_Task, 'duration_secs': 0.012291} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.473532] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.473720] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.474051] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.474225] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.474411] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.474753] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b48ee406-f24f-4354-adec-22767a18dc59 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.482692] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.482868] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.483656] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ec50db9-4166-4444-b59a-5687d2dbb115 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.488716] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1065.488716] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ccf524-1448-05cb-1c61-24942a1f48d3" [ 1065.488716] env[69226]: _type = "Task" [ 1065.488716] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.497068] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ccf524-1448-05cb-1c61-24942a1f48d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.526173] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730fc308-e78a-440c-b0f0-2cd6dda47ea9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.545807] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Updating instance 'a61ffb14-d449-4ec3-a437-41762289fd98' progress to 0 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.760872] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.543s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.761421] env[69226]: DEBUG nova.compute.manager [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.764507] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.599s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.764775] env[69226]: DEBUG nova.objects.instance [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lazy-loading 'resources' on Instance uuid 727faa28-0e5a-4cb0-b014-f23b3cce44d6 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.895772] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e01d7f0-4523-41b6-9d6e-73543bda6f03 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.907520] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5c2dd3-c3f6-4216-bb85-422ad51ac26d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.940133] env[69226]: DEBUG nova.compute.manager [req-69e7ef1f-59c2-4b94-90d2-2b25f9034ee7 req-e53c4914-d0a4-411b-84b2-f5dae4daa554 service nova] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Detach interface failed, port_id=7e9bf5e0-5a58-4602-bf49-3963d902d427, reason: Instance 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1065.940921] env[69226]: DEBUG oslo_concurrency.lockutils [None req-68d71cbd-30c7-4c92-a425-342ebb8b1bfb tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Lock "062fb886-0b2c-464f-b36c-ee9429441e42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.686s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.999957] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ccf524-1448-05cb-1c61-24942a1f48d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009121} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.000763] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69d5c7b9-0fbc-4a7e-b2fc-4adde1f73724 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.006042] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1066.006042] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5245de28-645b-ce46-7656-e6c033b1d3bf" [ 1066.006042] env[69226]: _type = "Task" [ 1066.006042] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.014612] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5245de28-645b-ce46-7656-e6c033b1d3bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.051542] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.051871] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92c1ffbd-71ca-48b7-8bbc-855fecf9f6be {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.058237] env[69226]: DEBUG oslo_vmware.api [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1066.058237] env[69226]: value = "task-3495350" [ 1066.058237] env[69226]: _type = "Task" [ 1066.058237] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.066423] env[69226]: DEBUG oslo_vmware.api [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.268489] env[69226]: DEBUG nova.compute.utils [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.271134] env[69226]: DEBUG nova.compute.manager [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.271134] env[69226]: DEBUG nova.network.neutron [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.376379] env[69226]: DEBUG nova.policy [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bae6602dcf3d4ff5bf4e74c78e50abc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bfb7e6291bc47759721b974052bfef9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.519227] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5245de28-645b-ce46-7656-e6c033b1d3bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010161} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.520080] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.520080] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 0d447403-e0e2-4212-80cb-ff6ff60b796a/0d447403-e0e2-4212-80cb-ff6ff60b796a.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.520080] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-219e2062-b402-4caa-b31f-504ba32e3aa6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.528590] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1066.528590] env[69226]: value = "task-3495351" [ 1066.528590] env[69226]: _type = "Task" [ 1066.528590] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.540037] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.571679] env[69226]: DEBUG oslo_vmware.api [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495350, 'name': PowerOffVM_Task, 'duration_secs': 0.247257} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.571937] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.572140] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Updating instance 'a61ffb14-d449-4ec3-a437-41762289fd98' progress to 17 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.650497] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49c4a8d-354b-4600-863c-cf85bf3bd2ae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.656898] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b304d5b5-5827-4bcd-b105-7885d2b0874b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.697998] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dbe160-ed7c-4cd8-99b2-67ce4d5893e7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.706361] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc4fd7d-89d7-4b3f-ad94-b0f3082aeac8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.720999] env[69226]: DEBUG nova.compute.provider_tree [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.744865] env[69226]: DEBUG nova.network.neutron [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Successfully created port: 8897b051-3af4-4c88-91c3-07af60508498 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.776572] env[69226]: DEBUG nova.compute.manager [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.039831] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50853} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.040150] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 0d447403-e0e2-4212-80cb-ff6ff60b796a/0d447403-e0e2-4212-80cb-ff6ff60b796a.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.040390] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.040653] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74a416bb-9bab-4154-9324-108bd249ad88 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.047604] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1067.047604] env[69226]: value = "task-3495352" [ 1067.047604] env[69226]: _type = "Task" [ 1067.047604] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.057299] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.083248] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.083577] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.083712] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.083913] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.084104] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.084275] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.085047] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.085047] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.085047] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.085198] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.085319] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.091401] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9762141a-39d8-4af7-8d10-81a6298dd2ab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.108154] env[69226]: DEBUG oslo_vmware.api [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1067.108154] env[69226]: value = "task-3495353" [ 1067.108154] env[69226]: _type = "Task" [ 1067.108154] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.117586] env[69226]: DEBUG oslo_vmware.api [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.227896] env[69226]: DEBUG nova.scheduler.client.report [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.558442] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078243} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.558784] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.560874] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f741875-3d45-4382-ba30-a6bbcee77314 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.582284] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 0d447403-e0e2-4212-80cb-ff6ff60b796a/0d447403-e0e2-4212-80cb-ff6ff60b796a.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.582741] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e97bc1c-579a-479d-a695-53d5fbba31d7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.604654] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1067.604654] env[69226]: value = "task-3495354" [ 1067.604654] env[69226]: _type = "Task" [ 1067.604654] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.615232] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.623593] env[69226]: DEBUG oslo_vmware.api [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495353, 'name': ReconfigVM_Task, 'duration_secs': 0.51526} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.623593] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Updating instance 'a61ffb14-d449-4ec3-a437-41762289fd98' progress to 33 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.734336] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.735774] env[69226]: DEBUG oslo_concurrency.lockutils [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.497s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.738166] env[69226]: INFO nova.compute.claims [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.788262] env[69226]: DEBUG nova.compute.manager [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.803939] env[69226]: INFO nova.scheduler.client.report [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Deleted allocations for instance 727faa28-0e5a-4cb0-b014-f23b3cce44d6 [ 1067.846281] env[69226]: DEBUG nova.virt.hardware [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.846474] env[69226]: DEBUG nova.virt.hardware [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.846634] env[69226]: DEBUG nova.virt.hardware [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.846823] env[69226]: DEBUG nova.virt.hardware [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.846972] env[69226]: DEBUG nova.virt.hardware [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.847140] env[69226]: DEBUG nova.virt.hardware [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.847347] env[69226]: DEBUG nova.virt.hardware [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.847507] env[69226]: DEBUG nova.virt.hardware [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.847670] env[69226]: DEBUG nova.virt.hardware [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.847836] env[69226]: DEBUG nova.virt.hardware [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.848046] env[69226]: DEBUG nova.virt.hardware [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.848959] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019e2060-5b4b-4c61-825b-b8e18e64f2f8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.857019] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee21ec61-0db1-41ce-89b0-d8c685085f86 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.120878] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.129453] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:51:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='671c561d-2ef8-4448-b97d-984ac784b261',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1882761234',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.129718] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.129881] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.130077] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.130225] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.130369] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.130565] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.130721] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.130919] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.131110] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.131291] env[69226]: DEBUG nova.virt.hardware [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.136814] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1068.136963] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7754dd57-1be9-42b4-bb62-90ddebcc6ada {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.155712] env[69226]: DEBUG oslo_vmware.api [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1068.155712] env[69226]: value = "task-3495355" [ 1068.155712] env[69226]: _type = "Task" [ 1068.155712] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.164131] env[69226]: DEBUG oslo_vmware.api [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.302099] env[69226]: DEBUG nova.compute.manager [req-3af64451-31a4-49a0-99f4-ad43d77629fb req-34a4a8e5-eeb3-450b-867c-457fee1bace7 service nova] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Received event network-vif-plugged-8897b051-3af4-4c88-91c3-07af60508498 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.302099] env[69226]: DEBUG oslo_concurrency.lockutils [req-3af64451-31a4-49a0-99f4-ad43d77629fb req-34a4a8e5-eeb3-450b-867c-457fee1bace7 service nova] Acquiring lock "691b03f4-5051-4d88-9294-aeda32dd6708-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.302648] env[69226]: DEBUG oslo_concurrency.lockutils [req-3af64451-31a4-49a0-99f4-ad43d77629fb req-34a4a8e5-eeb3-450b-867c-457fee1bace7 service nova] Lock "691b03f4-5051-4d88-9294-aeda32dd6708-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.302876] env[69226]: DEBUG oslo_concurrency.lockutils [req-3af64451-31a4-49a0-99f4-ad43d77629fb req-34a4a8e5-eeb3-450b-867c-457fee1bace7 service nova] Lock "691b03f4-5051-4d88-9294-aeda32dd6708-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.303112] env[69226]: DEBUG nova.compute.manager [req-3af64451-31a4-49a0-99f4-ad43d77629fb req-34a4a8e5-eeb3-450b-867c-457fee1bace7 service nova] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] No waiting events found dispatching network-vif-plugged-8897b051-3af4-4c88-91c3-07af60508498 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.303303] env[69226]: WARNING nova.compute.manager [req-3af64451-31a4-49a0-99f4-ad43d77629fb req-34a4a8e5-eeb3-450b-867c-457fee1bace7 service nova] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Received unexpected event network-vif-plugged-8897b051-3af4-4c88-91c3-07af60508498 for instance with vm_state building and task_state spawning. [ 1068.312134] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c12ff49e-1335-4677-9627-fd1373aebf50 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "727faa28-0e5a-4cb0-b014-f23b3cce44d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.967s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.325755] env[69226]: DEBUG nova.network.neutron [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Successfully updated port: 8897b051-3af4-4c88-91c3-07af60508498 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.468220] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Acquiring lock "062fb886-0b2c-464f-b36c-ee9429441e42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.468395] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Lock "062fb886-0b2c-464f-b36c-ee9429441e42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.468665] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Acquiring lock "062fb886-0b2c-464f-b36c-ee9429441e42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.468908] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Lock "062fb886-0b2c-464f-b36c-ee9429441e42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.469138] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Lock "062fb886-0b2c-464f-b36c-ee9429441e42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.471437] env[69226]: INFO nova.compute.manager [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Terminating instance [ 1068.621647] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495354, 'name': ReconfigVM_Task, 'duration_secs': 0.732993} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.622078] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 0d447403-e0e2-4212-80cb-ff6ff60b796a/0d447403-e0e2-4212-80cb-ff6ff60b796a.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.623047] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-722fc4cb-3716-49f3-b0f9-4674b89310b7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.629929] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1068.629929] env[69226]: value = "task-3495356" [ 1068.629929] env[69226]: _type = "Task" [ 1068.629929] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.637712] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495356, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.664274] env[69226]: DEBUG oslo_vmware.api [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495355, 'name': ReconfigVM_Task, 'duration_secs': 0.282828} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.664550] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1068.665325] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bfb1b7-150a-48c9-9240-472e3e07e500 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.686909] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] a61ffb14-d449-4ec3-a437-41762289fd98/a61ffb14-d449-4ec3-a437-41762289fd98.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.687389] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-462c39f9-53fb-476e-ab71-445362a1c42a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.705835] env[69226]: DEBUG oslo_vmware.api [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1068.705835] env[69226]: value = "task-3495357" [ 1068.705835] env[69226]: _type = "Task" [ 1068.705835] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.712299] env[69226]: DEBUG oslo_vmware.api [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.829184] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "refresh_cache-691b03f4-5051-4d88-9294-aeda32dd6708" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.829184] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquired lock "refresh_cache-691b03f4-5051-4d88-9294-aeda32dd6708" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.829184] env[69226]: DEBUG nova.network.neutron [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.974860] env[69226]: DEBUG nova.compute.manager [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.975087] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.976071] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3d1987-c0af-4c57-9e05-3242fbaaa536 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.990857] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.991135] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be3b00c8-c2e2-47c7-b3a0-d4ad31287698 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.998928] env[69226]: DEBUG oslo_vmware.api [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Waiting for the task: (returnval){ [ 1068.998928] env[69226]: value = "task-3495358" [ 1068.998928] env[69226]: _type = "Task" [ 1068.998928] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.007472] env[69226]: DEBUG oslo_vmware.api [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': task-3495358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.102359] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dc2598-c5f5-4b32-a541-1356a3284aa8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.109816] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9228fe98-0364-4e90-bb25-e6a0f2c9c6c8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.143629] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052a3996-06d8-42b6-ba14-d396f9409bb6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.155341] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e481f91-88aa-421a-8807-8073a837629f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.159230] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495356, 'name': Rename_Task, 'duration_secs': 0.25304} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.159530] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.160144] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc438859-4625-4822-abf7-3c59ce120ea9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.169427] env[69226]: DEBUG nova.compute.provider_tree [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1069.174897] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1069.174897] env[69226]: value = "task-3495359" [ 1069.174897] env[69226]: _type = "Task" [ 1069.174897] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.182893] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.213920] env[69226]: DEBUG oslo_vmware.api [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495357, 'name': ReconfigVM_Task, 'duration_secs': 0.447674} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.214541] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Reconfigured VM instance instance-00000056 to attach disk [datastore1] a61ffb14-d449-4ec3-a437-41762289fd98/a61ffb14-d449-4ec3-a437-41762289fd98.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.214790] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Updating instance 'a61ffb14-d449-4ec3-a437-41762289fd98' progress to 50 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.365548] env[69226]: DEBUG nova.network.neutron [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.512682] env[69226]: DEBUG oslo_vmware.api [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': task-3495358, 'name': PowerOffVM_Task, 'duration_secs': 0.181178} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.514391] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.514616] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.514964] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8178525e-6ad0-4938-8c9a-848809d0eae1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.549763] env[69226]: DEBUG nova.network.neutron [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Updating instance_info_cache with network_info: [{"id": "8897b051-3af4-4c88-91c3-07af60508498", "address": "fa:16:3e:2f:bb:d5", "network": {"id": "24704e38-d527-4260-beab-ba8b7426eaaa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-126944487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bfb7e6291bc47759721b974052bfef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8897b051-3a", "ovs_interfaceid": "8897b051-3af4-4c88-91c3-07af60508498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.588931] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.588931] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.588931] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Deleting the datastore file [datastore1] 062fb886-0b2c-464f-b36c-ee9429441e42 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.588931] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c848105-dca1-442c-b183-1d585512f35d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.596167] env[69226]: DEBUG oslo_vmware.api [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Waiting for the task: (returnval){ [ 1069.596167] env[69226]: value = "task-3495361" [ 1069.596167] env[69226]: _type = "Task" [ 1069.596167] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.604863] env[69226]: DEBUG oslo_vmware.api [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': task-3495361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.683794] env[69226]: DEBUG oslo_vmware.api [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495359, 'name': PowerOnVM_Task, 'duration_secs': 0.500084} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.684077] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.684285] env[69226]: INFO nova.compute.manager [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1069.684464] env[69226]: DEBUG nova.compute.manager [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.685282] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d1ef68-e296-490b-8e8a-fca190efbfdf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.722214] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771834d1-0416-4c68-98b7-a92d1187e80c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.728792] env[69226]: DEBUG nova.scheduler.client.report [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1069.729089] env[69226]: DEBUG nova.compute.provider_tree [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 126 to 127 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1069.729287] env[69226]: DEBUG nova.compute.provider_tree [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1069.747505] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0921e316-66c8-469a-9296-98cb30d6f3dc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.768008] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Updating instance 'a61ffb14-d449-4ec3-a437-41762289fd98' progress to 67 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.052504] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Releasing lock "refresh_cache-691b03f4-5051-4d88-9294-aeda32dd6708" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.052864] env[69226]: DEBUG nova.compute.manager [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Instance network_info: |[{"id": "8897b051-3af4-4c88-91c3-07af60508498", "address": "fa:16:3e:2f:bb:d5", "network": {"id": "24704e38-d527-4260-beab-ba8b7426eaaa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-126944487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bfb7e6291bc47759721b974052bfef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8897b051-3a", "ovs_interfaceid": "8897b051-3af4-4c88-91c3-07af60508498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.053345] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:bb:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8897b051-3af4-4c88-91c3-07af60508498', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.061087] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.061272] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.061500] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8cfce2e-5406-4fee-b664-ef034d9155c0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.082051] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.082051] env[69226]: value = "task-3495362" [ 1070.082051] env[69226]: _type = "Task" [ 1070.082051] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.089839] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495362, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.108487] env[69226]: DEBUG oslo_vmware.api [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Task: {'id': task-3495361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500975} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.108852] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.108957] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.109174] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.109394] env[69226]: INFO nova.compute.manager [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1070.109650] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.109880] env[69226]: DEBUG nova.compute.manager [-] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.109996] env[69226]: DEBUG nova.network.neutron [-] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.204916] env[69226]: INFO nova.compute.manager [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Took 42.42 seconds to build instance. [ 1070.249209] env[69226]: DEBUG oslo_concurrency.lockutils [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.249209] env[69226]: DEBUG nova.compute.manager [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.251637] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.168s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.254018] env[69226]: INFO nova.compute.claims [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.335959] env[69226]: DEBUG nova.compute.manager [req-314e408c-5c89-4526-9ff4-d989c25107ca req-c5847e96-9e3b-4001-947d-f86b32e45d26 service nova] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Received event network-changed-8897b051-3af4-4c88-91c3-07af60508498 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.336338] env[69226]: DEBUG nova.compute.manager [req-314e408c-5c89-4526-9ff4-d989c25107ca req-c5847e96-9e3b-4001-947d-f86b32e45d26 service nova] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Refreshing instance network info cache due to event network-changed-8897b051-3af4-4c88-91c3-07af60508498. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.336441] env[69226]: DEBUG oslo_concurrency.lockutils [req-314e408c-5c89-4526-9ff4-d989c25107ca req-c5847e96-9e3b-4001-947d-f86b32e45d26 service nova] Acquiring lock "refresh_cache-691b03f4-5051-4d88-9294-aeda32dd6708" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.336740] env[69226]: DEBUG oslo_concurrency.lockutils [req-314e408c-5c89-4526-9ff4-d989c25107ca req-c5847e96-9e3b-4001-947d-f86b32e45d26 service nova] Acquired lock "refresh_cache-691b03f4-5051-4d88-9294-aeda32dd6708" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.336985] env[69226]: DEBUG nova.network.neutron [req-314e408c-5c89-4526-9ff4-d989c25107ca req-c5847e96-9e3b-4001-947d-f86b32e45d26 service nova] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Refreshing network info cache for port 8897b051-3af4-4c88-91c3-07af60508498 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.373403] env[69226]: DEBUG nova.network.neutron [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Port 4aa8fa61-406e-46e2-a710-85c6e3e105d6 binding to destination host cpu-1 is already ACTIVE {{(pid=69226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1070.595681] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495362, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.704471] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89cec7e2-c1e5-446d-88d6-2bdcc31cebb9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "0d447403-e0e2-4212-80cb-ff6ff60b796a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.927s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.761463] env[69226]: DEBUG nova.compute.utils [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.763411] env[69226]: DEBUG nova.compute.manager [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.763411] env[69226]: DEBUG nova.network.neutron [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.808585] env[69226]: DEBUG nova.policy [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cf2ec25cd6a4dc79e6a5116ab6873e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b5b3221b1ae41afbb9c61a2c2418a58', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.095052] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495362, 'name': CreateVM_Task, 'duration_secs': 0.851542} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.095252] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.096168] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.096168] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.096502] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.096764] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dca496dc-0d87-48ea-9ec4-cbb271d93116 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.104209] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 1071.104209] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d06408-fa29-d7ec-98fd-7dd781826a3d" [ 1071.104209] env[69226]: _type = "Task" [ 1071.104209] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.112880] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d06408-fa29-d7ec-98fd-7dd781826a3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.158129] env[69226]: DEBUG nova.network.neutron [req-314e408c-5c89-4526-9ff4-d989c25107ca req-c5847e96-9e3b-4001-947d-f86b32e45d26 service nova] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Updated VIF entry in instance network info cache for port 8897b051-3af4-4c88-91c3-07af60508498. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.158643] env[69226]: DEBUG nova.network.neutron [req-314e408c-5c89-4526-9ff4-d989c25107ca req-c5847e96-9e3b-4001-947d-f86b32e45d26 service nova] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Updating instance_info_cache with network_info: [{"id": "8897b051-3af4-4c88-91c3-07af60508498", "address": "fa:16:3e:2f:bb:d5", "network": {"id": "24704e38-d527-4260-beab-ba8b7426eaaa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-126944487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bfb7e6291bc47759721b974052bfef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8897b051-3a", "ovs_interfaceid": "8897b051-3af4-4c88-91c3-07af60508498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.168254] env[69226]: DEBUG nova.network.neutron [-] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.211019] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "418bb2f3-bfba-41bf-af24-9453097c4b06" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.211019] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "418bb2f3-bfba-41bf-af24-9453097c4b06" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.211019] env[69226]: INFO nova.compute.manager [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Shelving [ 1071.267593] env[69226]: DEBUG nova.compute.manager [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.281294] env[69226]: DEBUG nova.network.neutron [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Successfully created port: f020bb69-b2a6-48b3-9854-58e97311c827 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.409643] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "a61ffb14-d449-4ec3-a437-41762289fd98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.409935] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "a61ffb14-d449-4ec3-a437-41762289fd98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.410271] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "a61ffb14-d449-4ec3-a437-41762289fd98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.603807] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad42f2f-e73b-480c-8b00-e7849f5d209a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.615148] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d06408-fa29-d7ec-98fd-7dd781826a3d, 'name': SearchDatastore_Task, 'duration_secs': 0.018071} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.616998] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.617262] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.617509] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.617656] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.617831] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.618143] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba50b28f-421d-4ca7-ae2b-bc686456dbdc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.620465] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da66d63-4565-48d3-b37f-1b58822b9ea2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.651948] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a2734f-c15b-4619-b1c0-2ae08ed1c516 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.654444] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.654623] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.655301] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c855fe92-4140-4bed-8fee-190279f71801 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.660121] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 1071.660121] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52304db7-e93d-a610-6746-93704a6777f2" [ 1071.660121] env[69226]: _type = "Task" [ 1071.660121] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.665781] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ee2ee0-13ba-4eae-aec5-272de0c807ec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.669633] env[69226]: DEBUG oslo_concurrency.lockutils [req-314e408c-5c89-4526-9ff4-d989c25107ca req-c5847e96-9e3b-4001-947d-f86b32e45d26 service nova] Releasing lock "refresh_cache-691b03f4-5051-4d88-9294-aeda32dd6708" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.670667] env[69226]: INFO nova.compute.manager [-] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Took 1.56 seconds to deallocate network for instance. [ 1071.683197] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52304db7-e93d-a610-6746-93704a6777f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011474} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.683584] env[69226]: DEBUG nova.compute.provider_tree [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.687741] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc1b4ff-8180-4fcc-a587-5c7476447d5c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.692864] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 1071.692864] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528823f5-62d8-6544-70f7-3af92bbe1023" [ 1071.692864] env[69226]: _type = "Task" [ 1071.692864] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.702054] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528823f5-62d8-6544-70f7-3af92bbe1023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.874860] env[69226]: DEBUG oslo_concurrency.lockutils [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "a6718646-2780-4389-9be9-e911c88e49fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.875106] env[69226]: DEBUG oslo_concurrency.lockutils [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "a6718646-2780-4389-9be9-e911c88e49fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.189072] env[69226]: DEBUG nova.scheduler.client.report [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.192751] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.202567] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528823f5-62d8-6544-70f7-3af92bbe1023, 'name': SearchDatastore_Task, 'duration_secs': 0.019896} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.202813] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.203077] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 691b03f4-5051-4d88-9294-aeda32dd6708/691b03f4-5051-4d88-9294-aeda32dd6708.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.203863] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdd7206c-0fe4-47be-bb2c-d023a50dbedb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.211674] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 1072.211674] env[69226]: value = "task-3495363" [ 1072.211674] env[69226]: _type = "Task" [ 1072.211674] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.219740] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.219984] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.220207] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dad87e2-a6d5-41e6-bf26-cbd72f27db4f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.225607] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1072.225607] env[69226]: value = "task-3495364" [ 1072.225607] env[69226]: _type = "Task" [ 1072.225607] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.233824] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.301385] env[69226]: DEBUG nova.compute.manager [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.330113] env[69226]: DEBUG nova.virt.hardware [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.330403] env[69226]: DEBUG nova.virt.hardware [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.330610] env[69226]: DEBUG nova.virt.hardware [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.330814] env[69226]: DEBUG nova.virt.hardware [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.331018] env[69226]: DEBUG nova.virt.hardware [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.331220] env[69226]: DEBUG nova.virt.hardware [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.331478] env[69226]: DEBUG nova.virt.hardware [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.331685] env[69226]: DEBUG nova.virt.hardware [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.331928] env[69226]: DEBUG nova.virt.hardware [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.332226] env[69226]: DEBUG nova.virt.hardware [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.332439] env[69226]: DEBUG nova.virt.hardware [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.333325] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8091a8-8bd6-4d17-9e70-5f88616cf9bd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.344336] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2d7226-cd18-4bbc-99e1-6ff5a2c03a9c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.368979] env[69226]: DEBUG nova.compute.manager [req-1af92645-1d17-4e20-bd38-cf7fef10bfa6 req-91e73bb7-30ed-4bc2-94c5-e6e0224a8e8c service nova] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Received event network-vif-deleted-54f4b258-19f3-455b-b577-94a48057664b {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.369192] env[69226]: DEBUG nova.compute.manager [req-1af92645-1d17-4e20-bd38-cf7fef10bfa6 req-91e73bb7-30ed-4bc2-94c5-e6e0224a8e8c service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Received event network-changed-c125d26e-8975-4bf2-a7d7-defe892947a9 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.369395] env[69226]: DEBUG nova.compute.manager [req-1af92645-1d17-4e20-bd38-cf7fef10bfa6 req-91e73bb7-30ed-4bc2-94c5-e6e0224a8e8c service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Refreshing instance network info cache due to event network-changed-c125d26e-8975-4bf2-a7d7-defe892947a9. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.369642] env[69226]: DEBUG oslo_concurrency.lockutils [req-1af92645-1d17-4e20-bd38-cf7fef10bfa6 req-91e73bb7-30ed-4bc2-94c5-e6e0224a8e8c service nova] Acquiring lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.369811] env[69226]: DEBUG oslo_concurrency.lockutils [req-1af92645-1d17-4e20-bd38-cf7fef10bfa6 req-91e73bb7-30ed-4bc2-94c5-e6e0224a8e8c service nova] Acquired lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.369995] env[69226]: DEBUG nova.network.neutron [req-1af92645-1d17-4e20-bd38-cf7fef10bfa6 req-91e73bb7-30ed-4bc2-94c5-e6e0224a8e8c service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Refreshing network info cache for port c125d26e-8975-4bf2-a7d7-defe892947a9 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.377309] env[69226]: DEBUG nova.compute.manager [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.445764] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "refresh_cache-a61ffb14-d449-4ec3-a437-41762289fd98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.445980] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquired lock "refresh_cache-a61ffb14-d449-4ec3-a437-41762289fd98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.446173] env[69226]: DEBUG nova.network.neutron [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.694825] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.695841] env[69226]: DEBUG nova.compute.manager [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.699358] env[69226]: DEBUG oslo_concurrency.lockutils [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.574s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.724361] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495363, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.736480] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495364, 'name': PowerOffVM_Task, 'duration_secs': 0.188848} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.737169] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.738926] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c82be28-cef4-40b2-a1b4-deae0a3e4ace {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.760958] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1b3314-8f9c-4ca0-b376-058ba14b962a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.785033] env[69226]: DEBUG nova.network.neutron [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Successfully updated port: f020bb69-b2a6-48b3-9854-58e97311c827 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.905023] env[69226]: DEBUG oslo_concurrency.lockutils [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.188087] env[69226]: DEBUG nova.network.neutron [req-1af92645-1d17-4e20-bd38-cf7fef10bfa6 req-91e73bb7-30ed-4bc2-94c5-e6e0224a8e8c service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Updated VIF entry in instance network info cache for port c125d26e-8975-4bf2-a7d7-defe892947a9. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.188570] env[69226]: DEBUG nova.network.neutron [req-1af92645-1d17-4e20-bd38-cf7fef10bfa6 req-91e73bb7-30ed-4bc2-94c5-e6e0224a8e8c service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Updating instance_info_cache with network_info: [{"id": "c125d26e-8975-4bf2-a7d7-defe892947a9", "address": "fa:16:3e:2e:06:49", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc125d26e-89", "ovs_interfaceid": "c125d26e-8975-4bf2-a7d7-defe892947a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.202200] env[69226]: DEBUG nova.compute.utils [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.206321] env[69226]: DEBUG nova.compute.manager [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.206542] env[69226]: DEBUG nova.network.neutron [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.222234] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726034} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.224715] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 691b03f4-5051-4d88-9294-aeda32dd6708/691b03f4-5051-4d88-9294-aeda32dd6708.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.224947] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.225417] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7763b73-56ce-47d8-904b-af0e374e5d6d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.232648] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 1073.232648] env[69226]: value = "task-3495365" [ 1073.232648] env[69226]: _type = "Task" [ 1073.232648] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.243180] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.246586] env[69226]: DEBUG nova.network.neutron [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Updating instance_info_cache with network_info: [{"id": "4aa8fa61-406e-46e2-a710-85c6e3e105d6", "address": "fa:16:3e:b7:98:6d", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8fa61-40", "ovs_interfaceid": "4aa8fa61-406e-46e2-a710-85c6e3e105d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.260925] env[69226]: DEBUG nova.policy [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c5f60bdff1f43fca61d786607f4e49c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66aa0a2126264cfca886a893cfa086c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.272439] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Creating Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1073.272736] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bc229060-6fb8-4196-8609-b2859d4aabd1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.282286] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1073.282286] env[69226]: value = "task-3495366" [ 1073.282286] env[69226]: _type = "Task" [ 1073.282286] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.290946] env[69226]: DEBUG oslo_concurrency.lockutils [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Acquiring lock "refresh_cache-496b9f99-4216-49f6-8f5c-39c3818947ae" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.291150] env[69226]: DEBUG oslo_concurrency.lockutils [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Acquired lock "refresh_cache-496b9f99-4216-49f6-8f5c-39c3818947ae" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.291334] env[69226]: DEBUG nova.network.neutron [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.292499] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495366, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.583557] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b98584f-9e87-437b-b758-0377aa8b6958 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.591882] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579fdec0-6bb1-4b8d-ba34-0bf68abd5834 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.624855] env[69226]: DEBUG nova.network.neutron [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Successfully created port: 9bc79ed1-f427-48b7-9976-7b029eefce81 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.627865] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da29e67-fe36-40c8-a99d-2f1444c9d6e7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.636226] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1397da0f-9188-4e27-8392-f8f78e22f2cc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.651110] env[69226]: DEBUG nova.compute.provider_tree [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.691580] env[69226]: DEBUG oslo_concurrency.lockutils [req-1af92645-1d17-4e20-bd38-cf7fef10bfa6 req-91e73bb7-30ed-4bc2-94c5-e6e0224a8e8c service nova] Releasing lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.707435] env[69226]: DEBUG nova.compute.manager [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.742396] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071834} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.742710] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.743594] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8454d6bf-d257-4793-9bbc-77cd03447b65 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.757609] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Releasing lock "refresh_cache-a61ffb14-d449-4ec3-a437-41762289fd98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.769504] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 691b03f4-5051-4d88-9294-aeda32dd6708/691b03f4-5051-4d88-9294-aeda32dd6708.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.770667] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8351b688-7df4-4ce5-9e15-31527c73987c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.797632] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495366, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.800692] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 1073.800692] env[69226]: value = "task-3495367" [ 1073.800692] env[69226]: _type = "Task" [ 1073.800692] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.808952] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495367, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.941115] env[69226]: DEBUG nova.network.neutron [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.154131] env[69226]: DEBUG nova.scheduler.client.report [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.165682] env[69226]: DEBUG nova.network.neutron [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Updating instance_info_cache with network_info: [{"id": "f020bb69-b2a6-48b3-9854-58e97311c827", "address": "fa:16:3e:5e:1f:2c", "network": {"id": "ad1407de-d0cb-4cb9-ba73-57ca71633852", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-558282782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b5b3221b1ae41afbb9c61a2c2418a58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf020bb69-b2", "ovs_interfaceid": "f020bb69-b2a6-48b3-9854-58e97311c827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.292381] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90bbece-f18c-4f32-b7a8-cb6684fed667 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.298289] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495366, 'name': CreateSnapshot_Task, 'duration_secs': 1.006332} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.298961] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Created Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1074.299731] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc63f22-3c1c-41d2-a4de-5151924009a7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.324655] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da38d4d6-fac8-4f3f-beb9-c941ec9865b4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.341138] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495367, 'name': ReconfigVM_Task, 'duration_secs': 0.46052} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.341506] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Updating instance 'a61ffb14-d449-4ec3-a437-41762289fd98' progress to 83 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.345015] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 691b03f4-5051-4d88-9294-aeda32dd6708/691b03f4-5051-4d88-9294-aeda32dd6708.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.345846] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04335e09-4d26-4b1a-b3fb-ff0f80019e7b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.354011] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 1074.354011] env[69226]: value = "task-3495368" [ 1074.354011] env[69226]: _type = "Task" [ 1074.354011] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.367694] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495368, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.396886] env[69226]: DEBUG nova.compute.manager [req-f5c8c038-d0f1-4f57-b4cb-b4d30439e0a9 req-9028d5f0-12e7-454f-bc21-ae5ede4ec4a0 service nova] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Received event network-vif-plugged-f020bb69-b2a6-48b3-9854-58e97311c827 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.397205] env[69226]: DEBUG oslo_concurrency.lockutils [req-f5c8c038-d0f1-4f57-b4cb-b4d30439e0a9 req-9028d5f0-12e7-454f-bc21-ae5ede4ec4a0 service nova] Acquiring lock "496b9f99-4216-49f6-8f5c-39c3818947ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.397471] env[69226]: DEBUG oslo_concurrency.lockutils [req-f5c8c038-d0f1-4f57-b4cb-b4d30439e0a9 req-9028d5f0-12e7-454f-bc21-ae5ede4ec4a0 service nova] Lock "496b9f99-4216-49f6-8f5c-39c3818947ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.397689] env[69226]: DEBUG oslo_concurrency.lockutils [req-f5c8c038-d0f1-4f57-b4cb-b4d30439e0a9 req-9028d5f0-12e7-454f-bc21-ae5ede4ec4a0 service nova] Lock "496b9f99-4216-49f6-8f5c-39c3818947ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.397895] env[69226]: DEBUG nova.compute.manager [req-f5c8c038-d0f1-4f57-b4cb-b4d30439e0a9 req-9028d5f0-12e7-454f-bc21-ae5ede4ec4a0 service nova] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] No waiting events found dispatching network-vif-plugged-f020bb69-b2a6-48b3-9854-58e97311c827 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.398138] env[69226]: WARNING nova.compute.manager [req-f5c8c038-d0f1-4f57-b4cb-b4d30439e0a9 req-9028d5f0-12e7-454f-bc21-ae5ede4ec4a0 service nova] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Received unexpected event network-vif-plugged-f020bb69-b2a6-48b3-9854-58e97311c827 for instance with vm_state building and task_state spawning. [ 1074.398372] env[69226]: DEBUG nova.compute.manager [req-f5c8c038-d0f1-4f57-b4cb-b4d30439e0a9 req-9028d5f0-12e7-454f-bc21-ae5ede4ec4a0 service nova] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Received event network-changed-f020bb69-b2a6-48b3-9854-58e97311c827 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.398573] env[69226]: DEBUG nova.compute.manager [req-f5c8c038-d0f1-4f57-b4cb-b4d30439e0a9 req-9028d5f0-12e7-454f-bc21-ae5ede4ec4a0 service nova] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Refreshing instance network info cache due to event network-changed-f020bb69-b2a6-48b3-9854-58e97311c827. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.398775] env[69226]: DEBUG oslo_concurrency.lockutils [req-f5c8c038-d0f1-4f57-b4cb-b4d30439e0a9 req-9028d5f0-12e7-454f-bc21-ae5ede4ec4a0 service nova] Acquiring lock "refresh_cache-496b9f99-4216-49f6-8f5c-39c3818947ae" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.667766] env[69226]: DEBUG oslo_concurrency.lockutils [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Releasing lock "refresh_cache-496b9f99-4216-49f6-8f5c-39c3818947ae" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.668129] env[69226]: DEBUG nova.compute.manager [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Instance network_info: |[{"id": "f020bb69-b2a6-48b3-9854-58e97311c827", "address": "fa:16:3e:5e:1f:2c", "network": {"id": "ad1407de-d0cb-4cb9-ba73-57ca71633852", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-558282782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b5b3221b1ae41afbb9c61a2c2418a58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf020bb69-b2", "ovs_interfaceid": "f020bb69-b2a6-48b3-9854-58e97311c827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.668477] env[69226]: DEBUG oslo_concurrency.lockutils [req-f5c8c038-d0f1-4f57-b4cb-b4d30439e0a9 req-9028d5f0-12e7-454f-bc21-ae5ede4ec4a0 service nova] Acquired lock "refresh_cache-496b9f99-4216-49f6-8f5c-39c3818947ae" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.669058] env[69226]: DEBUG nova.network.neutron [req-f5c8c038-d0f1-4f57-b4cb-b4d30439e0a9 req-9028d5f0-12e7-454f-bc21-ae5ede4ec4a0 service nova] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Refreshing network info cache for port f020bb69-b2a6-48b3-9854-58e97311c827 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.669944] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:1f:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f020bb69-b2a6-48b3-9854-58e97311c827', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.677945] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Creating folder: Project (6b5b3221b1ae41afbb9c61a2c2418a58). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.680816] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61563935-5c81-4f2d-8e77-772423e80005 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.692695] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Created folder: Project (6b5b3221b1ae41afbb9c61a2c2418a58) in parent group-v698365. [ 1074.694312] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Creating folder: Instances. Parent ref: group-v698608. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.694312] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60544915-ed2d-4ee1-a948-6b21489c1efb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.702929] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Created folder: Instances in parent group-v698608. [ 1074.703203] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.703555] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.703746] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0480a336-bfc2-4343-96ef-7626c7d227a1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.721452] env[69226]: DEBUG nova.compute.manager [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.728062] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.728062] env[69226]: value = "task-3495371" [ 1074.728062] env[69226]: _type = "Task" [ 1074.728062] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.738092] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495371, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.749174] env[69226]: DEBUG nova.virt.hardware [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.749437] env[69226]: DEBUG nova.virt.hardware [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.749595] env[69226]: DEBUG nova.virt.hardware [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.749778] env[69226]: DEBUG nova.virt.hardware [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.749926] env[69226]: DEBUG nova.virt.hardware [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.750095] env[69226]: DEBUG nova.virt.hardware [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.750326] env[69226]: DEBUG nova.virt.hardware [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.750487] env[69226]: DEBUG nova.virt.hardware [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.750651] env[69226]: DEBUG nova.virt.hardware [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.750809] env[69226]: DEBUG nova.virt.hardware [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.751016] env[69226]: DEBUG nova.virt.hardware [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.751841] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0de4f2a-7079-48f1-8840-bee10dda1e65 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.763032] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7f756b-f787-48a7-9f68-83130b110def {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.843497] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Creating linked-clone VM from snapshot {{(pid=69226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1074.843807] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f88f98ac-d099-4e73-bbd7-7c41b354c606 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.848647] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.848925] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6c8ad70-5566-47ae-ab0e-12ebc0422545 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.859359] env[69226]: DEBUG oslo_vmware.api [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1074.859359] env[69226]: value = "task-3495373" [ 1074.859359] env[69226]: _type = "Task" [ 1074.859359] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.859609] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1074.859609] env[69226]: value = "task-3495372" [ 1074.859609] env[69226]: _type = "Task" [ 1074.859609] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.868522] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495368, 'name': Rename_Task, 'duration_secs': 0.200342} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.869469] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.869664] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f40dc8f-61cc-45f6-944f-1cbaaafab10a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.875278] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495372, 'name': CloneVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.878583] env[69226]: DEBUG oslo_vmware.api [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.878846] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 1074.878846] env[69226]: value = "task-3495374" [ 1074.878846] env[69226]: _type = "Task" [ 1074.878846] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.889345] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.916225] env[69226]: DEBUG nova.network.neutron [req-f5c8c038-d0f1-4f57-b4cb-b4d30439e0a9 req-9028d5f0-12e7-454f-bc21-ae5ede4ec4a0 service nova] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Updated VIF entry in instance network info cache for port f020bb69-b2a6-48b3-9854-58e97311c827. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.916627] env[69226]: DEBUG nova.network.neutron [req-f5c8c038-d0f1-4f57-b4cb-b4d30439e0a9 req-9028d5f0-12e7-454f-bc21-ae5ede4ec4a0 service nova] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Updating instance_info_cache with network_info: [{"id": "f020bb69-b2a6-48b3-9854-58e97311c827", "address": "fa:16:3e:5e:1f:2c", "network": {"id": "ad1407de-d0cb-4cb9-ba73-57ca71633852", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-558282782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b5b3221b1ae41afbb9c61a2c2418a58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf020bb69-b2", "ovs_interfaceid": "f020bb69-b2a6-48b3-9854-58e97311c827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.167417] env[69226]: DEBUG oslo_concurrency.lockutils [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.469s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.171793] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.268s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.172178] env[69226]: DEBUG nova.objects.instance [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lazy-loading 'resources' on Instance uuid c631ecac-18a0-4996-9464-efce8476b36e {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.238705] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495371, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.373535] env[69226]: DEBUG oslo_vmware.api [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495373, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.377794] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495372, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.392275] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495374, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.419969] env[69226]: DEBUG oslo_concurrency.lockutils [req-f5c8c038-d0f1-4f57-b4cb-b4d30439e0a9 req-9028d5f0-12e7-454f-bc21-ae5ede4ec4a0 service nova] Releasing lock "refresh_cache-496b9f99-4216-49f6-8f5c-39c3818947ae" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.479176] env[69226]: DEBUG nova.network.neutron [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Successfully updated port: 9bc79ed1-f427-48b7-9976-7b029eefce81 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.729247] env[69226]: INFO nova.scheduler.client.report [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleted allocation for migration aa47f9b2-afc8-427f-b330-0d90a75a46b1 [ 1075.744642] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495371, 'name': CreateVM_Task, 'duration_secs': 0.851466} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.744763] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.745711] env[69226]: DEBUG oslo_concurrency.lockutils [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.745711] env[69226]: DEBUG oslo_concurrency.lockutils [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.746078] env[69226]: DEBUG oslo_concurrency.lockutils [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.746624] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-613d18c9-d080-492d-980a-bb1f2e2b71a8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.751091] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Waiting for the task: (returnval){ [ 1075.751091] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529b57bf-3b54-c0c6-a9b8-edc7668c31f1" [ 1075.751091] env[69226]: _type = "Task" [ 1075.751091] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.763843] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529b57bf-3b54-c0c6-a9b8-edc7668c31f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.874875] env[69226]: DEBUG oslo_vmware.api [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495373, 'name': PowerOnVM_Task, 'duration_secs': 0.716039} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.881171] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.881431] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9af16bda-5f7b-41d0-9d73-30b35e38c071 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Updating instance 'a61ffb14-d449-4ec3-a437-41762289fd98' progress to 100 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.885286] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495372, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.895718] env[69226]: DEBUG oslo_vmware.api [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495374, 'name': PowerOnVM_Task, 'duration_secs': 0.763989} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.896032] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.896267] env[69226]: INFO nova.compute.manager [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1075.896614] env[69226]: DEBUG nova.compute.manager [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.897295] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db330007-60a5-4dc6-acdf-77a41df3728d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.987168] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.987168] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquired lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.987168] env[69226]: DEBUG nova.network.neutron [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.039191] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffe0671-bb21-47d2-9ddc-ac2cbdecfd09 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.046723] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0fe4ea-06c9-4a6d-8187-697c6e6885ab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.087214] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10b9e80-5ce6-4c81-96d9-332e2ec9841f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.095697] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298e45db-c4f7-452d-86d1-3b98364661bb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.111949] env[69226]: DEBUG nova.compute.provider_tree [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.241447] env[69226]: DEBUG oslo_concurrency.lockutils [None req-248790f7-34c0-42a0-bea4-3138c9a765d0 tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "f6caffbc-1250-4852-94b4-e4868adc632c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.837s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.266104] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529b57bf-3b54-c0c6-a9b8-edc7668c31f1, 'name': SearchDatastore_Task, 'duration_secs': 0.018382} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.266104] env[69226]: DEBUG oslo_concurrency.lockutils [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.266104] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.266104] env[69226]: DEBUG oslo_concurrency.lockutils [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.266327] env[69226]: DEBUG oslo_concurrency.lockutils [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.266401] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.266913] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cbaae30-c100-4bf7-913f-1e020397f6ba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.277600] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.277796] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.278635] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf4c180-1e53-4332-a2ac-859a8fbc2dc8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.286021] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Waiting for the task: (returnval){ [ 1076.286021] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ec5454-711e-5024-7170-612c7e3bd15f" [ 1076.286021] env[69226]: _type = "Task" [ 1076.286021] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.293396] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ec5454-711e-5024-7170-612c7e3bd15f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.374145] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495372, 'name': CloneVM_Task, 'duration_secs': 1.265732} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.374585] env[69226]: INFO nova.virt.vmwareapi.vmops [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Created linked-clone VM from snapshot [ 1076.375396] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8dae97-34ec-47c7-9a8f-165fb481d827 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.383078] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Uploading image 7f5750bb-42ed-40cd-a4dc-3848c87cc520 {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1076.410657] env[69226]: DEBUG oslo_vmware.rw_handles [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1076.410657] env[69226]: value = "vm-698611" [ 1076.410657] env[69226]: _type = "VirtualMachine" [ 1076.410657] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1076.417851] env[69226]: INFO nova.compute.manager [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Took 43.54 seconds to build instance. [ 1076.419716] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-07894632-acea-4752-a818-4405aa2b90b0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.427825] env[69226]: DEBUG oslo_vmware.rw_handles [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lease: (returnval){ [ 1076.427825] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5292c22a-76dd-a541-d893-ed12f11a8a68" [ 1076.427825] env[69226]: _type = "HttpNfcLease" [ 1076.427825] env[69226]: } obtained for exporting VM: (result){ [ 1076.427825] env[69226]: value = "vm-698611" [ 1076.427825] env[69226]: _type = "VirtualMachine" [ 1076.427825] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1076.428079] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the lease: (returnval){ [ 1076.428079] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5292c22a-76dd-a541-d893-ed12f11a8a68" [ 1076.428079] env[69226]: _type = "HttpNfcLease" [ 1076.428079] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1076.437509] env[69226]: DEBUG nova.compute.manager [req-cb0ab457-c579-48a9-afc5-02b4fdfaa7e9 req-d9f6f026-e1ef-4425-96b5-f92d90dc34a6 service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Received event network-vif-plugged-9bc79ed1-f427-48b7-9976-7b029eefce81 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.437509] env[69226]: DEBUG oslo_concurrency.lockutils [req-cb0ab457-c579-48a9-afc5-02b4fdfaa7e9 req-d9f6f026-e1ef-4425-96b5-f92d90dc34a6 service nova] Acquiring lock "8341dde8-af28-4fac-9c5b-d9873c8013bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.437509] env[69226]: DEBUG oslo_concurrency.lockutils [req-cb0ab457-c579-48a9-afc5-02b4fdfaa7e9 req-d9f6f026-e1ef-4425-96b5-f92d90dc34a6 service nova] Lock "8341dde8-af28-4fac-9c5b-d9873c8013bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.437509] env[69226]: DEBUG oslo_concurrency.lockutils [req-cb0ab457-c579-48a9-afc5-02b4fdfaa7e9 req-d9f6f026-e1ef-4425-96b5-f92d90dc34a6 service nova] Lock "8341dde8-af28-4fac-9c5b-d9873c8013bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.437509] env[69226]: DEBUG nova.compute.manager [req-cb0ab457-c579-48a9-afc5-02b4fdfaa7e9 req-d9f6f026-e1ef-4425-96b5-f92d90dc34a6 service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] No waiting events found dispatching network-vif-plugged-9bc79ed1-f427-48b7-9976-7b029eefce81 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.437509] env[69226]: WARNING nova.compute.manager [req-cb0ab457-c579-48a9-afc5-02b4fdfaa7e9 req-d9f6f026-e1ef-4425-96b5-f92d90dc34a6 service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Received unexpected event network-vif-plugged-9bc79ed1-f427-48b7-9976-7b029eefce81 for instance with vm_state building and task_state spawning. [ 1076.437509] env[69226]: DEBUG nova.compute.manager [req-cb0ab457-c579-48a9-afc5-02b4fdfaa7e9 req-d9f6f026-e1ef-4425-96b5-f92d90dc34a6 service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Received event network-changed-9bc79ed1-f427-48b7-9976-7b029eefce81 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.437509] env[69226]: DEBUG nova.compute.manager [req-cb0ab457-c579-48a9-afc5-02b4fdfaa7e9 req-d9f6f026-e1ef-4425-96b5-f92d90dc34a6 service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Refreshing instance network info cache due to event network-changed-9bc79ed1-f427-48b7-9976-7b029eefce81. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.438088] env[69226]: DEBUG oslo_concurrency.lockutils [req-cb0ab457-c579-48a9-afc5-02b4fdfaa7e9 req-d9f6f026-e1ef-4425-96b5-f92d90dc34a6 service nova] Acquiring lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.440298] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1076.440298] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5292c22a-76dd-a541-d893-ed12f11a8a68" [ 1076.440298] env[69226]: _type = "HttpNfcLease" [ 1076.440298] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1076.443220] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "f6caffbc-1250-4852-94b4-e4868adc632c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.444774] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "f6caffbc-1250-4852-94b4-e4868adc632c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.444774] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "f6caffbc-1250-4852-94b4-e4868adc632c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.444774] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "f6caffbc-1250-4852-94b4-e4868adc632c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.444774] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "f6caffbc-1250-4852-94b4-e4868adc632c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.445996] env[69226]: INFO nova.compute.manager [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Terminating instance [ 1076.519563] env[69226]: DEBUG nova.network.neutron [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.614833] env[69226]: DEBUG nova.scheduler.client.report [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.660718] env[69226]: DEBUG nova.network.neutron [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Updating instance_info_cache with network_info: [{"id": "9bc79ed1-f427-48b7-9976-7b029eefce81", "address": "fa:16:3e:0a:09:e4", "network": {"id": "61f4be9c-0e3d-4a47-bb9b-afb0b674e5b2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1604472150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66aa0a2126264cfca886a893cfa086c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bc79ed1-f4", "ovs_interfaceid": "9bc79ed1-f427-48b7-9976-7b029eefce81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.795831] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ec5454-711e-5024-7170-612c7e3bd15f, 'name': SearchDatastore_Task, 'duration_secs': 0.044207} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.796732] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fbf709c-6d5c-4189-a337-195f083bcb92 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.802171] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Waiting for the task: (returnval){ [ 1076.802171] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52df6a32-fa74-36ab-e736-fea869e0e889" [ 1076.802171] env[69226]: _type = "Task" [ 1076.802171] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.810717] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52df6a32-fa74-36ab-e736-fea869e0e889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.922617] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d92bb2ab-b389-4a6a-a13a-6ef5f4e563bb tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "691b03f4-5051-4d88-9294-aeda32dd6708" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.050s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.938760] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1076.938760] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5292c22a-76dd-a541-d893-ed12f11a8a68" [ 1076.938760] env[69226]: _type = "HttpNfcLease" [ 1076.938760] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1076.938760] env[69226]: DEBUG oslo_vmware.rw_handles [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1076.938760] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5292c22a-76dd-a541-d893-ed12f11a8a68" [ 1076.938760] env[69226]: _type = "HttpNfcLease" [ 1076.938760] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1076.938760] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c187d0-7d31-4d6c-ba00-23ef630aab83 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.947713] env[69226]: DEBUG oslo_vmware.rw_handles [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5259cd44-2d60-a984-0627-aae1dc49f784/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1076.947851] env[69226]: DEBUG oslo_vmware.rw_handles [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5259cd44-2d60-a984-0627-aae1dc49f784/disk-0.vmdk for reading. {{(pid=69226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1076.952705] env[69226]: DEBUG nova.compute.manager [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.952856] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.010523] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd87f35-e839-477d-b0cf-67a02e986e6a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.022219] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.022417] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0965bf19-2edf-4ba4-921f-ce1ba04487ac {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.028629] env[69226]: DEBUG oslo_vmware.api [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 1077.028629] env[69226]: value = "task-3495376" [ 1077.028629] env[69226]: _type = "Task" [ 1077.028629] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.037972] env[69226]: DEBUG oslo_vmware.api [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.061811] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8614aa00-cc78-4c86-8b0f-56fc46e2691e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.068270] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "71872c48-5fa7-4106-8f07-45a8811c08e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.068573] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "71872c48-5fa7-4106-8f07-45a8811c08e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.120743] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.124108] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.765s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.124108] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.124108] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1077.124108] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.163s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.125479] env[69226]: INFO nova.compute.claims [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.129829] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b055c7c-f77e-458b-9cde-3564939a85fc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.138416] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dc75cb-f954-482e-8beb-4b3411d5fba5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.152632] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f57ac94-e695-4c76-a360-b41fc01b6042 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.160418] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41bebc6-775b-43ed-aa83-abbb0145216f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.166698] env[69226]: INFO nova.scheduler.client.report [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Deleted allocations for instance c631ecac-18a0-4996-9464-efce8476b36e [ 1077.168091] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Releasing lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.168368] env[69226]: DEBUG nova.compute.manager [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Instance network_info: |[{"id": "9bc79ed1-f427-48b7-9976-7b029eefce81", "address": "fa:16:3e:0a:09:e4", "network": {"id": "61f4be9c-0e3d-4a47-bb9b-afb0b674e5b2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1604472150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66aa0a2126264cfca886a893cfa086c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bc79ed1-f4", "ovs_interfaceid": "9bc79ed1-f427-48b7-9976-7b029eefce81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.170789] env[69226]: DEBUG oslo_concurrency.lockutils [req-cb0ab457-c579-48a9-afc5-02b4fdfaa7e9 req-d9f6f026-e1ef-4425-96b5-f92d90dc34a6 service nova] Acquired lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.170873] env[69226]: DEBUG nova.network.neutron [req-cb0ab457-c579-48a9-afc5-02b4fdfaa7e9 req-d9f6f026-e1ef-4425-96b5-f92d90dc34a6 service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Refreshing network info cache for port 9bc79ed1-f427-48b7-9976-7b029eefce81 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.171757] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:09:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bc79ed1-f427-48b7-9976-7b029eefce81', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.179182] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Creating folder: Project (66aa0a2126264cfca886a893cfa086c7). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.182999] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b8d246c-25f4-4066-a07f-ed524129f3cf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.211049] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178986MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1077.211285] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.220360] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Created folder: Project (66aa0a2126264cfca886a893cfa086c7) in parent group-v698365. [ 1077.220568] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Creating folder: Instances. Parent ref: group-v698612. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.220997] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fef8278-325f-4e81-b6cb-58c31df2c7a4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.230159] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Created folder: Instances in parent group-v698612. [ 1077.230418] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.230603] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.230811] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62766dbb-7381-4291-882d-80ea470aa369 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.252851] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.252851] env[69226]: value = "task-3495379" [ 1077.252851] env[69226]: _type = "Task" [ 1077.252851] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.262997] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495379, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.314198] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52df6a32-fa74-36ab-e736-fea869e0e889, 'name': SearchDatastore_Task, 'duration_secs': 0.039147} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.317068] env[69226]: DEBUG oslo_concurrency.lockutils [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.317358] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 496b9f99-4216-49f6-8f5c-39c3818947ae/496b9f99-4216-49f6-8f5c-39c3818947ae.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.317665] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-635ce783-595c-4922-8d1c-4f449885917a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.324718] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Waiting for the task: (returnval){ [ 1077.324718] env[69226]: value = "task-3495380" [ 1077.324718] env[69226]: _type = "Task" [ 1077.324718] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.334601] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': task-3495380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.476361] env[69226]: DEBUG nova.network.neutron [req-cb0ab457-c579-48a9-afc5-02b4fdfaa7e9 req-d9f6f026-e1ef-4425-96b5-f92d90dc34a6 service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Updated VIF entry in instance network info cache for port 9bc79ed1-f427-48b7-9976-7b029eefce81. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.477574] env[69226]: DEBUG nova.network.neutron [req-cb0ab457-c579-48a9-afc5-02b4fdfaa7e9 req-d9f6f026-e1ef-4425-96b5-f92d90dc34a6 service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Updating instance_info_cache with network_info: [{"id": "9bc79ed1-f427-48b7-9976-7b029eefce81", "address": "fa:16:3e:0a:09:e4", "network": {"id": "61f4be9c-0e3d-4a47-bb9b-afb0b674e5b2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1604472150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66aa0a2126264cfca886a893cfa086c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bc79ed1-f4", "ovs_interfaceid": "9bc79ed1-f427-48b7-9976-7b029eefce81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.541033] env[69226]: DEBUG oslo_vmware.api [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495376, 'name': PowerOffVM_Task, 'duration_secs': 0.358071} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.541326] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.541586] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.541960] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c3be805-8779-44e6-b7d1-e92c0d35128d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.572634] env[69226]: DEBUG nova.compute.manager [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.614936] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.615277] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.616161] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleting the datastore file [datastore2] f6caffbc-1250-4852-94b4-e4868adc632c {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.616161] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98d1113b-8c8a-4eb4-9eea-d27350385c38 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.629075] env[69226]: DEBUG oslo_vmware.api [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 1077.629075] env[69226]: value = "task-3495382" [ 1077.629075] env[69226]: _type = "Task" [ 1077.629075] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.643836] env[69226]: DEBUG oslo_vmware.api [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.685175] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7f946e3a-9caf-4489-ad62-0b9d360836e5 tempest-ListServerFiltersTestJSON-897971295 tempest-ListServerFiltersTestJSON-897971295-project-member] Lock "c631ecac-18a0-4996-9464-efce8476b36e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.726s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.767190] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495379, 'name': CreateVM_Task, 'duration_secs': 0.453729} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.767190] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.767521] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.768202] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.768202] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.768492] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f266ed7-a03c-4cfa-a16b-daf2a6e96750 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.775213] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1077.775213] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5244db1f-acad-c7d9-daf3-66a9080c8526" [ 1077.775213] env[69226]: _type = "Task" [ 1077.775213] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.786794] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5244db1f-acad-c7d9-daf3-66a9080c8526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.838749] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': task-3495380, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.908773] env[69226]: DEBUG nova.compute.manager [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.910293] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a14a85-1ff2-4412-95c1-024bb9e8c80b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.981018] env[69226]: DEBUG oslo_concurrency.lockutils [req-cb0ab457-c579-48a9-afc5-02b4fdfaa7e9 req-d9f6f026-e1ef-4425-96b5-f92d90dc34a6 service nova] Releasing lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.100429] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.143682] env[69226]: DEBUG oslo_vmware.api [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378616} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.144349] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.144447] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.144680] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.144828] env[69226]: INFO nova.compute.manager [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1078.145299] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.145580] env[69226]: DEBUG nova.compute.manager [-] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.145719] env[69226]: DEBUG nova.network.neutron [-] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.292458] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5244db1f-acad-c7d9-daf3-66a9080c8526, 'name': SearchDatastore_Task, 'duration_secs': 0.051164} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.292458] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.292458] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.292725] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.292932] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.293228] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.296060] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88684195-3b3e-458a-b567-8a6588aed5c4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.305916] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.306129] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.307215] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29425720-d3ac-488b-9695-e8af04fc97d4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.320277] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1078.320277] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52235f17-00d9-1e90-c7d4-4b51c6986bd0" [ 1078.320277] env[69226]: _type = "Task" [ 1078.320277] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.326474] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52235f17-00d9-1e90-c7d4-4b51c6986bd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.339293] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': task-3495380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642621} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.339657] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 496b9f99-4216-49f6-8f5c-39c3818947ae/496b9f99-4216-49f6-8f5c-39c3818947ae.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.339955] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.340291] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-621a7132-be5f-475f-ac01-cdd274670c15 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.347572] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Waiting for the task: (returnval){ [ 1078.347572] env[69226]: value = "task-3495383" [ 1078.347572] env[69226]: _type = "Task" [ 1078.347572] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.359780] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': task-3495383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.407399] env[69226]: DEBUG nova.network.neutron [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Port 4aa8fa61-406e-46e2-a710-85c6e3e105d6 binding to destination host cpu-1 is already ACTIVE {{(pid=69226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1078.407729] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "refresh_cache-a61ffb14-d449-4ec3-a437-41762289fd98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.407900] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquired lock "refresh_cache-a61ffb14-d449-4ec3-a437-41762289fd98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.408178] env[69226]: DEBUG nova.network.neutron [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.424548] env[69226]: INFO nova.compute.manager [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] instance snapshotting [ 1078.431881] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8f2f8d-b92a-45ac-aba6-a73080071866 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.455708] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0478745f-92de-4e44-9cee-4f883bc1367e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.609144] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86936d0-c1de-4fda-9392-f73b94ebef7a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.616445] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7398a558-34f7-4de5-8692-2f4167f63d78 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.650279] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92919cbc-2476-4c77-b51e-cc1d222c6b20 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.654053] env[69226]: DEBUG nova.compute.manager [req-4b41fdea-2039-4654-9c6d-84dc1e569f5c req-2d440406-8bcb-4453-bcbb-780f93e65ae4 service nova] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Received event network-vif-deleted-0cc9eab9-6dc1-43ba-ac08-dcc27117da98 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.654354] env[69226]: INFO nova.compute.manager [req-4b41fdea-2039-4654-9c6d-84dc1e569f5c req-2d440406-8bcb-4453-bcbb-780f93e65ae4 service nova] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Neutron deleted interface 0cc9eab9-6dc1-43ba-ac08-dcc27117da98; detaching it from the instance and deleting it from the info cache [ 1078.654665] env[69226]: DEBUG nova.network.neutron [req-4b41fdea-2039-4654-9c6d-84dc1e569f5c req-2d440406-8bcb-4453-bcbb-780f93e65ae4 service nova] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.662553] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4362a187-31a8-4d7c-a28b-b10ac1a0f07b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.679662] env[69226]: DEBUG nova.compute.provider_tree [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.831048] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52235f17-00d9-1e90-c7d4-4b51c6986bd0, 'name': SearchDatastore_Task, 'duration_secs': 0.025004} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.835020] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ee9525-61ac-4922-86eb-cfe22640fda0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.839410] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1078.839410] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520b33a5-1fd4-d59b-c004-6eace90bfd8e" [ 1078.839410] env[69226]: _type = "Task" [ 1078.839410] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.847766] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520b33a5-1fd4-d59b-c004-6eace90bfd8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.856051] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': task-3495383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069158} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.856453] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.857339] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ef2ed9-58e4-46b3-92a7-b8e930a70056 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.882212] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 496b9f99-4216-49f6-8f5c-39c3818947ae/496b9f99-4216-49f6-8f5c-39c3818947ae.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.882542] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a89dd833-e66e-48c4-956e-a4b16316df13 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.905135] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Waiting for the task: (returnval){ [ 1078.905135] env[69226]: value = "task-3495384" [ 1078.905135] env[69226]: _type = "Task" [ 1078.905135] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.915993] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': task-3495384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.971920] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Creating Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1078.972349] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-534d80eb-4830-462c-8b0c-5d5feff72db5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.981343] env[69226]: DEBUG oslo_vmware.api [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 1078.981343] env[69226]: value = "task-3495385" [ 1078.981343] env[69226]: _type = "Task" [ 1078.981343] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.992542] env[69226]: DEBUG oslo_vmware.api [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495385, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.112713] env[69226]: DEBUG nova.network.neutron [-] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.157502] env[69226]: DEBUG nova.network.neutron [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Updating instance_info_cache with network_info: [{"id": "4aa8fa61-406e-46e2-a710-85c6e3e105d6", "address": "fa:16:3e:b7:98:6d", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8fa61-40", "ovs_interfaceid": "4aa8fa61-406e-46e2-a710-85c6e3e105d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.159463] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87e0b78f-21ed-4310-9429-b3b9d692cc96 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.170139] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d514246-e73d-4448-82bb-a90300bdfa3f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.183461] env[69226]: DEBUG nova.scheduler.client.report [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.211560] env[69226]: DEBUG nova.compute.manager [req-4b41fdea-2039-4654-9c6d-84dc1e569f5c req-2d440406-8bcb-4453-bcbb-780f93e65ae4 service nova] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Detach interface failed, port_id=0cc9eab9-6dc1-43ba-ac08-dcc27117da98, reason: Instance f6caffbc-1250-4852-94b4-e4868adc632c could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1079.350783] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520b33a5-1fd4-d59b-c004-6eace90bfd8e, 'name': SearchDatastore_Task, 'duration_secs': 0.037749} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.351370] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.352028] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 8341dde8-af28-4fac-9c5b-d9873c8013bc/8341dde8-af28-4fac-9c5b-d9873c8013bc.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.352028] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ec808e2-3c2c-4b2f-a2c8-841a4127619e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.358103] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1079.358103] env[69226]: value = "task-3495386" [ 1079.358103] env[69226]: _type = "Task" [ 1079.358103] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.366230] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.416318] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': task-3495384, 'name': ReconfigVM_Task, 'duration_secs': 0.299982} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.416652] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 496b9f99-4216-49f6-8f5c-39c3818947ae/496b9f99-4216-49f6-8f5c-39c3818947ae.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.417293] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4afe255-39a6-47a3-943e-8948b3b05169 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.423060] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Waiting for the task: (returnval){ [ 1079.423060] env[69226]: value = "task-3495387" [ 1079.423060] env[69226]: _type = "Task" [ 1079.423060] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.430977] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': task-3495387, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.491663] env[69226]: DEBUG oslo_vmware.api [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495385, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.616592] env[69226]: INFO nova.compute.manager [-] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Took 1.47 seconds to deallocate network for instance. [ 1079.660568] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Releasing lock "refresh_cache-a61ffb14-d449-4ec3-a437-41762289fd98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.688428] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.689114] env[69226]: DEBUG nova.compute.manager [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.692151] env[69226]: DEBUG oslo_concurrency.lockutils [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.586s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.692679] env[69226]: DEBUG nova.objects.instance [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Lazy-loading 'resources' on Instance uuid 82e149db-d8d2-4124-89ee-625c2a956cc5 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.868161] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495386, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.935941] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': task-3495387, 'name': Rename_Task, 'duration_secs': 0.166895} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.936349] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.936590] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6cd92fb-9cc3-403e-839e-5ede125301f4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.945887] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Waiting for the task: (returnval){ [ 1079.945887] env[69226]: value = "task-3495388" [ 1079.945887] env[69226]: _type = "Task" [ 1079.945887] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.957469] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': task-3495388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.997825] env[69226]: DEBUG oslo_vmware.api [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495385, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.124893] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.164421] env[69226]: DEBUG nova.compute.manager [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69226) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1080.164603] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.196879] env[69226]: DEBUG nova.compute.utils [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.203356] env[69226]: DEBUG nova.compute.manager [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.203356] env[69226]: DEBUG nova.network.neutron [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.243174] env[69226]: DEBUG nova.policy [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4278fe41677f4436a2bf01f27dfd6145', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e85e55ac20424058a2e631db436f18a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.373084] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802879} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.373084] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 8341dde8-af28-4fac-9c5b-d9873c8013bc/8341dde8-af28-4fac-9c5b-d9873c8013bc.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.373084] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.373084] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-431e4421-3f7e-44fa-bcc7-9cb63fa10fc1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.382701] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1080.382701] env[69226]: value = "task-3495389" [ 1080.382701] env[69226]: _type = "Task" [ 1080.382701] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.392659] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.460159] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': task-3495388, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.496253] env[69226]: DEBUG oslo_vmware.api [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495385, 'name': CreateSnapshot_Task, 'duration_secs': 1.219173} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.496253] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Created Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1080.497272] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5299e360-3856-474e-b7ee-a735bd8dc46d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.549946] env[69226]: DEBUG nova.network.neutron [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Successfully created port: 2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.554285] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b3115b-1569-4ff6-b3cb-ac826e3ad866 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.562016] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf03ccd-c74e-4be0-9e6c-20cf409b2d11 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.592736] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6f3ac3-fea8-4663-9412-052d4ab5a051 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.601226] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288609f1-014b-481f-9767-f252b9ccc584 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.616128] env[69226]: DEBUG nova.compute.provider_tree [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.703492] env[69226]: DEBUG nova.compute.manager [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.893440] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102754} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.893698] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.894488] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1be467-517d-4417-9c5e-956c11f6be2c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.917559] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 8341dde8-af28-4fac-9c5b-d9873c8013bc/8341dde8-af28-4fac-9c5b-d9873c8013bc.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.918324] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc8aaf92-d136-4029-a952-f651748f470b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.936591] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1080.936591] env[69226]: value = "task-3495390" [ 1080.936591] env[69226]: _type = "Task" [ 1080.936591] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.944708] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.955975] env[69226]: DEBUG oslo_vmware.api [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': task-3495388, 'name': PowerOnVM_Task, 'duration_secs': 0.772958} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.956387] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.956619] env[69226]: INFO nova.compute.manager [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1080.956802] env[69226]: DEBUG nova.compute.manager [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.957604] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c659a82-7cd1-4b06-bd9a-6337608f0fd7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.023243] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Creating linked-clone VM from snapshot {{(pid=69226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1081.023848] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1acb98a9-c0f8-435e-b852-f82ecaa6e15a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.033032] env[69226]: DEBUG oslo_vmware.api [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 1081.033032] env[69226]: value = "task-3495391" [ 1081.033032] env[69226]: _type = "Task" [ 1081.033032] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.041930] env[69226]: DEBUG oslo_vmware.api [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495391, 'name': CloneVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.119960] env[69226]: DEBUG nova.scheduler.client.report [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.446736] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.477459] env[69226]: INFO nova.compute.manager [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Took 43.26 seconds to build instance. [ 1081.543725] env[69226]: DEBUG oslo_vmware.api [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495391, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.628052] env[69226]: DEBUG oslo_concurrency.lockutils [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.633021] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.288s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.633021] env[69226]: INFO nova.compute.claims [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.659100] env[69226]: INFO nova.scheduler.client.report [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Deleted allocations for instance 82e149db-d8d2-4124-89ee-625c2a956cc5 [ 1081.715259] env[69226]: DEBUG nova.compute.manager [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.746249] env[69226]: DEBUG nova.virt.hardware [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.746499] env[69226]: DEBUG nova.virt.hardware [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.746655] env[69226]: DEBUG nova.virt.hardware [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.746832] env[69226]: DEBUG nova.virt.hardware [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.746987] env[69226]: DEBUG nova.virt.hardware [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.747339] env[69226]: DEBUG nova.virt.hardware [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.747601] env[69226]: DEBUG nova.virt.hardware [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.747808] env[69226]: DEBUG nova.virt.hardware [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.748915] env[69226]: DEBUG nova.virt.hardware [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.749160] env[69226]: DEBUG nova.virt.hardware [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.749388] env[69226]: DEBUG nova.virt.hardware [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.750333] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c8ece0-671e-426f-a0d0-81490d847bcf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.758883] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e776749-1794-45ea-8b5b-8be832a07e74 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.948580] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495390, 'name': ReconfigVM_Task, 'duration_secs': 0.670104} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.948883] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 8341dde8-af28-4fac-9c5b-d9873c8013bc/8341dde8-af28-4fac-9c5b-d9873c8013bc.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.949490] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-307405e2-e4e9-4411-9e4c-c295b996f2b0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.956471] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1081.956471] env[69226]: value = "task-3495392" [ 1081.956471] env[69226]: _type = "Task" [ 1081.956471] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.965493] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495392, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.980290] env[69226]: DEBUG oslo_concurrency.lockutils [None req-82966e26-8928-4d0e-96c4-312f093f951e tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Lock "496b9f99-4216-49f6-8f5c-39c3818947ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.775s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.043569] env[69226]: DEBUG oslo_vmware.api [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495391, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.108009] env[69226]: DEBUG nova.compute.manager [req-d2ce5c64-4772-4457-8a02-276ed0f044df req-ab0f9def-6c8e-4bd9-a05e-ad5edfb90912 service nova] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Received event network-vif-plugged-2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.108293] env[69226]: DEBUG oslo_concurrency.lockutils [req-d2ce5c64-4772-4457-8a02-276ed0f044df req-ab0f9def-6c8e-4bd9-a05e-ad5edfb90912 service nova] Acquiring lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.108577] env[69226]: DEBUG oslo_concurrency.lockutils [req-d2ce5c64-4772-4457-8a02-276ed0f044df req-ab0f9def-6c8e-4bd9-a05e-ad5edfb90912 service nova] Lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.108709] env[69226]: DEBUG oslo_concurrency.lockutils [req-d2ce5c64-4772-4457-8a02-276ed0f044df req-ab0f9def-6c8e-4bd9-a05e-ad5edfb90912 service nova] Lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.108953] env[69226]: DEBUG nova.compute.manager [req-d2ce5c64-4772-4457-8a02-276ed0f044df req-ab0f9def-6c8e-4bd9-a05e-ad5edfb90912 service nova] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] No waiting events found dispatching network-vif-plugged-2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.109280] env[69226]: WARNING nova.compute.manager [req-d2ce5c64-4772-4457-8a02-276ed0f044df req-ab0f9def-6c8e-4bd9-a05e-ad5edfb90912 service nova] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Received unexpected event network-vif-plugged-2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366 for instance with vm_state building and task_state spawning. [ 1082.166038] env[69226]: DEBUG oslo_concurrency.lockutils [None req-19cd6cd8-25d0-44d1-8355-13a3c1fb2439 tempest-ServerMetadataNegativeTestJSON-2044785651 tempest-ServerMetadataNegativeTestJSON-2044785651-project-member] Lock "82e149db-d8d2-4124-89ee-625c2a956cc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.549s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.295512] env[69226]: DEBUG nova.network.neutron [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Successfully updated port: 2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.469824] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495392, 'name': Rename_Task, 'duration_secs': 0.212258} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.470415] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.470713] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2a724c8-a08b-4cff-8341-6342e2f81308 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.480738] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1082.480738] env[69226]: value = "task-3495393" [ 1082.480738] env[69226]: _type = "Task" [ 1082.480738] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.490289] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.545739] env[69226]: DEBUG oslo_vmware.api [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495391, 'name': CloneVM_Task, 'duration_secs': 1.252837} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.546335] env[69226]: INFO nova.virt.vmwareapi.vmops [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Created linked-clone VM from snapshot [ 1082.547612] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798df97a-fdaa-4955-a23c-95690787280d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.558628] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Uploading image 42d0a3b0-0aa6-47e7-af4f-9a131be15e6e {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1082.579744] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Destroying the VM {{(pid=69226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1082.579744] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b6ef1671-665a-4304-b8d3-db777c9f968a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.585011] env[69226]: DEBUG oslo_vmware.api [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 1082.585011] env[69226]: value = "task-3495394" [ 1082.585011] env[69226]: _type = "Task" [ 1082.585011] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.595696] env[69226]: DEBUG oslo_vmware.api [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495394, 'name': Destroy_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.622127] env[69226]: DEBUG nova.compute.manager [req-20c10ab2-712a-44df-809b-8defd773a907 req-21bbc3fe-d4ee-4ad7-a01e-7fed565ef6da service nova] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Received event network-changed-f020bb69-b2a6-48b3-9854-58e97311c827 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.622771] env[69226]: DEBUG nova.compute.manager [req-20c10ab2-712a-44df-809b-8defd773a907 req-21bbc3fe-d4ee-4ad7-a01e-7fed565ef6da service nova] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Refreshing instance network info cache due to event network-changed-f020bb69-b2a6-48b3-9854-58e97311c827. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.623219] env[69226]: DEBUG oslo_concurrency.lockutils [req-20c10ab2-712a-44df-809b-8defd773a907 req-21bbc3fe-d4ee-4ad7-a01e-7fed565ef6da service nova] Acquiring lock "refresh_cache-496b9f99-4216-49f6-8f5c-39c3818947ae" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.623649] env[69226]: DEBUG oslo_concurrency.lockutils [req-20c10ab2-712a-44df-809b-8defd773a907 req-21bbc3fe-d4ee-4ad7-a01e-7fed565ef6da service nova] Acquired lock "refresh_cache-496b9f99-4216-49f6-8f5c-39c3818947ae" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.625575] env[69226]: DEBUG nova.network.neutron [req-20c10ab2-712a-44df-809b-8defd773a907 req-21bbc3fe-d4ee-4ad7-a01e-7fed565ef6da service nova] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Refreshing network info cache for port f020bb69-b2a6-48b3-9854-58e97311c827 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.803367] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "refresh_cache-79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.804126] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired lock "refresh_cache-79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.804450] env[69226]: DEBUG nova.network.neutron [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.995980] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495393, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.031523] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5290b051-8dc1-423b-acb7-1896954e9127 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.039281] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e72965d-69d3-4386-ba16-596abed5335f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.073998] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b80ef9-42d7-4c3b-b804-07ecfe19e346 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.082751] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ffd6e7-f006-4e1b-bf0e-9b32cee5ec4a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.100438] env[69226]: DEBUG nova.compute.provider_tree [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.105170] env[69226]: DEBUG oslo_vmware.api [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495394, 'name': Destroy_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.358333] env[69226]: DEBUG nova.network.neutron [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.438482] env[69226]: DEBUG nova.network.neutron [req-20c10ab2-712a-44df-809b-8defd773a907 req-21bbc3fe-d4ee-4ad7-a01e-7fed565ef6da service nova] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Updated VIF entry in instance network info cache for port f020bb69-b2a6-48b3-9854-58e97311c827. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.438741] env[69226]: DEBUG nova.network.neutron [req-20c10ab2-712a-44df-809b-8defd773a907 req-21bbc3fe-d4ee-4ad7-a01e-7fed565ef6da service nova] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Updating instance_info_cache with network_info: [{"id": "f020bb69-b2a6-48b3-9854-58e97311c827", "address": "fa:16:3e:5e:1f:2c", "network": {"id": "ad1407de-d0cb-4cb9-ba73-57ca71633852", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-558282782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b5b3221b1ae41afbb9c61a2c2418a58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf020bb69-b2", "ovs_interfaceid": "f020bb69-b2a6-48b3-9854-58e97311c827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.502989] env[69226]: DEBUG oslo_vmware.api [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495393, 'name': PowerOnVM_Task, 'duration_secs': 0.78325} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.506355] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.506468] env[69226]: INFO nova.compute.manager [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1083.506713] env[69226]: DEBUG nova.compute.manager [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.507768] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c93ff7-af6b-4d6d-8942-748b5632cd5e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.550938] env[69226]: DEBUG nova.network.neutron [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Updating instance_info_cache with network_info: [{"id": "2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366", "address": "fa:16:3e:87:a7:65", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c94feb2-b1", "ovs_interfaceid": "2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.597394] env[69226]: DEBUG oslo_vmware.api [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495394, 'name': Destroy_Task, 'duration_secs': 0.60695} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.597672] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Destroyed the VM [ 1083.599574] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Deleting Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1083.599574] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e22f0090-2b0c-4986-a5aa-c6627336560a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.605551] env[69226]: DEBUG oslo_vmware.api [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 1083.605551] env[69226]: value = "task-3495395" [ 1083.605551] env[69226]: _type = "Task" [ 1083.605551] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.611075] env[69226]: DEBUG nova.scheduler.client.report [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.624183] env[69226]: DEBUG oslo_vmware.api [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495395, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.941558] env[69226]: DEBUG oslo_concurrency.lockutils [req-20c10ab2-712a-44df-809b-8defd773a907 req-21bbc3fe-d4ee-4ad7-a01e-7fed565ef6da service nova] Releasing lock "refresh_cache-496b9f99-4216-49f6-8f5c-39c3818947ae" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.029103] env[69226]: INFO nova.compute.manager [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Took 43.96 seconds to build instance. [ 1084.058476] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Releasing lock "refresh_cache-79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.058806] env[69226]: DEBUG nova.compute.manager [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Instance network_info: |[{"id": "2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366", "address": "fa:16:3e:87:a7:65", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c94feb2-b1", "ovs_interfaceid": "2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.059557] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:a7:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.068400] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.068883] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.069148] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-377864d2-3819-4a98-b5fe-aa152cdab571 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.092490] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.092490] env[69226]: value = "task-3495396" [ 1084.092490] env[69226]: _type = "Task" [ 1084.092490] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.101449] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495396, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.114819] env[69226]: DEBUG oslo_vmware.api [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495395, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.117718] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.118253] env[69226]: DEBUG nova.compute.manager [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.122260] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.777s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.123947] env[69226]: INFO nova.compute.claims [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.137126] env[69226]: DEBUG nova.compute.manager [req-5d52fa83-5bfe-481f-b49a-b85ffc454aa8 req-9649befb-ca6b-4971-9f51-ff633ce1825f service nova] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Received event network-changed-2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.137408] env[69226]: DEBUG nova.compute.manager [req-5d52fa83-5bfe-481f-b49a-b85ffc454aa8 req-9649befb-ca6b-4971-9f51-ff633ce1825f service nova] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Refreshing instance network info cache due to event network-changed-2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.138142] env[69226]: DEBUG oslo_concurrency.lockutils [req-5d52fa83-5bfe-481f-b49a-b85ffc454aa8 req-9649befb-ca6b-4971-9f51-ff633ce1825f service nova] Acquiring lock "refresh_cache-79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.138142] env[69226]: DEBUG oslo_concurrency.lockutils [req-5d52fa83-5bfe-481f-b49a-b85ffc454aa8 req-9649befb-ca6b-4971-9f51-ff633ce1825f service nova] Acquired lock "refresh_cache-79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.138261] env[69226]: DEBUG nova.network.neutron [req-5d52fa83-5bfe-481f-b49a-b85ffc454aa8 req-9649befb-ca6b-4971-9f51-ff633ce1825f service nova] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Refreshing network info cache for port 2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.531481] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ef387416-db06-462b-bcfa-97a6df13da65 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "8341dde8-af28-4fac-9c5b-d9873c8013bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.476s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.605391] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495396, 'name': CreateVM_Task, 'duration_secs': 0.457236} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.605566] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.606298] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.606469] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.606833] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.607205] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-758ca06a-d1ac-467e-a5ae-0ed6f4527bf4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.615786] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1084.615786] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5236567e-a9d8-f02d-036b-14341cfc7695" [ 1084.615786] env[69226]: _type = "Task" [ 1084.615786] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.619248] env[69226]: DEBUG oslo_vmware.api [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495395, 'name': RemoveSnapshot_Task, 'duration_secs': 0.918896} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.622750] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Deleted Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1084.626267] env[69226]: DEBUG nova.compute.utils [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.627664] env[69226]: DEBUG nova.compute.manager [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.627833] env[69226]: DEBUG nova.network.neutron [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.639093] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5236567e-a9d8-f02d-036b-14341cfc7695, 'name': SearchDatastore_Task, 'duration_secs': 0.015408} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.639093] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.639093] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.639093] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.639093] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.639093] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.639093] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a95b19ca-c155-412d-b2e7-9916d03d1257 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.649065] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.649258] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.650279] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c7ea93-8319-4c03-afeb-ee7d20d054ed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.656343] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1084.656343] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52957d53-1edd-92d9-381b-7aa5773a04b2" [ 1084.656343] env[69226]: _type = "Task" [ 1084.656343] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.664570] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52957d53-1edd-92d9-381b-7aa5773a04b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.708499] env[69226]: DEBUG nova.policy [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1adf69c70414894bc6b08fb28ca2894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '943bc6f18f734038a6c6186a42aebe1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.995048] env[69226]: DEBUG nova.network.neutron [req-5d52fa83-5bfe-481f-b49a-b85ffc454aa8 req-9649befb-ca6b-4971-9f51-ff633ce1825f service nova] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Updated VIF entry in instance network info cache for port 2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.995359] env[69226]: DEBUG nova.network.neutron [req-5d52fa83-5bfe-481f-b49a-b85ffc454aa8 req-9649befb-ca6b-4971-9f51-ff633ce1825f service nova] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Updating instance_info_cache with network_info: [{"id": "2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366", "address": "fa:16:3e:87:a7:65", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c94feb2-b1", "ovs_interfaceid": "2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.123650] env[69226]: DEBUG nova.compute.manager [req-e87fbb3e-09ae-4205-81f6-f3219c8be7fd req-8dc6a19f-c669-4622-a20f-4e276bfeafe7 service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Received event network-changed-9bc79ed1-f427-48b7-9976-7b029eefce81 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.123866] env[69226]: DEBUG nova.compute.manager [req-e87fbb3e-09ae-4205-81f6-f3219c8be7fd req-8dc6a19f-c669-4622-a20f-4e276bfeafe7 service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Refreshing instance network info cache due to event network-changed-9bc79ed1-f427-48b7-9976-7b029eefce81. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.124077] env[69226]: DEBUG oslo_concurrency.lockutils [req-e87fbb3e-09ae-4205-81f6-f3219c8be7fd req-8dc6a19f-c669-4622-a20f-4e276bfeafe7 service nova] Acquiring lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.124686] env[69226]: DEBUG oslo_concurrency.lockutils [req-e87fbb3e-09ae-4205-81f6-f3219c8be7fd req-8dc6a19f-c669-4622-a20f-4e276bfeafe7 service nova] Acquired lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.124686] env[69226]: DEBUG nova.network.neutron [req-e87fbb3e-09ae-4205-81f6-f3219c8be7fd req-8dc6a19f-c669-4622-a20f-4e276bfeafe7 service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Refreshing network info cache for port 9bc79ed1-f427-48b7-9976-7b029eefce81 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.129899] env[69226]: WARNING nova.compute.manager [None req-9fff52a4-459f-4dc1-9ff6-e763419e9eb9 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Image not found during snapshot: nova.exception.ImageNotFound: Image 42d0a3b0-0aa6-47e7-af4f-9a131be15e6e could not be found. [ 1085.137143] env[69226]: DEBUG nova.compute.manager [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.144497] env[69226]: DEBUG nova.network.neutron [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Successfully created port: c7e165b8-9b82-4e1c-8ad4-3e6c5803d6be {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.173565] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52957d53-1edd-92d9-381b-7aa5773a04b2, 'name': SearchDatastore_Task, 'duration_secs': 0.015732} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.174389] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ba615f5-10af-475d-9eff-3c789c54f7dd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.188930] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1085.188930] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523e3c88-6b67-5ec9-cfd0-0ff4a8aeca81" [ 1085.188930] env[69226]: _type = "Task" [ 1085.188930] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.199526] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523e3c88-6b67-5ec9-cfd0-0ff4a8aeca81, 'name': SearchDatastore_Task, 'duration_secs': 0.012509} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.200199] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.200480] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4/79c96f3a-d9a4-4a89-9bfc-bda761bae6f4.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.200742] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ce3c04a-a083-41d6-9315-48cf277f96ec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.212646] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1085.212646] env[69226]: value = "task-3495397" [ 1085.212646] env[69226]: _type = "Task" [ 1085.212646] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.222269] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.434664] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Acquiring lock "5a0df364-4bf1-4c89-b8cd-c071b57e66d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.435359] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Lock "5a0df364-4bf1-4c89-b8cd-c071b57e66d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.498583] env[69226]: DEBUG oslo_concurrency.lockutils [req-5d52fa83-5bfe-481f-b49a-b85ffc454aa8 req-9649befb-ca6b-4971-9f51-ff633ce1825f service nova] Releasing lock "refresh_cache-79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.549238] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c85b652-a35e-4797-a868-a2c4318e856e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.558526] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a371d5a-6d63-4c0a-8040-e1368df7053b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.594452] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eae7c9e-9e26-4319-9620-0fa3368f75bd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.603013] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7725ac0-4003-43f7-8270-261060588509 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.619361] env[69226]: DEBUG nova.compute.provider_tree [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.729661] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495397, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.894190] env[69226]: DEBUG nova.network.neutron [req-e87fbb3e-09ae-4205-81f6-f3219c8be7fd req-8dc6a19f-c669-4622-a20f-4e276bfeafe7 service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Updated VIF entry in instance network info cache for port 9bc79ed1-f427-48b7-9976-7b029eefce81. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.894933] env[69226]: DEBUG nova.network.neutron [req-e87fbb3e-09ae-4205-81f6-f3219c8be7fd req-8dc6a19f-c669-4622-a20f-4e276bfeafe7 service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Updating instance_info_cache with network_info: [{"id": "9bc79ed1-f427-48b7-9976-7b029eefce81", "address": "fa:16:3e:0a:09:e4", "network": {"id": "61f4be9c-0e3d-4a47-bb9b-afb0b674e5b2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1604472150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66aa0a2126264cfca886a893cfa086c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bc79ed1-f4", "ovs_interfaceid": "9bc79ed1-f427-48b7-9976-7b029eefce81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.938710] env[69226]: DEBUG nova.compute.manager [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.123217] env[69226]: DEBUG nova.scheduler.client.report [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.151305] env[69226]: DEBUG nova.compute.manager [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.171498] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "691b03f4-5051-4d88-9294-aeda32dd6708" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.171758] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "691b03f4-5051-4d88-9294-aeda32dd6708" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.172027] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "691b03f4-5051-4d88-9294-aeda32dd6708-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.172230] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "691b03f4-5051-4d88-9294-aeda32dd6708-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.172404] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "691b03f4-5051-4d88-9294-aeda32dd6708-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.174764] env[69226]: INFO nova.compute.manager [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Terminating instance [ 1086.178615] env[69226]: DEBUG nova.virt.hardware [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.178895] env[69226]: DEBUG nova.virt.hardware [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.179676] env[69226]: DEBUG nova.virt.hardware [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.179916] env[69226]: DEBUG nova.virt.hardware [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.180094] env[69226]: DEBUG nova.virt.hardware [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.180327] env[69226]: DEBUG nova.virt.hardware [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.180799] env[69226]: DEBUG nova.virt.hardware [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.180838] env[69226]: DEBUG nova.virt.hardware [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.181099] env[69226]: DEBUG nova.virt.hardware [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.181500] env[69226]: DEBUG nova.virt.hardware [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.181544] env[69226]: DEBUG nova.virt.hardware [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.183579] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704d4b0a-9457-4f91-ab83-fabe080e21ca {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.193947] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2b5ef6-10ed-4ddb-a51d-e0ea08e3126b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.223656] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584479} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.223965] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4/79c96f3a-d9a4-4a89-9bfc-bda761bae6f4.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.224217] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.224505] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da6c1f1c-3a19-45fe-a249-7e3143d851ed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.231459] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1086.231459] env[69226]: value = "task-3495398" [ 1086.231459] env[69226]: _type = "Task" [ 1086.231459] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.238882] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.397904] env[69226]: DEBUG oslo_concurrency.lockutils [req-e87fbb3e-09ae-4205-81f6-f3219c8be7fd req-8dc6a19f-c669-4622-a20f-4e276bfeafe7 service nova] Releasing lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.462172] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.613159] env[69226]: DEBUG nova.compute.manager [req-424fe7d0-2f0c-48d1-ab6b-f1ed5effa233 req-1c358a2d-b139-4b7a-a898-2dbc7ef65100 service nova] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Received event network-vif-plugged-c7e165b8-9b82-4e1c-8ad4-3e6c5803d6be {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.613159] env[69226]: DEBUG oslo_concurrency.lockutils [req-424fe7d0-2f0c-48d1-ab6b-f1ed5effa233 req-1c358a2d-b139-4b7a-a898-2dbc7ef65100 service nova] Acquiring lock "aacaee2b-235c-4902-9fbb-f2b2b231d7be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.613159] env[69226]: DEBUG oslo_concurrency.lockutils [req-424fe7d0-2f0c-48d1-ab6b-f1ed5effa233 req-1c358a2d-b139-4b7a-a898-2dbc7ef65100 service nova] Lock "aacaee2b-235c-4902-9fbb-f2b2b231d7be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.613521] env[69226]: DEBUG oslo_concurrency.lockutils [req-424fe7d0-2f0c-48d1-ab6b-f1ed5effa233 req-1c358a2d-b139-4b7a-a898-2dbc7ef65100 service nova] Lock "aacaee2b-235c-4902-9fbb-f2b2b231d7be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.614475] env[69226]: DEBUG nova.compute.manager [req-424fe7d0-2f0c-48d1-ab6b-f1ed5effa233 req-1c358a2d-b139-4b7a-a898-2dbc7ef65100 service nova] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] No waiting events found dispatching network-vif-plugged-c7e165b8-9b82-4e1c-8ad4-3e6c5803d6be {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.615126] env[69226]: WARNING nova.compute.manager [req-424fe7d0-2f0c-48d1-ab6b-f1ed5effa233 req-1c358a2d-b139-4b7a-a898-2dbc7ef65100 service nova] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Received unexpected event network-vif-plugged-c7e165b8-9b82-4e1c-8ad4-3e6c5803d6be for instance with vm_state building and task_state spawning. [ 1086.628925] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.629057] env[69226]: DEBUG nova.compute.manager [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.633735] env[69226]: DEBUG oslo_concurrency.lockutils [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.566s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.635707] env[69226]: INFO nova.compute.claims [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.690633] env[69226]: DEBUG nova.compute.manager [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.690878] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.692286] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f9fea0-e0c6-4acd-9637-7853aa219d57 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.701148] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.701445] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ed366c9-2921-4e0d-ac5d-928c74d7a659 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.708279] env[69226]: DEBUG oslo_vmware.api [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 1086.708279] env[69226]: value = "task-3495399" [ 1086.708279] env[69226]: _type = "Task" [ 1086.708279] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.716395] env[69226]: DEBUG oslo_vmware.api [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.736321] env[69226]: DEBUG nova.network.neutron [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Successfully updated port: c7e165b8-9b82-4e1c-8ad4-3e6c5803d6be {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.742850] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172489} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.743359] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.743996] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4ee106-1ff9-4724-8fef-cb6537df5687 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.767925] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4/79c96f3a-d9a4-4a89-9bfc-bda761bae6f4.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.768513] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bf1a588-1b22-499f-9d8b-b65937a17796 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.788869] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1086.788869] env[69226]: value = "task-3495400" [ 1086.788869] env[69226]: _type = "Task" [ 1086.788869] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.797272] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.108586] env[69226]: DEBUG oslo_vmware.rw_handles [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5259cd44-2d60-a984-0627-aae1dc49f784/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1087.109531] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb298ba-0d86-497d-8163-335d8f9fcd96 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.115535] env[69226]: DEBUG oslo_vmware.rw_handles [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5259cd44-2d60-a984-0627-aae1dc49f784/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1087.115703] env[69226]: ERROR oslo_vmware.rw_handles [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5259cd44-2d60-a984-0627-aae1dc49f784/disk-0.vmdk due to incomplete transfer. [ 1087.115916] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7f13a4b0-d75b-49d1-872d-6a848cfcf3a6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.125511] env[69226]: DEBUG oslo_vmware.rw_handles [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5259cd44-2d60-a984-0627-aae1dc49f784/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1087.125785] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Uploaded image 7f5750bb-42ed-40cd-a4dc-3848c87cc520 to the Glance image server {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1087.127985] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Destroying the VM {{(pid=69226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1087.128234] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-83c92da7-33d4-4958-9dd5-ff83a58daccb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.134057] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1087.134057] env[69226]: value = "task-3495401" [ 1087.134057] env[69226]: _type = "Task" [ 1087.134057] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.142085] env[69226]: DEBUG nova.compute.utils [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.145053] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495401, 'name': Destroy_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.145681] env[69226]: DEBUG nova.compute.manager [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.145852] env[69226]: DEBUG nova.network.neutron [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.191213] env[69226]: DEBUG nova.policy [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c68fd3324be4707826beadcd192f5d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afeb460d630f46a68dc13ca12a7b2c65', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.218791] env[69226]: DEBUG oslo_vmware.api [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495399, 'name': PowerOffVM_Task, 'duration_secs': 0.324272} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.219093] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.219266] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.219514] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2791d533-cbc0-4bef-aa7c-dac67d04e64d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.239033] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "refresh_cache-aacaee2b-235c-4902-9fbb-f2b2b231d7be" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.239211] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "refresh_cache-aacaee2b-235c-4902-9fbb-f2b2b231d7be" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.239365] env[69226]: DEBUG nova.network.neutron [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.286098] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.286419] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.286572] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Deleting the datastore file [datastore1] 691b03f4-5051-4d88-9294-aeda32dd6708 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.286892] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdf39e9a-9757-419c-b028-f8749bcc9f63 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.301871] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.302282] env[69226]: DEBUG oslo_vmware.api [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for the task: (returnval){ [ 1087.302282] env[69226]: value = "task-3495403" [ 1087.302282] env[69226]: _type = "Task" [ 1087.302282] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.310768] env[69226]: DEBUG oslo_vmware.api [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.477027] env[69226]: DEBUG nova.network.neutron [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Successfully created port: 57f7cc1c-d580-40cb-8440-1910cde2b559 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.649880] env[69226]: DEBUG nova.compute.manager [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.658683] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495401, 'name': Destroy_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.775065] env[69226]: DEBUG nova.network.neutron [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.804302] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495400, 'name': ReconfigVM_Task, 'duration_secs': 0.63517} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.807768] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4/79c96f3a-d9a4-4a89-9bfc-bda761bae6f4.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.810942] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-972767ad-ed8f-46e3-bf9b-2eb45974203b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.819021] env[69226]: DEBUG oslo_vmware.api [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Task: {'id': task-3495403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176883} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.819670] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.819982] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.820291] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.820572] env[69226]: INFO nova.compute.manager [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1087.820934] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.821340] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1087.821340] env[69226]: value = "task-3495404" [ 1087.821340] env[69226]: _type = "Task" [ 1087.821340] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.821724] env[69226]: DEBUG nova.compute.manager [-] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.821915] env[69226]: DEBUG nova.network.neutron [-] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.836995] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495404, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.939073] env[69226]: DEBUG nova.network.neutron [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Updating instance_info_cache with network_info: [{"id": "c7e165b8-9b82-4e1c-8ad4-3e6c5803d6be", "address": "fa:16:3e:9d:28:aa", "network": {"id": "9c65556d-6175-4954-9db1-62a207b48aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1512905937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943bc6f18f734038a6c6186a42aebe1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e165b8-9b", "ovs_interfaceid": "c7e165b8-9b82-4e1c-8ad4-3e6c5803d6be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.017308] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c2d05e-3987-4ce5-a0bb-c02dfe37d598 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.025959] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f16aef3-1689-4381-bf0a-b742edbc9221 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.058239] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80de097-fe2b-4bb1-ad84-647241db988d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.067421] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff6c1ab-00d8-4856-b107-6fad0d60aff7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.082296] env[69226]: DEBUG nova.compute.provider_tree [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.146526] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495401, 'name': Destroy_Task, 'duration_secs': 0.711089} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.147059] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Destroyed the VM [ 1088.147348] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Deleting Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1088.147636] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e25953cc-f9b6-48b3-9f6d-b3c658b36b62 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.160590] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1088.160590] env[69226]: value = "task-3495405" [ 1088.160590] env[69226]: _type = "Task" [ 1088.160590] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.162845] env[69226]: DEBUG nova.compute.manager [req-e4b46f8e-ec59-481e-b1d6-c38f88faf86d req-013cc1b2-4d79-4ca7-a247-8999f327e2fe service nova] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Received event network-vif-deleted-8897b051-3af4-4c88-91c3-07af60508498 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.163070] env[69226]: INFO nova.compute.manager [req-e4b46f8e-ec59-481e-b1d6-c38f88faf86d req-013cc1b2-4d79-4ca7-a247-8999f327e2fe service nova] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Neutron deleted interface 8897b051-3af4-4c88-91c3-07af60508498; detaching it from the instance and deleting it from the info cache [ 1088.163278] env[69226]: DEBUG nova.network.neutron [req-e4b46f8e-ec59-481e-b1d6-c38f88faf86d req-013cc1b2-4d79-4ca7-a247-8999f327e2fe service nova] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.172936] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495405, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.334066] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495404, 'name': Rename_Task, 'duration_secs': 0.339575} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.334066] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.334066] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e1c5edd-a74f-4bdf-a378-c467a894eb5d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.339648] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1088.339648] env[69226]: value = "task-3495406" [ 1088.339648] env[69226]: _type = "Task" [ 1088.339648] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.347103] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.441465] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "refresh_cache-aacaee2b-235c-4902-9fbb-f2b2b231d7be" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.441828] env[69226]: DEBUG nova.compute.manager [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Instance network_info: |[{"id": "c7e165b8-9b82-4e1c-8ad4-3e6c5803d6be", "address": "fa:16:3e:9d:28:aa", "network": {"id": "9c65556d-6175-4954-9db1-62a207b48aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1512905937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943bc6f18f734038a6c6186a42aebe1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e165b8-9b", "ovs_interfaceid": "c7e165b8-9b82-4e1c-8ad4-3e6c5803d6be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.442332] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:28:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7e165b8-9b82-4e1c-8ad4-3e6c5803d6be', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.450200] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.450765] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.450765] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0578556-17a6-41e9-a0ce-2db70f7ea54b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.471460] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.471460] env[69226]: value = "task-3495407" [ 1088.471460] env[69226]: _type = "Task" [ 1088.471460] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.479658] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495407, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.586072] env[69226]: DEBUG nova.scheduler.client.report [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.645516] env[69226]: DEBUG nova.compute.manager [req-cc5729d0-8a14-4ecb-9ebe-de94e34d83b2 req-f639fffd-224a-45dc-9f5e-e41e6ae8b5c5 service nova] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Received event network-changed-c7e165b8-9b82-4e1c-8ad4-3e6c5803d6be {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.646036] env[69226]: DEBUG nova.compute.manager [req-cc5729d0-8a14-4ecb-9ebe-de94e34d83b2 req-f639fffd-224a-45dc-9f5e-e41e6ae8b5c5 service nova] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Refreshing instance network info cache due to event network-changed-c7e165b8-9b82-4e1c-8ad4-3e6c5803d6be. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.646255] env[69226]: DEBUG oslo_concurrency.lockutils [req-cc5729d0-8a14-4ecb-9ebe-de94e34d83b2 req-f639fffd-224a-45dc-9f5e-e41e6ae8b5c5 service nova] Acquiring lock "refresh_cache-aacaee2b-235c-4902-9fbb-f2b2b231d7be" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.646398] env[69226]: DEBUG oslo_concurrency.lockutils [req-cc5729d0-8a14-4ecb-9ebe-de94e34d83b2 req-f639fffd-224a-45dc-9f5e-e41e6ae8b5c5 service nova] Acquired lock "refresh_cache-aacaee2b-235c-4902-9fbb-f2b2b231d7be" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.646666] env[69226]: DEBUG nova.network.neutron [req-cc5729d0-8a14-4ecb-9ebe-de94e34d83b2 req-f639fffd-224a-45dc-9f5e-e41e6ae8b5c5 service nova] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Refreshing network info cache for port c7e165b8-9b82-4e1c-8ad4-3e6c5803d6be {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.648357] env[69226]: DEBUG nova.network.neutron [-] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.662445] env[69226]: DEBUG nova.compute.manager [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.669214] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a31bae34-e36d-4f5f-a01c-c306f1ee8929 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.676758] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495405, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.680973] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6f8ee2-e15b-4f21-b256-e836b53c64ce {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.699799] env[69226]: DEBUG nova.virt.hardware [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.700078] env[69226]: DEBUG nova.virt.hardware [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.700308] env[69226]: DEBUG nova.virt.hardware [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.700493] env[69226]: DEBUG nova.virt.hardware [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.700818] env[69226]: DEBUG nova.virt.hardware [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.700818] env[69226]: DEBUG nova.virt.hardware [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.701056] env[69226]: DEBUG nova.virt.hardware [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.701248] env[69226]: DEBUG nova.virt.hardware [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.701422] env[69226]: DEBUG nova.virt.hardware [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.701584] env[69226]: DEBUG nova.virt.hardware [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.701811] env[69226]: DEBUG nova.virt.hardware [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.702634] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c3bba2-44f2-4dc5-849e-3b33b6759977 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.718667] env[69226]: DEBUG nova.compute.manager [req-e4b46f8e-ec59-481e-b1d6-c38f88faf86d req-013cc1b2-4d79-4ca7-a247-8999f327e2fe service nova] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Detach interface failed, port_id=8897b051-3af4-4c88-91c3-07af60508498, reason: Instance 691b03f4-5051-4d88-9294-aeda32dd6708 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1088.724016] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daac885-32e6-4b0d-8a07-4daf69d24cdd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.850597] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495406, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.982803] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495407, 'name': CreateVM_Task, 'duration_secs': 0.361925} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.983872] env[69226]: DEBUG nova.network.neutron [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Successfully updated port: 57f7cc1c-d580-40cb-8440-1910cde2b559 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.985438] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.990288] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.990466] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.990774] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.991065] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be851dae-a573-4483-a639-bb77b72fe6ae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.996253] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1088.996253] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e44a19-2310-c8de-2804-41a5b3060ed2" [ 1088.996253] env[69226]: _type = "Task" [ 1088.996253] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.004493] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e44a19-2310-c8de-2804-41a5b3060ed2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.090828] env[69226]: DEBUG oslo_concurrency.lockutils [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.091454] env[69226]: DEBUG nova.compute.manager [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.094182] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.444s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.096307] env[69226]: INFO nova.compute.claims [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.153084] env[69226]: INFO nova.compute.manager [-] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Took 1.33 seconds to deallocate network for instance. [ 1089.174362] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495405, 'name': RemoveSnapshot_Task, 'duration_secs': 0.584054} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.174619] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Deleted Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1089.174884] env[69226]: DEBUG nova.compute.manager [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.175992] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1758c84c-784e-4b71-bf38-fa2fef04d854 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.349939] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495406, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.367483] env[69226]: DEBUG nova.network.neutron [req-cc5729d0-8a14-4ecb-9ebe-de94e34d83b2 req-f639fffd-224a-45dc-9f5e-e41e6ae8b5c5 service nova] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Updated VIF entry in instance network info cache for port c7e165b8-9b82-4e1c-8ad4-3e6c5803d6be. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.367892] env[69226]: DEBUG nova.network.neutron [req-cc5729d0-8a14-4ecb-9ebe-de94e34d83b2 req-f639fffd-224a-45dc-9f5e-e41e6ae8b5c5 service nova] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Updating instance_info_cache with network_info: [{"id": "c7e165b8-9b82-4e1c-8ad4-3e6c5803d6be", "address": "fa:16:3e:9d:28:aa", "network": {"id": "9c65556d-6175-4954-9db1-62a207b48aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1512905937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943bc6f18f734038a6c6186a42aebe1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e165b8-9b", "ovs_interfaceid": "c7e165b8-9b82-4e1c-8ad4-3e6c5803d6be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.489759] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "refresh_cache-1bbc9c8d-4bc5-45ec-8443-295fd6e5f314" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.489918] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "refresh_cache-1bbc9c8d-4bc5-45ec-8443-295fd6e5f314" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.490104] env[69226]: DEBUG nova.network.neutron [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.507497] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e44a19-2310-c8de-2804-41a5b3060ed2, 'name': SearchDatastore_Task, 'duration_secs': 0.012329} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.507807] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.508049] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.508293] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.508442] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.508687] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.508982] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66e804eb-cf3e-4d32-824e-5ac725b61a8b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.517488] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.517717] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.518431] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-290ccfbf-5530-429a-9fdd-352949214fe7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.523933] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1089.523933] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529e88fe-e53d-64eb-aa1b-bde0038207c7" [ 1089.523933] env[69226]: _type = "Task" [ 1089.523933] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.531663] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529e88fe-e53d-64eb-aa1b-bde0038207c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.599939] env[69226]: DEBUG nova.compute.utils [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.603380] env[69226]: DEBUG nova.compute.manager [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.603550] env[69226]: DEBUG nova.network.neutron [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.646322] env[69226]: DEBUG nova.policy [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15cb9dce277c4186beb35f95b17c6872', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '708d48e7db8e48b28bc21f0409fe3ab3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.659421] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.690130] env[69226]: INFO nova.compute.manager [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Shelve offloading [ 1089.851815] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495406, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.875751] env[69226]: DEBUG oslo_concurrency.lockutils [req-cc5729d0-8a14-4ecb-9ebe-de94e34d83b2 req-f639fffd-224a-45dc-9f5e-e41e6ae8b5c5 service nova] Releasing lock "refresh_cache-aacaee2b-235c-4902-9fbb-f2b2b231d7be" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.875751] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0dd856cf-b082-4d57-be5d-27770ad4509f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "84c61656-c42e-41d3-bf30-04c504670123" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.875751] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0dd856cf-b082-4d57-be5d-27770ad4509f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "84c61656-c42e-41d3-bf30-04c504670123" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.875751] env[69226]: DEBUG nova.compute.manager [None req-0dd856cf-b082-4d57-be5d-27770ad4509f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.875751] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a696cdf-b279-4c31-9a82-2a889e8368b5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.882436] env[69226]: DEBUG nova.compute.manager [None req-0dd856cf-b082-4d57-be5d-27770ad4509f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1089.883042] env[69226]: DEBUG nova.objects.instance [None req-0dd856cf-b082-4d57-be5d-27770ad4509f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lazy-loading 'flavor' on Instance uuid 84c61656-c42e-41d3-bf30-04c504670123 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.916462] env[69226]: DEBUG nova.network.neutron [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Successfully created port: b43acf8d-6357-4ab6-8613-965773b6dba4 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.029351] env[69226]: DEBUG nova.network.neutron [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.039562] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529e88fe-e53d-64eb-aa1b-bde0038207c7, 'name': SearchDatastore_Task, 'duration_secs': 0.008479} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.040713] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a4eab03-5ac3-4934-9df2-29cf800a5ab4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.047498] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1090.047498] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b6eff0-06f2-ed03-4c87-9bcf42c84a01" [ 1090.047498] env[69226]: _type = "Task" [ 1090.047498] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.057292] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b6eff0-06f2-ed03-4c87-9bcf42c84a01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.103847] env[69226]: DEBUG nova.compute.manager [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.194058] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.194384] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-611acc9e-9def-4af6-9b18-343d1f42f849 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.204168] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1090.204168] env[69226]: value = "task-3495408" [ 1090.204168] env[69226]: _type = "Task" [ 1090.204168] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.215600] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] VM already powered off {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1090.215802] env[69226]: DEBUG nova.compute.manager [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.216718] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b402af1-9ce4-4161-af7c-6b4fe77c73ea {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.222469] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.222632] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquired lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.222803] env[69226]: DEBUG nova.network.neutron [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.357298] env[69226]: DEBUG oslo_vmware.api [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495406, 'name': PowerOnVM_Task, 'duration_secs': 1.564467} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.357566] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.357775] env[69226]: INFO nova.compute.manager [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1090.357957] env[69226]: DEBUG nova.compute.manager [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.358747] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ec4dbd-44bc-466a-826b-3fa9e1eff1c6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.443830] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99805fb-7b32-4435-86f7-b4bd35abb725 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.451498] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dcd6f7-ae0a-4fff-a314-7989ca36d25a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.484558] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91ee3a5-389f-45d9-9fbd-f56a7446fb8a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.493593] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fe7b2d-ebe4-45a9-a522-c624b0f34c8c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.515207] env[69226]: DEBUG nova.compute.provider_tree [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.558202] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b6eff0-06f2-ed03-4c87-9bcf42c84a01, 'name': SearchDatastore_Task, 'duration_secs': 0.009156} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.558486] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.558741] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] aacaee2b-235c-4902-9fbb-f2b2b231d7be/aacaee2b-235c-4902-9fbb-f2b2b231d7be.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.559072] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2a12034-db19-4151-bb12-9feb8bd570ad {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.565904] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1090.565904] env[69226]: value = "task-3495409" [ 1090.565904] env[69226]: _type = "Task" [ 1090.565904] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.573727] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.574664] env[69226]: DEBUG nova.network.neutron [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Updating instance_info_cache with network_info: [{"id": "57f7cc1c-d580-40cb-8440-1910cde2b559", "address": "fa:16:3e:97:80:f0", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f7cc1c-d5", "ovs_interfaceid": "57f7cc1c-d580-40cb-8440-1910cde2b559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.890103] env[69226]: INFO nova.compute.manager [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Took 44.96 seconds to build instance. [ 1090.891665] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd856cf-b082-4d57-be5d-27770ad4509f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.893236] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52dc5c39-b511-454c-86d9-48e343d951e5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.902216] env[69226]: DEBUG oslo_vmware.api [None req-0dd856cf-b082-4d57-be5d-27770ad4509f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1090.902216] env[69226]: value = "task-3495410" [ 1090.902216] env[69226]: _type = "Task" [ 1090.902216] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.916821] env[69226]: DEBUG oslo_vmware.api [None req-0dd856cf-b082-4d57-be5d-27770ad4509f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.992360] env[69226]: DEBUG nova.compute.manager [req-ba58ea17-4c70-4ee8-b6c0-a2e669f941fb req-d7849b09-d4c7-4fcb-9e8e-59fb5204cbf8 service nova] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Received event network-vif-plugged-57f7cc1c-d580-40cb-8440-1910cde2b559 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.992771] env[69226]: DEBUG oslo_concurrency.lockutils [req-ba58ea17-4c70-4ee8-b6c0-a2e669f941fb req-d7849b09-d4c7-4fcb-9e8e-59fb5204cbf8 service nova] Acquiring lock "1bbc9c8d-4bc5-45ec-8443-295fd6e5f314-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.994898] env[69226]: DEBUG oslo_concurrency.lockutils [req-ba58ea17-4c70-4ee8-b6c0-a2e669f941fb req-d7849b09-d4c7-4fcb-9e8e-59fb5204cbf8 service nova] Lock "1bbc9c8d-4bc5-45ec-8443-295fd6e5f314-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.994898] env[69226]: DEBUG oslo_concurrency.lockutils [req-ba58ea17-4c70-4ee8-b6c0-a2e669f941fb req-d7849b09-d4c7-4fcb-9e8e-59fb5204cbf8 service nova] Lock "1bbc9c8d-4bc5-45ec-8443-295fd6e5f314-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.994898] env[69226]: DEBUG nova.compute.manager [req-ba58ea17-4c70-4ee8-b6c0-a2e669f941fb req-d7849b09-d4c7-4fcb-9e8e-59fb5204cbf8 service nova] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] No waiting events found dispatching network-vif-plugged-57f7cc1c-d580-40cb-8440-1910cde2b559 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.994898] env[69226]: WARNING nova.compute.manager [req-ba58ea17-4c70-4ee8-b6c0-a2e669f941fb req-d7849b09-d4c7-4fcb-9e8e-59fb5204cbf8 service nova] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Received unexpected event network-vif-plugged-57f7cc1c-d580-40cb-8440-1910cde2b559 for instance with vm_state building and task_state spawning. [ 1090.994898] env[69226]: DEBUG nova.compute.manager [req-ba58ea17-4c70-4ee8-b6c0-a2e669f941fb req-d7849b09-d4c7-4fcb-9e8e-59fb5204cbf8 service nova] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Received event network-changed-57f7cc1c-d580-40cb-8440-1910cde2b559 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.994898] env[69226]: DEBUG nova.compute.manager [req-ba58ea17-4c70-4ee8-b6c0-a2e669f941fb req-d7849b09-d4c7-4fcb-9e8e-59fb5204cbf8 service nova] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Refreshing instance network info cache due to event network-changed-57f7cc1c-d580-40cb-8440-1910cde2b559. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.996210] env[69226]: DEBUG oslo_concurrency.lockutils [req-ba58ea17-4c70-4ee8-b6c0-a2e669f941fb req-d7849b09-d4c7-4fcb-9e8e-59fb5204cbf8 service nova] Acquiring lock "refresh_cache-1bbc9c8d-4bc5-45ec-8443-295fd6e5f314" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.017733] env[69226]: DEBUG nova.scheduler.client.report [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.076785] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467294} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.077072] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] aacaee2b-235c-4902-9fbb-f2b2b231d7be/aacaee2b-235c-4902-9fbb-f2b2b231d7be.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.077293] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.077550] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b26e7fa1-1e61-467a-84b9-c7805a2be62a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.080666] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "refresh_cache-1bbc9c8d-4bc5-45ec-8443-295fd6e5f314" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.080995] env[69226]: DEBUG nova.compute.manager [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Instance network_info: |[{"id": "57f7cc1c-d580-40cb-8440-1910cde2b559", "address": "fa:16:3e:97:80:f0", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f7cc1c-d5", "ovs_interfaceid": "57f7cc1c-d580-40cb-8440-1910cde2b559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.081298] env[69226]: DEBUG oslo_concurrency.lockutils [req-ba58ea17-4c70-4ee8-b6c0-a2e669f941fb req-d7849b09-d4c7-4fcb-9e8e-59fb5204cbf8 service nova] Acquired lock "refresh_cache-1bbc9c8d-4bc5-45ec-8443-295fd6e5f314" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.081478] env[69226]: DEBUG nova.network.neutron [req-ba58ea17-4c70-4ee8-b6c0-a2e669f941fb req-d7849b09-d4c7-4fcb-9e8e-59fb5204cbf8 service nova] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Refreshing network info cache for port 57f7cc1c-d580-40cb-8440-1910cde2b559 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.082749] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:80:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57f7cc1c-d580-40cb-8440-1910cde2b559', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.090732] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.094226] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.094712] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b6a73ba-62eb-46fe-94c2-4cb52eeced05 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.115430] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1091.115430] env[69226]: value = "task-3495411" [ 1091.115430] env[69226]: _type = "Task" [ 1091.115430] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.121841] env[69226]: DEBUG nova.compute.manager [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.124843] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.124843] env[69226]: value = "task-3495412" [ 1091.124843] env[69226]: _type = "Task" [ 1091.124843] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.133216] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.138838] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495412, 'name': CreateVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.152160] env[69226]: DEBUG nova.network.neutron [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Updating instance_info_cache with network_info: [{"id": "3d8d4a76-79d8-4864-94c3-e4e7654d18fa", "address": "fa:16:3e:51:b4:f5", "network": {"id": "7bd8aaa1-0e47-4e73-ac04-cf2d4cf1d604", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-35924596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907e1860551b414ea4d836c15edec2dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8d4a76-79", "ovs_interfaceid": "3d8d4a76-79d8-4864-94c3-e4e7654d18fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.163067] env[69226]: DEBUG nova.virt.hardware [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.163321] env[69226]: DEBUG nova.virt.hardware [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.163479] env[69226]: DEBUG nova.virt.hardware [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.163651] env[69226]: DEBUG nova.virt.hardware [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.163800] env[69226]: DEBUG nova.virt.hardware [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.163944] env[69226]: DEBUG nova.virt.hardware [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.164156] env[69226]: DEBUG nova.virt.hardware [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.164322] env[69226]: DEBUG nova.virt.hardware [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.164492] env[69226]: DEBUG nova.virt.hardware [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.164650] env[69226]: DEBUG nova.virt.hardware [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.164821] env[69226]: DEBUG nova.virt.hardware [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.165776] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7971069-8960-4ce0-8bdf-5ab6a7be9cb0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.175169] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cc7fa9-7bff-480e-9650-0782a8d9d94d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.393603] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e98b1d31-cfd1-4fd4-8143-f1634c85f85a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.474s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.413589] env[69226]: DEBUG oslo_vmware.api [None req-0dd856cf-b082-4d57-be5d-27770ad4509f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495410, 'name': PowerOffVM_Task, 'duration_secs': 0.288765} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.413857] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd856cf-b082-4d57-be5d-27770ad4509f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.414067] env[69226]: DEBUG nova.compute.manager [None req-0dd856cf-b082-4d57-be5d-27770ad4509f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.414902] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808d9a2a-f1dd-47a4-975b-dc8b2cfe594e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.423796] env[69226]: DEBUG nova.network.neutron [req-ba58ea17-4c70-4ee8-b6c0-a2e669f941fb req-d7849b09-d4c7-4fcb-9e8e-59fb5204cbf8 service nova] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Updated VIF entry in instance network info cache for port 57f7cc1c-d580-40cb-8440-1910cde2b559. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.424311] env[69226]: DEBUG nova.network.neutron [req-ba58ea17-4c70-4ee8-b6c0-a2e669f941fb req-d7849b09-d4c7-4fcb-9e8e-59fb5204cbf8 service nova] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Updating instance_info_cache with network_info: [{"id": "57f7cc1c-d580-40cb-8440-1910cde2b559", "address": "fa:16:3e:97:80:f0", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f7cc1c-d5", "ovs_interfaceid": "57f7cc1c-d580-40cb-8440-1910cde2b559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.524314] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.524837] env[69226]: DEBUG nova.compute.manager [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.529150] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.118s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.529346] env[69226]: DEBUG nova.objects.instance [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lazy-loading 'resources' on Instance uuid 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.535652] env[69226]: DEBUG nova.network.neutron [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Successfully updated port: b43acf8d-6357-4ab6-8613-965773b6dba4 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.626374] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069745} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.629553] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.630445] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8882eca3-889a-4bc1-bf6e-db3265e7dbdb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.638108] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495412, 'name': CreateVM_Task, 'duration_secs': 0.390398} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.647913] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.657087] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] aacaee2b-235c-4902-9fbb-f2b2b231d7be/aacaee2b-235c-4902-9fbb-f2b2b231d7be.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.657856] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.658026] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.658353] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.658826] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Releasing lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.660609] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd05496b-647f-40e5-9a40-45fb823e1495 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.675503] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85371a72-3ee0-49df-8b85-89460c5bbcf0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.680509] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1091.680509] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525ce14d-2255-619e-c41e-690b97f91a6f" [ 1091.680509] env[69226]: _type = "Task" [ 1091.680509] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.685239] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1091.685239] env[69226]: value = "task-3495413" [ 1091.685239] env[69226]: _type = "Task" [ 1091.685239] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.692866] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525ce14d-2255-619e-c41e-690b97f91a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.697866] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495413, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.930508] env[69226]: DEBUG oslo_concurrency.lockutils [req-ba58ea17-4c70-4ee8-b6c0-a2e669f941fb req-d7849b09-d4c7-4fcb-9e8e-59fb5204cbf8 service nova] Releasing lock "refresh_cache-1bbc9c8d-4bc5-45ec-8443-295fd6e5f314" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.931714] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0dd856cf-b082-4d57-be5d-27770ad4509f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "84c61656-c42e-41d3-bf30-04c504670123" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.030990] env[69226]: DEBUG nova.compute.utils [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.032482] env[69226]: DEBUG nova.compute.manager [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.037471] env[69226]: DEBUG nova.network.neutron [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.050203] env[69226]: DEBUG oslo_concurrency.lockutils [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Acquiring lock "refresh_cache-286b3198-984e-4b3f-ad50-257830ab1e13" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.050203] env[69226]: DEBUG oslo_concurrency.lockutils [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Acquired lock "refresh_cache-286b3198-984e-4b3f-ad50-257830ab1e13" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.050203] env[69226]: DEBUG nova.network.neutron [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.145348] env[69226]: DEBUG nova.policy [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7912b7302f574bbe91d2942f7ca41a23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd511a9abf5944cc28ac2f40067f52497', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.196639] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525ce14d-2255-619e-c41e-690b97f91a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.010023} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.202701] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.202993] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.203617] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.203713] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.203895] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.204527] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495413, 'name': ReconfigVM_Task, 'duration_secs': 0.276909} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.204936] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b024918f-fe7b-4654-b93f-b63fcc5bd12a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.206841] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Reconfigured VM instance instance-0000005f to attach disk [datastore2] aacaee2b-235c-4902-9fbb-f2b2b231d7be/aacaee2b-235c-4902-9fbb-f2b2b231d7be.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.207473] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-850860e1-cd13-4bf9-a510-363d98b93649 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.215034] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1092.215034] env[69226]: value = "task-3495414" [ 1092.215034] env[69226]: _type = "Task" [ 1092.215034] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.221451] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.221667] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.225653] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c39ff98a-315c-4e33-a0f6-8f392517e9f6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.232969] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495414, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.235569] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1092.235569] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a5e30e-cb7a-65ff-119e-2e71c032a9e8" [ 1092.235569] env[69226]: _type = "Task" [ 1092.235569] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.244992] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a5e30e-cb7a-65ff-119e-2e71c032a9e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.451539] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8ad753-260b-4f60-9174-81fcc9e5eb76 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.462696] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cac0e08-923b-4815-9e11-677737cf46e5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.493735] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcae5ebb-d5e4-42e2-91e1-7c6dfb404ad3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.501962] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150054b4-9054-4479-9b2e-8524d9392180 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.516288] env[69226]: DEBUG nova.compute.provider_tree [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.525291] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.526435] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2905ef03-9784-4471-96a3-4754477a3a0a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.535022] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.535256] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6529ff69-3750-4740-91fa-9bf845f063df {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.543811] env[69226]: DEBUG nova.compute.manager [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.557701] env[69226]: DEBUG nova.objects.instance [None req-9ecf601c-e60c-4f3a-a83e-f7c058399f5f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lazy-loading 'flavor' on Instance uuid 84c61656-c42e-41d3-bf30-04c504670123 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.620026] env[69226]: DEBUG nova.network.neutron [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.635409] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.635614] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.635793] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Deleting the datastore file [datastore2] 418bb2f3-bfba-41bf-af24-9453097c4b06 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.636061] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d30ea506-8e06-43e5-bfac-55036eaa502b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.642402] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1092.642402] env[69226]: value = "task-3495416" [ 1092.642402] env[69226]: _type = "Task" [ 1092.642402] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.652373] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.724610] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495414, 'name': Rename_Task, 'duration_secs': 0.337907} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.724870] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.725115] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d60f580b-e649-48ba-9b31-a2ef5b76aca7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.731529] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1092.731529] env[69226]: value = "task-3495417" [ 1092.731529] env[69226]: _type = "Task" [ 1092.731529] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.740291] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.750852] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a5e30e-cb7a-65ff-119e-2e71c032a9e8, 'name': SearchDatastore_Task, 'duration_secs': 0.025705} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.751674] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79594712-806d-4764-a0d7-2a74fb1e0f6e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.761118] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1092.761118] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52eedcbc-ec86-0b01-cb3a-9337222c6033" [ 1092.761118] env[69226]: _type = "Task" [ 1092.761118] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.771243] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52eedcbc-ec86-0b01-cb3a-9337222c6033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.854129] env[69226]: DEBUG nova.network.neutron [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Successfully created port: 61bbdf30-6dfa-4394-a088-d9ba104694fe {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.857742] env[69226]: DEBUG nova.network.neutron [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Updating instance_info_cache with network_info: [{"id": "b43acf8d-6357-4ab6-8613-965773b6dba4", "address": "fa:16:3e:54:e2:02", "network": {"id": "8774ad3d-b1b3-4c19-ab91-4b45ede026b4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1285503529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "708d48e7db8e48b28bc21f0409fe3ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb43acf8d-63", "ovs_interfaceid": "b43acf8d-6357-4ab6-8613-965773b6dba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.019927] env[69226]: DEBUG nova.scheduler.client.report [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.061809] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9ecf601c-e60c-4f3a-a83e-f7c058399f5f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.062027] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9ecf601c-e60c-4f3a-a83e-f7c058399f5f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.062212] env[69226]: DEBUG nova.network.neutron [None req-9ecf601c-e60c-4f3a-a83e-f7c058399f5f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.062414] env[69226]: DEBUG nova.objects.instance [None req-9ecf601c-e60c-4f3a-a83e-f7c058399f5f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lazy-loading 'info_cache' on Instance uuid 84c61656-c42e-41d3-bf30-04c504670123 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.092998] env[69226]: DEBUG nova.compute.manager [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Received event network-vif-plugged-b43acf8d-6357-4ab6-8613-965773b6dba4 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.092998] env[69226]: DEBUG oslo_concurrency.lockutils [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] Acquiring lock "286b3198-984e-4b3f-ad50-257830ab1e13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.092998] env[69226]: DEBUG oslo_concurrency.lockutils [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] Lock "286b3198-984e-4b3f-ad50-257830ab1e13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.092998] env[69226]: DEBUG oslo_concurrency.lockutils [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] Lock "286b3198-984e-4b3f-ad50-257830ab1e13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.092998] env[69226]: DEBUG nova.compute.manager [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] No waiting events found dispatching network-vif-plugged-b43acf8d-6357-4ab6-8613-965773b6dba4 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.092998] env[69226]: WARNING nova.compute.manager [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Received unexpected event network-vif-plugged-b43acf8d-6357-4ab6-8613-965773b6dba4 for instance with vm_state building and task_state spawning. [ 1093.092998] env[69226]: DEBUG nova.compute.manager [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Received event network-changed-b43acf8d-6357-4ab6-8613-965773b6dba4 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.092998] env[69226]: DEBUG nova.compute.manager [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Refreshing instance network info cache due to event network-changed-b43acf8d-6357-4ab6-8613-965773b6dba4. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.092998] env[69226]: DEBUG oslo_concurrency.lockutils [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] Acquiring lock "refresh_cache-286b3198-984e-4b3f-ad50-257830ab1e13" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.152466] env[69226]: DEBUG oslo_vmware.api [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154097} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.152719] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.152913] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.153162] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.175599] env[69226]: INFO nova.scheduler.client.report [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Deleted allocations for instance 418bb2f3-bfba-41bf-af24-9453097c4b06 [ 1093.242760] env[69226]: DEBUG oslo_vmware.api [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495417, 'name': PowerOnVM_Task, 'duration_secs': 0.471754} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.243186] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.243499] env[69226]: INFO nova.compute.manager [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1093.243773] env[69226]: DEBUG nova.compute.manager [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.244898] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23916b28-441f-45fb-ba51-df56d6d58497 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.275554] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52eedcbc-ec86-0b01-cb3a-9337222c6033, 'name': SearchDatastore_Task, 'duration_secs': 0.020115} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.275554] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.275554] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314/1bbc9c8d-4bc5-45ec-8443-295fd6e5f314.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.275770] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87c38b81-7a62-4a05-bd13-1b42ae68f72c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.283988] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1093.283988] env[69226]: value = "task-3495418" [ 1093.283988] env[69226]: _type = "Task" [ 1093.283988] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.297224] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.364022] env[69226]: DEBUG oslo_concurrency.lockutils [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Releasing lock "refresh_cache-286b3198-984e-4b3f-ad50-257830ab1e13" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.364022] env[69226]: DEBUG nova.compute.manager [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Instance network_info: |[{"id": "b43acf8d-6357-4ab6-8613-965773b6dba4", "address": "fa:16:3e:54:e2:02", "network": {"id": "8774ad3d-b1b3-4c19-ab91-4b45ede026b4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1285503529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "708d48e7db8e48b28bc21f0409fe3ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb43acf8d-63", "ovs_interfaceid": "b43acf8d-6357-4ab6-8613-965773b6dba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.364022] env[69226]: DEBUG oslo_concurrency.lockutils [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] Acquired lock "refresh_cache-286b3198-984e-4b3f-ad50-257830ab1e13" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.364022] env[69226]: DEBUG nova.network.neutron [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Refreshing network info cache for port b43acf8d-6357-4ab6-8613-965773b6dba4 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.364022] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:e2:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b43acf8d-6357-4ab6-8613-965773b6dba4', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.377020] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Creating folder: Project (708d48e7db8e48b28bc21f0409fe3ab3). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.377020] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-914b2ae6-4a1f-4fb0-be49-7dcfed8dd065 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.389897] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Created folder: Project (708d48e7db8e48b28bc21f0409fe3ab3) in parent group-v698365. [ 1093.389897] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Creating folder: Instances. Parent ref: group-v698620. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.389897] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-595837ca-6cee-42e2-93a6-1dd06ca13896 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.401738] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Created folder: Instances in parent group-v698620. [ 1093.401738] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.401738] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.401738] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf70abed-a326-49df-94dc-867ca03e0d4b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.422895] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.422895] env[69226]: value = "task-3495421" [ 1093.422895] env[69226]: _type = "Task" [ 1093.422895] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.432475] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495421, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.525953] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.528600] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.336s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.528850] env[69226]: DEBUG nova.objects.instance [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Lazy-loading 'resources' on Instance uuid 062fb886-0b2c-464f-b36c-ee9429441e42 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.546025] env[69226]: INFO nova.scheduler.client.report [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Deleted allocations for instance 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e [ 1093.553096] env[69226]: DEBUG nova.compute.manager [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.567132] env[69226]: DEBUG nova.objects.base [None req-9ecf601c-e60c-4f3a-a83e-f7c058399f5f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Object Instance<84c61656-c42e-41d3-bf30-04c504670123> lazy-loaded attributes: flavor,info_cache {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1093.581638] env[69226]: DEBUG nova.virt.hardware [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.581798] env[69226]: DEBUG nova.virt.hardware [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.581900] env[69226]: DEBUG nova.virt.hardware [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.582347] env[69226]: DEBUG nova.virt.hardware [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.582347] env[69226]: DEBUG nova.virt.hardware [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.582484] env[69226]: DEBUG nova.virt.hardware [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.582719] env[69226]: DEBUG nova.virt.hardware [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.582896] env[69226]: DEBUG nova.virt.hardware [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.583054] env[69226]: DEBUG nova.virt.hardware [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.583237] env[69226]: DEBUG nova.virt.hardware [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.583429] env[69226]: DEBUG nova.virt.hardware [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.584553] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08aa99b-d74f-4120-abb5-9f33fdb43a1d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.593844] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd359694-3d59-4c5f-9a4a-5a9c4260f2e9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.680563] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.767360] env[69226]: INFO nova.compute.manager [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Took 40.44 seconds to build instance. [ 1093.799316] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495418, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.938120] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495421, 'name': CreateVM_Task, 'duration_secs': 0.37788} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.938447] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.939532] env[69226]: DEBUG oslo_concurrency.lockutils [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.939653] env[69226]: DEBUG oslo_concurrency.lockutils [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.940042] env[69226]: DEBUG oslo_concurrency.lockutils [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.940461] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584ef8bb-5a5f-44b7-904d-63a76934b5e6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.948408] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Waiting for the task: (returnval){ [ 1093.948408] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a07e21-b297-d6e7-642c-f6dfab33ac8c" [ 1093.948408] env[69226]: _type = "Task" [ 1093.948408] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.957907] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a07e21-b297-d6e7-642c-f6dfab33ac8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.056712] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ceda98b7-cace-43ad-9b08-d25a7468fcfc tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "88f2ec1c-f6dc-4d20-96df-d3272d74dc7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.035s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.096351] env[69226]: DEBUG nova.network.neutron [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Updated VIF entry in instance network info cache for port b43acf8d-6357-4ab6-8613-965773b6dba4. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.096648] env[69226]: DEBUG nova.network.neutron [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Updating instance_info_cache with network_info: [{"id": "b43acf8d-6357-4ab6-8613-965773b6dba4", "address": "fa:16:3e:54:e2:02", "network": {"id": "8774ad3d-b1b3-4c19-ab91-4b45ede026b4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1285503529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "708d48e7db8e48b28bc21f0409fe3ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb43acf8d-63", "ovs_interfaceid": "b43acf8d-6357-4ab6-8613-965773b6dba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.269759] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c503e3a-c26b-4f81-8f9d-0c95f223bb78 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "aacaee2b-235c-4902-9fbb-f2b2b231d7be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.953s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.294757] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682415} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.299745] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314/1bbc9c8d-4bc5-45ec-8443-295fd6e5f314.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.300265] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.303526] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21e608be-a51c-405b-8215-a3c672e1fc67 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.312022] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1094.312022] env[69226]: value = "task-3495422" [ 1094.312022] env[69226]: _type = "Task" [ 1094.312022] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.326979] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.347667] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b10483-6acd-46c9-9f5f-96af24f272bb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.358615] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aef949a-e5ef-4f10-b412-5bca4588c550 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.392792] env[69226]: DEBUG nova.network.neutron [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Successfully updated port: 61bbdf30-6dfa-4394-a088-d9ba104694fe {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.394206] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f25fb08-11b9-4648-92fd-bc8c8d94df7a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.403871] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a50d45d-5c5e-440d-94f4-a81155edc156 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.420568] env[69226]: DEBUG nova.compute.provider_tree [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.457840] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a07e21-b297-d6e7-642c-f6dfab33ac8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010613} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.458100] env[69226]: DEBUG oslo_concurrency.lockutils [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.458392] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.458561] env[69226]: DEBUG oslo_concurrency.lockutils [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.458726] env[69226]: DEBUG oslo_concurrency.lockutils [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.458997] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.459273] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70f983b4-3744-4b7d-80dc-ba9ba7d07c21 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.479032] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.479032] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.479382] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea9136a-ba1f-42c0-9910-f63278986329 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.485100] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Waiting for the task: (returnval){ [ 1094.485100] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521778bb-1564-32bc-d58b-ee7057693350" [ 1094.485100] env[69226]: _type = "Task" [ 1094.485100] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.489578] env[69226]: DEBUG nova.network.neutron [None req-9ecf601c-e60c-4f3a-a83e-f7c058399f5f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Updating instance_info_cache with network_info: [{"id": "f223ef1b-9385-4cfa-a066-f89a086e932a", "address": "fa:16:3e:58:9d:b6", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf223ef1b-93", "ovs_interfaceid": "f223ef1b-9385-4cfa-a066-f89a086e932a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.493538] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521778bb-1564-32bc-d58b-ee7057693350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.599385] env[69226]: DEBUG oslo_concurrency.lockutils [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] Releasing lock "refresh_cache-286b3198-984e-4b3f-ad50-257830ab1e13" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.599676] env[69226]: DEBUG nova.compute.manager [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Received event network-vif-unplugged-3d8d4a76-79d8-4864-94c3-e4e7654d18fa {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.599824] env[69226]: DEBUG oslo_concurrency.lockutils [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] Acquiring lock "418bb2f3-bfba-41bf-af24-9453097c4b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.600041] env[69226]: DEBUG oslo_concurrency.lockutils [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] Lock "418bb2f3-bfba-41bf-af24-9453097c4b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.600204] env[69226]: DEBUG oslo_concurrency.lockutils [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] Lock "418bb2f3-bfba-41bf-af24-9453097c4b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.600366] env[69226]: DEBUG nova.compute.manager [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] No waiting events found dispatching network-vif-unplugged-3d8d4a76-79d8-4864-94c3-e4e7654d18fa {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.600539] env[69226]: WARNING nova.compute.manager [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Received unexpected event network-vif-unplugged-3d8d4a76-79d8-4864-94c3-e4e7654d18fa for instance with vm_state shelved and task_state shelving_offloading. [ 1094.600700] env[69226]: DEBUG nova.compute.manager [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Received event network-changed-3d8d4a76-79d8-4864-94c3-e4e7654d18fa {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.600850] env[69226]: DEBUG nova.compute.manager [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Refreshing instance network info cache due to event network-changed-3d8d4a76-79d8-4864-94c3-e4e7654d18fa. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.601100] env[69226]: DEBUG oslo_concurrency.lockutils [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] Acquiring lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.601258] env[69226]: DEBUG oslo_concurrency.lockutils [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] Acquired lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.601411] env[69226]: DEBUG nova.network.neutron [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Refreshing network info cache for port 3d8d4a76-79d8-4864-94c3-e4e7654d18fa {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.822233] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074759} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.822513] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.823763] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cceadcc-b6cf-4ad3-bbec-1d983bc80788 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.838877] env[69226]: DEBUG oslo_concurrency.lockutils [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "aacaee2b-235c-4902-9fbb-f2b2b231d7be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.839135] env[69226]: DEBUG oslo_concurrency.lockutils [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "aacaee2b-235c-4902-9fbb-f2b2b231d7be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.839341] env[69226]: DEBUG oslo_concurrency.lockutils [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "aacaee2b-235c-4902-9fbb-f2b2b231d7be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.839521] env[69226]: DEBUG oslo_concurrency.lockutils [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "aacaee2b-235c-4902-9fbb-f2b2b231d7be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.839684] env[69226]: DEBUG oslo_concurrency.lockutils [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "aacaee2b-235c-4902-9fbb-f2b2b231d7be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.849649] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314/1bbc9c8d-4bc5-45ec-8443-295fd6e5f314.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.850147] env[69226]: INFO nova.compute.manager [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Terminating instance [ 1094.851965] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce424798-f8c1-480c-aeea-106bb6eb0a5e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.878719] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1094.878719] env[69226]: value = "task-3495423" [ 1094.878719] env[69226]: _type = "Task" [ 1094.878719] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.886069] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.897864] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.898082] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.898285] env[69226]: DEBUG nova.network.neutron [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.926859] env[69226]: DEBUG nova.scheduler.client.report [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.996646] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9ecf601c-e60c-4f3a-a83e-f7c058399f5f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.997949] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521778bb-1564-32bc-d58b-ee7057693350, 'name': SearchDatastore_Task, 'duration_secs': 0.052432} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.999031] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdd95910-54fb-4e02-ab0a-1d5f9c4ab5a1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.004904] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Waiting for the task: (returnval){ [ 1095.004904] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526ec3ea-62fe-b80c-493a-2b565dcdd78b" [ 1095.004904] env[69226]: _type = "Task" [ 1095.004904] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.014808] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526ec3ea-62fe-b80c-493a-2b565dcdd78b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.119505] env[69226]: DEBUG nova.compute.manager [req-02a70968-42c6-46ac-afba-aef3feb175be req-fa3a5dc4-2e00-47f8-afe1-166c658075de service nova] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Received event network-vif-plugged-61bbdf30-6dfa-4394-a088-d9ba104694fe {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.119714] env[69226]: DEBUG oslo_concurrency.lockutils [req-02a70968-42c6-46ac-afba-aef3feb175be req-fa3a5dc4-2e00-47f8-afe1-166c658075de service nova] Acquiring lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.119935] env[69226]: DEBUG oslo_concurrency.lockutils [req-02a70968-42c6-46ac-afba-aef3feb175be req-fa3a5dc4-2e00-47f8-afe1-166c658075de service nova] Lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.120085] env[69226]: DEBUG oslo_concurrency.lockutils [req-02a70968-42c6-46ac-afba-aef3feb175be req-fa3a5dc4-2e00-47f8-afe1-166c658075de service nova] Lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.120248] env[69226]: DEBUG nova.compute.manager [req-02a70968-42c6-46ac-afba-aef3feb175be req-fa3a5dc4-2e00-47f8-afe1-166c658075de service nova] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] No waiting events found dispatching network-vif-plugged-61bbdf30-6dfa-4394-a088-d9ba104694fe {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.120451] env[69226]: WARNING nova.compute.manager [req-02a70968-42c6-46ac-afba-aef3feb175be req-fa3a5dc4-2e00-47f8-afe1-166c658075de service nova] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Received unexpected event network-vif-plugged-61bbdf30-6dfa-4394-a088-d9ba104694fe for instance with vm_state building and task_state spawning. [ 1095.120560] env[69226]: DEBUG nova.compute.manager [req-02a70968-42c6-46ac-afba-aef3feb175be req-fa3a5dc4-2e00-47f8-afe1-166c658075de service nova] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Received event network-changed-61bbdf30-6dfa-4394-a088-d9ba104694fe {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.120708] env[69226]: DEBUG nova.compute.manager [req-02a70968-42c6-46ac-afba-aef3feb175be req-fa3a5dc4-2e00-47f8-afe1-166c658075de service nova] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Refreshing instance network info cache due to event network-changed-61bbdf30-6dfa-4394-a088-d9ba104694fe. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.121316] env[69226]: DEBUG oslo_concurrency.lockutils [req-02a70968-42c6-46ac-afba-aef3feb175be req-fa3a5dc4-2e00-47f8-afe1-166c658075de service nova] Acquiring lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.358706] env[69226]: DEBUG nova.network.neutron [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Updated VIF entry in instance network info cache for port 3d8d4a76-79d8-4864-94c3-e4e7654d18fa. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.359118] env[69226]: DEBUG nova.network.neutron [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Updating instance_info_cache with network_info: [{"id": "3d8d4a76-79d8-4864-94c3-e4e7654d18fa", "address": "fa:16:3e:51:b4:f5", "network": {"id": "7bd8aaa1-0e47-4e73-ac04-cf2d4cf1d604", "bridge": null, "label": "tempest-ServersNegativeTestJSON-35924596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907e1860551b414ea4d836c15edec2dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3d8d4a76-79", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.372588] env[69226]: DEBUG nova.compute.manager [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.372819] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.373877] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf944f4-3bab-47a9-96c1-80556567bfb2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.377238] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "a54aeb5b-9769-4ee7-9669-0974db55d501" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.377468] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "a54aeb5b-9769-4ee7-9669-0974db55d501" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.377664] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "a54aeb5b-9769-4ee7-9669-0974db55d501-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.377847] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "a54aeb5b-9769-4ee7-9669-0974db55d501-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.378038] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "a54aeb5b-9769-4ee7-9669-0974db55d501-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.380687] env[69226]: INFO nova.compute.manager [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Terminating instance [ 1095.387872] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.388578] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb5e618a-f11c-484c-8c54-0c4ac212e12e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.393318] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495423, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.398452] env[69226]: DEBUG oslo_vmware.api [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1095.398452] env[69226]: value = "task-3495424" [ 1095.398452] env[69226]: _type = "Task" [ 1095.398452] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.408113] env[69226]: DEBUG oslo_vmware.api [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.433306] env[69226]: DEBUG nova.network.neutron [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.435947] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.438861] env[69226]: DEBUG oslo_concurrency.lockutils [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.533s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.440230] env[69226]: INFO nova.compute.claims [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.454443] env[69226]: INFO nova.scheduler.client.report [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Deleted allocations for instance 062fb886-0b2c-464f-b36c-ee9429441e42 [ 1095.517822] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526ec3ea-62fe-b80c-493a-2b565dcdd78b, 'name': SearchDatastore_Task, 'duration_secs': 0.025656} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.518131] env[69226]: DEBUG oslo_concurrency.lockutils [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.518432] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 286b3198-984e-4b3f-ad50-257830ab1e13/286b3198-984e-4b3f-ad50-257830ab1e13.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.518747] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16fab93c-a76e-46b0-b2dc-656a09f5bdf1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.529625] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Waiting for the task: (returnval){ [ 1095.529625] env[69226]: value = "task-3495425" [ 1095.529625] env[69226]: _type = "Task" [ 1095.529625] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.545473] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': task-3495425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.698830] env[69226]: DEBUG nova.network.neutron [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updating instance_info_cache with network_info: [{"id": "61bbdf30-6dfa-4394-a088-d9ba104694fe", "address": "fa:16:3e:8c:e5:7a", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61bbdf30-6d", "ovs_interfaceid": "61bbdf30-6dfa-4394-a088-d9ba104694fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.861627] env[69226]: DEBUG oslo_concurrency.lockutils [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] Releasing lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.861956] env[69226]: DEBUG nova.compute.manager [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Received event network-changed-2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.862212] env[69226]: DEBUG nova.compute.manager [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Refreshing instance network info cache due to event network-changed-2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.862452] env[69226]: DEBUG oslo_concurrency.lockutils [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] Acquiring lock "refresh_cache-79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.862596] env[69226]: DEBUG oslo_concurrency.lockutils [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] Acquired lock "refresh_cache-79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.862755] env[69226]: DEBUG nova.network.neutron [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Refreshing network info cache for port 2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.893441] env[69226]: DEBUG nova.compute.manager [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.893920] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.896253] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd5e608-c57c-4f3c-ba3e-38d7cd014c9a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.908716] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495423, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.911633] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.911901] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8ec006a-e885-4bf7-942e-ff310e2e4452 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.917286] env[69226]: DEBUG oslo_vmware.api [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495424, 'name': PowerOffVM_Task, 'duration_secs': 0.185387} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.917548] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.917720] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.918016] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b64c7aec-f32f-4248-a272-576e58d90f7f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.920850] env[69226]: DEBUG oslo_vmware.api [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 1095.920850] env[69226]: value = "task-3495426" [ 1095.920850] env[69226]: _type = "Task" [ 1095.920850] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.931424] env[69226]: DEBUG oslo_vmware.api [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.962387] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44f74177-0a45-435f-9b43-2458e46882ed tempest-ServerMetadataTestJSON-1857539793 tempest-ServerMetadataTestJSON-1857539793-project-member] Lock "062fb886-0b2c-464f-b36c-ee9429441e42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.494s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.982389] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.982644] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.982834] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleting the datastore file [datastore2] aacaee2b-235c-4902-9fbb-f2b2b231d7be {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.983705] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9310ab1c-9a35-4b94-953a-1b0337b1097a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.992339] env[69226]: DEBUG oslo_vmware.api [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1095.992339] env[69226]: value = "task-3495428" [ 1095.992339] env[69226]: _type = "Task" [ 1095.992339] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.001695] env[69226]: DEBUG oslo_vmware.api [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.005445] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ecf601c-e60c-4f3a-a83e-f7c058399f5f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.005758] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22fec285-ca89-4ecf-b29b-bf99a6f254b7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.011820] env[69226]: DEBUG oslo_vmware.api [None req-9ecf601c-e60c-4f3a-a83e-f7c058399f5f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1096.011820] env[69226]: value = "task-3495429" [ 1096.011820] env[69226]: _type = "Task" [ 1096.011820] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.020709] env[69226]: DEBUG oslo_vmware.api [None req-9ecf601c-e60c-4f3a-a83e-f7c058399f5f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.039280] env[69226]: DEBUG oslo_concurrency.lockutils [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "418bb2f3-bfba-41bf-af24-9453097c4b06" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.039591] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': task-3495425, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.203391] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.203790] env[69226]: DEBUG nova.compute.manager [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Instance network_info: |[{"id": "61bbdf30-6dfa-4394-a088-d9ba104694fe", "address": "fa:16:3e:8c:e5:7a", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61bbdf30-6d", "ovs_interfaceid": "61bbdf30-6dfa-4394-a088-d9ba104694fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.204153] env[69226]: DEBUG oslo_concurrency.lockutils [req-02a70968-42c6-46ac-afba-aef3feb175be req-fa3a5dc4-2e00-47f8-afe1-166c658075de service nova] Acquired lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.204367] env[69226]: DEBUG nova.network.neutron [req-02a70968-42c6-46ac-afba-aef3feb175be req-fa3a5dc4-2e00-47f8-afe1-166c658075de service nova] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Refreshing network info cache for port 61bbdf30-6dfa-4394-a088-d9ba104694fe {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.206170] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:e5:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61bbdf30-6dfa-4394-a088-d9ba104694fe', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.215562] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.220741] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.221328] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e6478d3-43a9-44a3-a24c-ccb3caf3be2d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.242904] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.242904] env[69226]: value = "task-3495430" [ 1096.242904] env[69226]: _type = "Task" [ 1096.242904] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.390795] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495423, 'name': ReconfigVM_Task, 'duration_secs': 1.37813} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.391350] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314/1bbc9c8d-4bc5-45ec-8443-295fd6e5f314.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.392287] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58d828af-8c5b-4754-926a-42cf91a32f2b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.400533] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1096.400533] env[69226]: value = "task-3495431" [ 1096.400533] env[69226]: _type = "Task" [ 1096.400533] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.416228] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495431, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.432478] env[69226]: DEBUG oslo_vmware.api [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495426, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.505715] env[69226]: DEBUG oslo_vmware.api [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309371} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.509407] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.509615] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.509796] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.510182] env[69226]: INFO nova.compute.manager [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1096.510265] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.511055] env[69226]: DEBUG nova.compute.manager [-] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.511161] env[69226]: DEBUG nova.network.neutron [-] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.527857] env[69226]: DEBUG oslo_vmware.api [None req-9ecf601c-e60c-4f3a-a83e-f7c058399f5f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495429, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.543367] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': task-3495425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70788} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.544046] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 286b3198-984e-4b3f-ad50-257830ab1e13/286b3198-984e-4b3f-ad50-257830ab1e13.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.544340] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.544608] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-885275d5-ceee-4f6f-9a1d-aab58eadc42e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.553599] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Waiting for the task: (returnval){ [ 1096.553599] env[69226]: value = "task-3495432" [ 1096.553599] env[69226]: _type = "Task" [ 1096.553599] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.568224] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': task-3495432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.582034] env[69226]: DEBUG nova.network.neutron [req-02a70968-42c6-46ac-afba-aef3feb175be req-fa3a5dc4-2e00-47f8-afe1-166c658075de service nova] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updated VIF entry in instance network info cache for port 61bbdf30-6dfa-4394-a088-d9ba104694fe. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.582418] env[69226]: DEBUG nova.network.neutron [req-02a70968-42c6-46ac-afba-aef3feb175be req-fa3a5dc4-2e00-47f8-afe1-166c658075de service nova] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updating instance_info_cache with network_info: [{"id": "61bbdf30-6dfa-4394-a088-d9ba104694fe", "address": "fa:16:3e:8c:e5:7a", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61bbdf30-6d", "ovs_interfaceid": "61bbdf30-6dfa-4394-a088-d9ba104694fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.755367] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495430, 'name': CreateVM_Task, 'duration_secs': 0.478785} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.759597] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.760552] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.760719] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.761109] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.761600] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1550ffde-e695-49bd-8c63-3987ab2ca2e5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.770030] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1096.770030] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b09aa2-f48e-f31f-a4e0-daada2bed2a7" [ 1096.770030] env[69226]: _type = "Task" [ 1096.770030] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.779143] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b09aa2-f48e-f31f-a4e0-daada2bed2a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.798483] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5c4af1-7a9d-4085-89a6-6a1936fe1fc9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.806352] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc30e6f-1bf6-41a6-8df2-acdbb3f42069 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.845267] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44471c2d-694c-467b-9376-acc9b2551972 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.852572] env[69226]: DEBUG nova.network.neutron [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Updated VIF entry in instance network info cache for port 2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.852915] env[69226]: DEBUG nova.network.neutron [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Updating instance_info_cache with network_info: [{"id": "2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366", "address": "fa:16:3e:87:a7:65", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c94feb2-b1", "ovs_interfaceid": "2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.855179] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d80e8d-497e-4bc1-8f8d-9b03fe416afe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.869836] env[69226]: DEBUG nova.compute.provider_tree [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.911050] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495431, 'name': Rename_Task, 'duration_secs': 0.232205} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.911425] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.911679] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed50c690-a091-40b0-a0b4-14a7d10b0e1f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.918509] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1096.918509] env[69226]: value = "task-3495433" [ 1096.918509] env[69226]: _type = "Task" [ 1096.918509] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.929935] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.935744] env[69226]: DEBUG oslo_vmware.api [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495426, 'name': PowerOffVM_Task, 'duration_secs': 0.516698} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.936089] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.936305] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.936588] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83c5eaa8-0772-4663-b8b2-a8406bffff6f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.988308] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Acquiring lock "063f1425-a341-4a2c-bd6c-3d19e37786c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.988751] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Lock "063f1425-a341-4a2c-bd6c-3d19e37786c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.989155] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Acquiring lock "063f1425-a341-4a2c-bd6c-3d19e37786c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.989471] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Lock "063f1425-a341-4a2c-bd6c-3d19e37786c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.989787] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Lock "063f1425-a341-4a2c-bd6c-3d19e37786c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.994548] env[69226]: INFO nova.compute.manager [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Terminating instance [ 1096.998519] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.998725] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.998909] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Deleting the datastore file [datastore2] a54aeb5b-9769-4ee7-9669-0974db55d501 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.999354] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b50870e6-cac7-491d-9948-8448ad0515d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.006955] env[69226]: DEBUG oslo_vmware.api [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for the task: (returnval){ [ 1097.006955] env[69226]: value = "task-3495435" [ 1097.006955] env[69226]: _type = "Task" [ 1097.006955] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.022037] env[69226]: DEBUG oslo_vmware.api [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.032320] env[69226]: DEBUG oslo_vmware.api [None req-9ecf601c-e60c-4f3a-a83e-f7c058399f5f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495429, 'name': PowerOnVM_Task, 'duration_secs': 0.53413} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.032320] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ecf601c-e60c-4f3a-a83e-f7c058399f5f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.032320] env[69226]: DEBUG nova.compute.manager [None req-9ecf601c-e60c-4f3a-a83e-f7c058399f5f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.032320] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef04c120-c2ee-4089-b94a-6ce3f1cc8347 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.066458] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': task-3495432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.279265} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.066845] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.067788] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac821f0-b106-4267-b36f-61f67772970d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.088359] env[69226]: DEBUG oslo_concurrency.lockutils [req-02a70968-42c6-46ac-afba-aef3feb175be req-fa3a5dc4-2e00-47f8-afe1-166c658075de service nova] Releasing lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.098699] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 286b3198-984e-4b3f-ad50-257830ab1e13/286b3198-984e-4b3f-ad50-257830ab1e13.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.100297] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afcd7230-eeee-4120-95ae-23f9a200a738 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.121794] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Waiting for the task: (returnval){ [ 1097.121794] env[69226]: value = "task-3495436" [ 1097.121794] env[69226]: _type = "Task" [ 1097.121794] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.130877] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': task-3495436, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.149490] env[69226]: DEBUG nova.compute.manager [req-efff1f0b-22d0-481a-ae65-9f7cfda8ebf3 req-64be60e0-309e-424a-8dff-264c4209a383 service nova] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Received event network-vif-deleted-c7e165b8-9b82-4e1c-8ad4-3e6c5803d6be {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.149695] env[69226]: INFO nova.compute.manager [req-efff1f0b-22d0-481a-ae65-9f7cfda8ebf3 req-64be60e0-309e-424a-8dff-264c4209a383 service nova] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Neutron deleted interface c7e165b8-9b82-4e1c-8ad4-3e6c5803d6be; detaching it from the instance and deleting it from the info cache [ 1097.149891] env[69226]: DEBUG nova.network.neutron [req-efff1f0b-22d0-481a-ae65-9f7cfda8ebf3 req-64be60e0-309e-424a-8dff-264c4209a383 service nova] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.277131] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b09aa2-f48e-f31f-a4e0-daada2bed2a7, 'name': SearchDatastore_Task, 'duration_secs': 0.048417} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.277477] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.277710] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.277952] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.278110] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.278289] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.278556] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16f39fc7-f33a-4372-80a8-c1b1cd2f9f55 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.287577] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.287806] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.288578] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2d1aff9-3117-49e0-b5a0-ceebfed0bf83 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.293734] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1097.293734] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5259819e-f0c0-b676-c59e-ac2510274786" [ 1097.293734] env[69226]: _type = "Task" [ 1097.293734] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.302236] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5259819e-f0c0-b676-c59e-ac2510274786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.360908] env[69226]: DEBUG oslo_concurrency.lockutils [req-4b20be03-c66a-492f-94ec-1c8fed8bf544 req-c214fed6-80cd-4891-821c-b798fe669e09 service nova] Releasing lock "refresh_cache-79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.373557] env[69226]: DEBUG nova.scheduler.client.report [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.428773] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495433, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.500556] env[69226]: DEBUG nova.compute.manager [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.500766] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.501680] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae7d295-3592-4386-9d38-fa94d2795734 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.512747] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.516508] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edc30e87-78da-414a-84c8-3e94ff5ba473 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.524957] env[69226]: DEBUG oslo_vmware.api [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Task: {'id': task-3495435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321258} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.527239] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.527239] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.527239] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.527239] env[69226]: INFO nova.compute.manager [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1097.527239] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.527946] env[69226]: DEBUG oslo_vmware.api [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Waiting for the task: (returnval){ [ 1097.527946] env[69226]: value = "task-3495437" [ 1097.527946] env[69226]: _type = "Task" [ 1097.527946] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.528288] env[69226]: DEBUG nova.compute.manager [-] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.528436] env[69226]: DEBUG nova.network.neutron [-] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.541761] env[69226]: DEBUG oslo_vmware.api [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': task-3495437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.573945] env[69226]: DEBUG nova.network.neutron [-] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.636188] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': task-3495436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.654443] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc56b662-a76d-4a29-b1f2-2c852a6c0263 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.665145] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e46e85b-9712-4739-aa6d-f14ca11965f3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.706894] env[69226]: DEBUG nova.compute.manager [req-efff1f0b-22d0-481a-ae65-9f7cfda8ebf3 req-64be60e0-309e-424a-8dff-264c4209a383 service nova] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Detach interface failed, port_id=c7e165b8-9b82-4e1c-8ad4-3e6c5803d6be, reason: Instance aacaee2b-235c-4902-9fbb-f2b2b231d7be could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1097.804059] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5259819e-f0c0-b676-c59e-ac2510274786, 'name': SearchDatastore_Task, 'duration_secs': 0.013177} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.805407] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb49c869-1392-488a-adb0-35c9ec9eb34f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.810877] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1097.810877] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b9c799-1b27-e85e-4847-504a2c5a4c04" [ 1097.810877] env[69226]: _type = "Task" [ 1097.810877] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.821555] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b9c799-1b27-e85e-4847-504a2c5a4c04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.882569] env[69226]: DEBUG oslo_concurrency.lockutils [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.882569] env[69226]: DEBUG nova.compute.manager [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.885800] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.674s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.932244] env[69226]: DEBUG oslo_vmware.api [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495433, 'name': PowerOnVM_Task, 'duration_secs': 0.69968} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.932971] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.932971] env[69226]: INFO nova.compute.manager [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1097.932971] env[69226]: DEBUG nova.compute.manager [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.935522] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3966d5c2-e509-42da-beb7-9c05f387a228 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.041810] env[69226]: DEBUG oslo_vmware.api [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': task-3495437, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.076454] env[69226]: INFO nova.compute.manager [-] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Took 1.57 seconds to deallocate network for instance. [ 1098.133211] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': task-3495436, 'name': ReconfigVM_Task, 'duration_secs': 0.771864} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.133561] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 286b3198-984e-4b3f-ad50-257830ab1e13/286b3198-984e-4b3f-ad50-257830ab1e13.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.134221] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85eb1b9c-6187-4d87-8094-76aedb08383b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.140299] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Waiting for the task: (returnval){ [ 1098.140299] env[69226]: value = "task-3495438" [ 1098.140299] env[69226]: _type = "Task" [ 1098.140299] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.150278] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': task-3495438, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.323070] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b9c799-1b27-e85e-4847-504a2c5a4c04, 'name': SearchDatastore_Task, 'duration_secs': 0.019808} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.323408] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.323673] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d/ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.323932] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6301ffb-ef0f-465b-a8bb-c2e0b5461e0c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.331510] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1098.331510] env[69226]: value = "task-3495439" [ 1098.331510] env[69226]: _type = "Task" [ 1098.331510] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.339954] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.404328] env[69226]: DEBUG nova.compute.utils [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.404328] env[69226]: DEBUG nova.compute.manager [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.404328] env[69226]: DEBUG nova.network.neutron [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.426632] env[69226]: DEBUG nova.network.neutron [-] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.447826] env[69226]: DEBUG nova.policy [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4b02c2d77dc4fe090145956ab223e07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51df88c85f974fd4b9585ca3bfe4de8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.460015] env[69226]: INFO nova.compute.manager [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Took 45.14 seconds to build instance. [ 1098.550491] env[69226]: DEBUG oslo_vmware.api [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': task-3495437, 'name': PowerOffVM_Task, 'duration_secs': 0.523955} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.550748] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.550975] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.551299] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85dfa49d-0191-4e74-b085-3574e6e31689 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.583167] env[69226]: DEBUG oslo_concurrency.lockutils [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.649023] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.649023] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.649023] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Deleting the datastore file [datastore2] 063f1425-a341-4a2c-bd6c-3d19e37786c7 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.649023] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87721b7e-1365-4af6-87f4-befd43369fec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.654851] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': task-3495438, 'name': Rename_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.661908] env[69226]: DEBUG oslo_vmware.api [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Waiting for the task: (returnval){ [ 1098.661908] env[69226]: value = "task-3495441" [ 1098.661908] env[69226]: _type = "Task" [ 1098.661908] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.672687] env[69226]: DEBUG oslo_vmware.api [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': task-3495441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.844172] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495439, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.848009] env[69226]: DEBUG nova.network.neutron [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Successfully created port: 5863e72b-7311-42df-b4b8-722214b2b7a6 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.902122] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Applying migration context for instance a61ffb14-d449-4ec3-a437-41762289fd98 as it has an incoming, in-progress migration 478162b9-63e4-49c8-9fc8-47c2d64cd178. Migration status is reverting {{(pid=69226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1098.904335] env[69226]: INFO nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Updating resource usage from migration 478162b9-63e4-49c8-9fc8-47c2d64cd178 [ 1098.907093] env[69226]: DEBUG nova.compute.manager [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.929872] env[69226]: INFO nova.compute.manager [-] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Took 1.40 seconds to deallocate network for instance. [ 1098.940071] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance a54aeb5b-9769-4ee7-9669-0974db55d501 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.940173] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 0614d5ec-c144-48fe-9248-a498b34699a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.940341] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.940401] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 53d9a8f3-cfdc-4dc1-9924-198e4ac04038 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.940544] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 063f1425-a341-4a2c-bd6c-3d19e37786c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.940655] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 84c61656-c42e-41d3-bf30-04c504670123 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.940792] env[69226]: WARNING nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance f6caffbc-1250-4852-94b4-e4868adc632c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1098.940934] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 0d447403-e0e2-4212-80cb-ff6ff60b796a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.941056] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Migration 478162b9-63e4-49c8-9fc8-47c2d64cd178 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1098.941203] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance a61ffb14-d449-4ec3-a437-41762289fd98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.941297] env[69226]: WARNING nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 691b03f4-5051-4d88-9294-aeda32dd6708 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1098.941417] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 496b9f99-4216-49f6-8f5c-39c3818947ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.941648] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 8341dde8-af28-4fac-9c5b-d9873c8013bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.941648] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.941739] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.941809] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance aacaee2b-235c-4902-9fbb-f2b2b231d7be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.941913] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 286b3198-984e-4b3f-ad50-257830ab1e13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.947115] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.947115] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance a6718646-2780-4389-9be9-e911c88e49fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.963662] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cf5d035d-f24a-4f53-a869-2205bde9dc1a tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "1bbc9c8d-4bc5-45ec-8443-295fd6e5f314" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.659s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.151981] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': task-3495438, 'name': Rename_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.170938] env[69226]: DEBUG oslo_vmware.api [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Task: {'id': task-3495441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366246} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.170938] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.170938] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.171317] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.171317] env[69226]: INFO nova.compute.manager [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1099.171462] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.172293] env[69226]: DEBUG nova.compute.manager [-] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.172293] env[69226]: DEBUG nova.network.neutron [-] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.200804] env[69226]: DEBUG nova.compute.manager [req-bf6ba7df-91ba-4f4a-82f9-bc0b8c7ed221 req-ec5534b0-ed50-4add-a6f0-e886417399a7 service nova] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Received event network-vif-deleted-f7677335-149a-49b2-bba7-246abacca3a2 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.345360] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533862} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.345584] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d/ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.345810] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.346082] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8981b0ee-6a47-41f3-b828-c66da3aa064f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.352919] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1099.352919] env[69226]: value = "task-3495442" [ 1099.352919] env[69226]: _type = "Task" [ 1099.352919] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.363582] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.438706] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.449050] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 71872c48-5fa7-4106-8f07-45a8811c08e7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1099.652152] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': task-3495438, 'name': Rename_Task, 'duration_secs': 1.267175} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.652728] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.653134] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5bb4ea2-b1a7-405c-99ac-994d614a0111 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.658663] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Waiting for the task: (returnval){ [ 1099.658663] env[69226]: value = "task-3495443" [ 1099.658663] env[69226]: _type = "Task" [ 1099.658663] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.669099] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': task-3495443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.706851] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a8015c2d-9d7f-47cb-ace1-0e9b41925289 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "1bbc9c8d-4bc5-45ec-8443-295fd6e5f314" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.707200] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a8015c2d-9d7f-47cb-ace1-0e9b41925289 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "1bbc9c8d-4bc5-45ec-8443-295fd6e5f314" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.707379] env[69226]: DEBUG nova.compute.manager [None req-a8015c2d-9d7f-47cb-ace1-0e9b41925289 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.708641] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47ca540-c1c4-4357-a201-865837e780ca {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.715648] env[69226]: DEBUG nova.compute.manager [None req-a8015c2d-9d7f-47cb-ace1-0e9b41925289 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1099.716279] env[69226]: DEBUG nova.objects.instance [None req-a8015c2d-9d7f-47cb-ace1-0e9b41925289 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lazy-loading 'flavor' on Instance uuid 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.863261] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.286343} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.863615] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.864463] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6824a3-671f-4bb5-a25d-ad1efd513ce8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.887474] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d/ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.888133] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c07252d4-db34-46c3-a083-4c3cf2cd056b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.910614] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1099.910614] env[69226]: value = "task-3495444" [ 1099.910614] env[69226]: _type = "Task" [ 1099.910614] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.917726] env[69226]: DEBUG nova.compute.manager [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.919696] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.953108] env[69226]: DEBUG nova.virt.hardware [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.953371] env[69226]: DEBUG nova.virt.hardware [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.953530] env[69226]: DEBUG nova.virt.hardware [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.953709] env[69226]: DEBUG nova.virt.hardware [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.953854] env[69226]: DEBUG nova.virt.hardware [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.954000] env[69226]: DEBUG nova.virt.hardware [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.954433] env[69226]: DEBUG nova.virt.hardware [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.954734] env[69226]: DEBUG nova.virt.hardware [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.954960] env[69226]: DEBUG nova.virt.hardware [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.955215] env[69226]: DEBUG nova.virt.hardware [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.955426] env[69226]: DEBUG nova.virt.hardware [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.956153] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 5a0df364-4bf1-4c89-b8cd-c071b57e66d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1099.956328] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (1b569e5e-3afa-426e-9210-ba55a6e69f42): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 1099.956565] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1099.956708] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1099.959778] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eea727e-9d20-40ae-a109-a6c4ac3e9011 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.969785] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c886c3a5-28e6-43ef-9b1a-86f0c9ac396e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.171978] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': task-3495443, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.254207] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36956319-74ce-4389-a159-3c53803220a6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.266255] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4da91c5-36aa-4ae8-83d8-bada40e731be {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.299238] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7210b98f-ec6c-4d39-b2b4-4121f62b96a3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.307250] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd5b815-39ac-4c6a-bd75-84bf0db95eb7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.321575] env[69226]: DEBUG nova.compute.provider_tree [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.334386] env[69226]: DEBUG nova.network.neutron [-] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.423366] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495444, 'name': ReconfigVM_Task, 'duration_secs': 0.467563} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.423709] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Reconfigured VM instance instance-00000061 to attach disk [datastore2] ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d/ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.424391] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44b17f19-55a0-4fad-ba8f-747c3f6d2513 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.433771] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1100.433771] env[69226]: value = "task-3495445" [ 1100.433771] env[69226]: _type = "Task" [ 1100.433771] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.442159] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495445, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.450264] env[69226]: DEBUG nova.network.neutron [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Successfully updated port: 5863e72b-7311-42df-b4b8-722214b2b7a6 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.671626] env[69226]: DEBUG oslo_vmware.api [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': task-3495443, 'name': PowerOnVM_Task, 'duration_secs': 0.521112} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.671892] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.672168] env[69226]: INFO nova.compute.manager [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1100.672328] env[69226]: DEBUG nova.compute.manager [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.673116] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0eb360-5e0f-4999-97dd-3e8e5f0e7bdb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.723390] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8015c2d-9d7f-47cb-ace1-0e9b41925289 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.723695] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b74edf7-1db6-4458-b407-4ea9403e95ea {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.731245] env[69226]: DEBUG oslo_vmware.api [None req-a8015c2d-9d7f-47cb-ace1-0e9b41925289 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1100.731245] env[69226]: value = "task-3495446" [ 1100.731245] env[69226]: _type = "Task" [ 1100.731245] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.740120] env[69226]: DEBUG oslo_vmware.api [None req-a8015c2d-9d7f-47cb-ace1-0e9b41925289 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.826744] env[69226]: DEBUG nova.scheduler.client.report [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.837064] env[69226]: INFO nova.compute.manager [-] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Took 1.66 seconds to deallocate network for instance. [ 1100.946998] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495445, 'name': Rename_Task, 'duration_secs': 0.288796} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.947426] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.947777] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fdc1514-d2eb-412c-9776-3716c2cbdac2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.953427] env[69226]: DEBUG oslo_concurrency.lockutils [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.953427] env[69226]: DEBUG oslo_concurrency.lockutils [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.953659] env[69226]: DEBUG nova.network.neutron [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.956681] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1100.956681] env[69226]: value = "task-3495447" [ 1100.956681] env[69226]: _type = "Task" [ 1100.956681] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.968894] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.191897] env[69226]: INFO nova.compute.manager [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Took 43.14 seconds to build instance. [ 1101.230484] env[69226]: DEBUG nova.compute.manager [req-7f1a9778-7dbe-47a4-b082-3a6e1d49e046 req-3ed90cb9-e28e-4826-bdcd-95ee1e8bf595 service nova] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Received event network-vif-deleted-f3e9c176-6c6f-435a-baf8-71e16be3a345 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.230706] env[69226]: DEBUG nova.compute.manager [req-7f1a9778-7dbe-47a4-b082-3a6e1d49e046 req-3ed90cb9-e28e-4826-bdcd-95ee1e8bf595 service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Received event network-vif-plugged-5863e72b-7311-42df-b4b8-722214b2b7a6 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.230881] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f1a9778-7dbe-47a4-b082-3a6e1d49e046 req-3ed90cb9-e28e-4826-bdcd-95ee1e8bf595 service nova] Acquiring lock "a6718646-2780-4389-9be9-e911c88e49fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.231149] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f1a9778-7dbe-47a4-b082-3a6e1d49e046 req-3ed90cb9-e28e-4826-bdcd-95ee1e8bf595 service nova] Lock "a6718646-2780-4389-9be9-e911c88e49fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.231334] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f1a9778-7dbe-47a4-b082-3a6e1d49e046 req-3ed90cb9-e28e-4826-bdcd-95ee1e8bf595 service nova] Lock "a6718646-2780-4389-9be9-e911c88e49fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.231525] env[69226]: DEBUG nova.compute.manager [req-7f1a9778-7dbe-47a4-b082-3a6e1d49e046 req-3ed90cb9-e28e-4826-bdcd-95ee1e8bf595 service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] No waiting events found dispatching network-vif-plugged-5863e72b-7311-42df-b4b8-722214b2b7a6 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.231735] env[69226]: WARNING nova.compute.manager [req-7f1a9778-7dbe-47a4-b082-3a6e1d49e046 req-3ed90cb9-e28e-4826-bdcd-95ee1e8bf595 service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Received unexpected event network-vif-plugged-5863e72b-7311-42df-b4b8-722214b2b7a6 for instance with vm_state building and task_state spawning. [ 1101.231939] env[69226]: DEBUG nova.compute.manager [req-7f1a9778-7dbe-47a4-b082-3a6e1d49e046 req-3ed90cb9-e28e-4826-bdcd-95ee1e8bf595 service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Received event network-changed-5863e72b-7311-42df-b4b8-722214b2b7a6 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.232148] env[69226]: DEBUG nova.compute.manager [req-7f1a9778-7dbe-47a4-b082-3a6e1d49e046 req-3ed90cb9-e28e-4826-bdcd-95ee1e8bf595 service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Refreshing instance network info cache due to event network-changed-5863e72b-7311-42df-b4b8-722214b2b7a6. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.232330] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f1a9778-7dbe-47a4-b082-3a6e1d49e046 req-3ed90cb9-e28e-4826-bdcd-95ee1e8bf595 service nova] Acquiring lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.241493] env[69226]: DEBUG oslo_vmware.api [None req-a8015c2d-9d7f-47cb-ace1-0e9b41925289 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495446, 'name': PowerOffVM_Task, 'duration_secs': 0.190848} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.241802] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8015c2d-9d7f-47cb-ace1-0e9b41925289 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.241994] env[69226]: DEBUG nova.compute.manager [None req-a8015c2d-9d7f-47cb-ace1-0e9b41925289 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.242867] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6398e711-405c-4058-95af-1d2c26e269a8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.332111] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1101.332320] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.447s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.332607] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.232s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.334246] env[69226]: INFO nova.compute.claims [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.343268] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.470252] env[69226]: DEBUG oslo_vmware.api [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495447, 'name': PowerOnVM_Task, 'duration_secs': 0.438242} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.470546] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.470793] env[69226]: INFO nova.compute.manager [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1101.471009] env[69226]: DEBUG nova.compute.manager [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.471853] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf317264-8ea8-4211-8632-369acda7dcf3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.491356] env[69226]: DEBUG nova.network.neutron [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.527224] env[69226]: DEBUG oslo_concurrency.lockutils [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Acquiring lock "286b3198-984e-4b3f-ad50-257830ab1e13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.630431] env[69226]: DEBUG nova.network.neutron [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Updating instance_info_cache with network_info: [{"id": "5863e72b-7311-42df-b4b8-722214b2b7a6", "address": "fa:16:3e:08:bb:f8", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5863e72b-73", "ovs_interfaceid": "5863e72b-7311-42df-b4b8-722214b2b7a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.693940] env[69226]: DEBUG oslo_concurrency.lockutils [None req-956b0a7d-c647-40c1-afb0-8f070e16cd05 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Lock "286b3198-984e-4b3f-ad50-257830ab1e13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.657s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.694330] env[69226]: DEBUG oslo_concurrency.lockutils [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Lock "286b3198-984e-4b3f-ad50-257830ab1e13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.167s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.694924] env[69226]: DEBUG oslo_concurrency.lockutils [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Acquiring lock "286b3198-984e-4b3f-ad50-257830ab1e13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.694924] env[69226]: DEBUG oslo_concurrency.lockutils [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Lock "286b3198-984e-4b3f-ad50-257830ab1e13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.695111] env[69226]: DEBUG oslo_concurrency.lockutils [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Lock "286b3198-984e-4b3f-ad50-257830ab1e13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.697205] env[69226]: INFO nova.compute.manager [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Terminating instance [ 1101.754686] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a8015c2d-9d7f-47cb-ace1-0e9b41925289 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "1bbc9c8d-4bc5-45ec-8443-295fd6e5f314" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.993535] env[69226]: INFO nova.compute.manager [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Took 37.36 seconds to build instance. [ 1102.136030] env[69226]: DEBUG oslo_concurrency.lockutils [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.136030] env[69226]: DEBUG nova.compute.manager [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Instance network_info: |[{"id": "5863e72b-7311-42df-b4b8-722214b2b7a6", "address": "fa:16:3e:08:bb:f8", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5863e72b-73", "ovs_interfaceid": "5863e72b-7311-42df-b4b8-722214b2b7a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.136030] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f1a9778-7dbe-47a4-b082-3a6e1d49e046 req-3ed90cb9-e28e-4826-bdcd-95ee1e8bf595 service nova] Acquired lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.136030] env[69226]: DEBUG nova.network.neutron [req-7f1a9778-7dbe-47a4-b082-3a6e1d49e046 req-3ed90cb9-e28e-4826-bdcd-95ee1e8bf595 service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Refreshing network info cache for port 5863e72b-7311-42df-b4b8-722214b2b7a6 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.136030] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:bb:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5863e72b-7311-42df-b4b8-722214b2b7a6', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.148921] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.151029] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.151029] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-072109a3-27fa-47cf-82c0-38a075f79f71 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.175972] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.175972] env[69226]: value = "task-3495448" [ 1102.175972] env[69226]: _type = "Task" [ 1102.175972] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.181252] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495448, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.200442] env[69226]: DEBUG nova.compute.manager [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.200733] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.201773] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362eeb41-82a7-4f4e-b77a-1a081db8389f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.208727] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.208964] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3706536c-f427-47e6-b095-6f2202d944f1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.215114] env[69226]: DEBUG oslo_vmware.api [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Waiting for the task: (returnval){ [ 1102.215114] env[69226]: value = "task-3495449" [ 1102.215114] env[69226]: _type = "Task" [ 1102.215114] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.225244] env[69226]: DEBUG oslo_vmware.api [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': task-3495449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.284975] env[69226]: DEBUG oslo_concurrency.lockutils [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "1bbc9c8d-4bc5-45ec-8443-295fd6e5f314" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.285304] env[69226]: DEBUG oslo_concurrency.lockutils [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "1bbc9c8d-4bc5-45ec-8443-295fd6e5f314" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.285550] env[69226]: DEBUG oslo_concurrency.lockutils [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "1bbc9c8d-4bc5-45ec-8443-295fd6e5f314-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.285752] env[69226]: DEBUG oslo_concurrency.lockutils [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "1bbc9c8d-4bc5-45ec-8443-295fd6e5f314-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.285950] env[69226]: DEBUG oslo_concurrency.lockutils [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "1bbc9c8d-4bc5-45ec-8443-295fd6e5f314-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.288327] env[69226]: INFO nova.compute.manager [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Terminating instance [ 1102.496494] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1b04cff7-9cc0-4c54-a93d-dca6e60c4c71 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.875s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.647157] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50ce992-e053-484f-871f-2d0c348f064f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.657009] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a3f191-5084-4b6f-a6d1-3e6cc164138c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.693482] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8449533f-0161-4f37-83b5-373ce9f3d94a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.700780] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495448, 'name': CreateVM_Task, 'duration_secs': 0.293749} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.702739] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.703499] env[69226]: DEBUG oslo_concurrency.lockutils [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.703711] env[69226]: DEBUG oslo_concurrency.lockutils [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.704046] env[69226]: DEBUG oslo_concurrency.lockutils [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.705320] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea36c77-580b-4fc9-93cc-a5b17c6c029d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.708999] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e008c7a3-0c2f-4f3a-a208-d9eb491a5a00 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.720329] env[69226]: DEBUG nova.compute.provider_tree [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.725368] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1102.725368] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5206c929-f93b-c170-3b0a-05938d0b19ef" [ 1102.725368] env[69226]: _type = "Task" [ 1102.725368] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.732233] env[69226]: DEBUG oslo_vmware.api [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': task-3495449, 'name': PowerOffVM_Task, 'duration_secs': 0.210719} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.734764] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.734935] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.735441] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a89ca055-e2b5-467e-8c21-e3fe56044d51 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.740349] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5206c929-f93b-c170-3b0a-05938d0b19ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010111} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.740904] env[69226]: DEBUG oslo_concurrency.lockutils [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.741208] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.741462] env[69226]: DEBUG oslo_concurrency.lockutils [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.741609] env[69226]: DEBUG oslo_concurrency.lockutils [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.741780] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.742014] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9c40d5d-3980-47ff-be0e-ab52b5a0f2c7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.749575] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.749749] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.750473] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52bcfd2e-fddf-42e1-8b94-05c80bd5a16a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.755453] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1102.755453] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d3c41a-2de9-8c21-2a09-0332e02b3db4" [ 1102.755453] env[69226]: _type = "Task" [ 1102.755453] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.765009] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d3c41a-2de9-8c21-2a09-0332e02b3db4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.783571] env[69226]: DEBUG nova.compute.manager [req-1f8d6858-7e1c-4cab-912c-f3a92181a6b5 req-1479b03a-4685-4376-be26-94e0389fe61c service nova] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Received event network-changed-61bbdf30-6dfa-4394-a088-d9ba104694fe {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.783815] env[69226]: DEBUG nova.compute.manager [req-1f8d6858-7e1c-4cab-912c-f3a92181a6b5 req-1479b03a-4685-4376-be26-94e0389fe61c service nova] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Refreshing instance network info cache due to event network-changed-61bbdf30-6dfa-4394-a088-d9ba104694fe. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.783997] env[69226]: DEBUG oslo_concurrency.lockutils [req-1f8d6858-7e1c-4cab-912c-f3a92181a6b5 req-1479b03a-4685-4376-be26-94e0389fe61c service nova] Acquiring lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.784169] env[69226]: DEBUG oslo_concurrency.lockutils [req-1f8d6858-7e1c-4cab-912c-f3a92181a6b5 req-1479b03a-4685-4376-be26-94e0389fe61c service nova] Acquired lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.784337] env[69226]: DEBUG nova.network.neutron [req-1f8d6858-7e1c-4cab-912c-f3a92181a6b5 req-1479b03a-4685-4376-be26-94e0389fe61c service nova] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Refreshing network info cache for port 61bbdf30-6dfa-4394-a088-d9ba104694fe {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.793101] env[69226]: DEBUG nova.compute.manager [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.793329] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.794173] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8189c634-ac69-4602-8f3f-76b21dbaf8a3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.802345] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.802592] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d71ae66d-9b13-42f9-ac59-fecf7bdc8dff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.813841] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.814086] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.814254] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Deleting the datastore file [datastore1] 286b3198-984e-4b3f-ad50-257830ab1e13 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.814505] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94f52031-2d2e-4cf1-bbd6-b4250b8aa3ad {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.824896] env[69226]: DEBUG oslo_vmware.api [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Waiting for the task: (returnval){ [ 1102.824896] env[69226]: value = "task-3495452" [ 1102.824896] env[69226]: _type = "Task" [ 1102.824896] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.832937] env[69226]: DEBUG oslo_vmware.api [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': task-3495452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.861377] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.861608] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.861799] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Deleting the datastore file [datastore2] 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.862078] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76446b1d-47f0-410f-b959-1d4294420093 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.868374] env[69226]: DEBUG oslo_vmware.api [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1102.868374] env[69226]: value = "task-3495453" [ 1102.868374] env[69226]: _type = "Task" [ 1102.868374] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.878733] env[69226]: DEBUG oslo_vmware.api [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.882733] env[69226]: DEBUG nova.network.neutron [req-7f1a9778-7dbe-47a4-b082-3a6e1d49e046 req-3ed90cb9-e28e-4826-bdcd-95ee1e8bf595 service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Updated VIF entry in instance network info cache for port 5863e72b-7311-42df-b4b8-722214b2b7a6. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.883091] env[69226]: DEBUG nova.network.neutron [req-7f1a9778-7dbe-47a4-b082-3a6e1d49e046 req-3ed90cb9-e28e-4826-bdcd-95ee1e8bf595 service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Updating instance_info_cache with network_info: [{"id": "5863e72b-7311-42df-b4b8-722214b2b7a6", "address": "fa:16:3e:08:bb:f8", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5863e72b-73", "ovs_interfaceid": "5863e72b-7311-42df-b4b8-722214b2b7a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.227794] env[69226]: DEBUG nova.scheduler.client.report [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.269489] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d3c41a-2de9-8c21-2a09-0332e02b3db4, 'name': SearchDatastore_Task, 'duration_secs': 0.008308} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.270896] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a602b645-db9d-4564-b779-5dde7398465a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.276855] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1103.276855] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522440ca-9325-8e88-321b-bf49ea9f5035" [ 1103.276855] env[69226]: _type = "Task" [ 1103.276855] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.291010] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522440ca-9325-8e88-321b-bf49ea9f5035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.335182] env[69226]: DEBUG oslo_vmware.api [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Task: {'id': task-3495452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198189} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.335662] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.335764] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.336972] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.336972] env[69226]: INFO nova.compute.manager [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1103.336972] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.336972] env[69226]: DEBUG nova.compute.manager [-] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.336972] env[69226]: DEBUG nova.network.neutron [-] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.379937] env[69226]: DEBUG oslo_vmware.api [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160715} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.380238] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.380456] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.380643] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.380813] env[69226]: INFO nova.compute.manager [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1103.381180] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.381424] env[69226]: DEBUG nova.compute.manager [-] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.381665] env[69226]: DEBUG nova.network.neutron [-] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.386317] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f1a9778-7dbe-47a4-b082-3a6e1d49e046 req-3ed90cb9-e28e-4826-bdcd-95ee1e8bf595 service nova] Releasing lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.644583] env[69226]: DEBUG nova.network.neutron [req-1f8d6858-7e1c-4cab-912c-f3a92181a6b5 req-1479b03a-4685-4376-be26-94e0389fe61c service nova] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updated VIF entry in instance network info cache for port 61bbdf30-6dfa-4394-a088-d9ba104694fe. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.645051] env[69226]: DEBUG nova.network.neutron [req-1f8d6858-7e1c-4cab-912c-f3a92181a6b5 req-1479b03a-4685-4376-be26-94e0389fe61c service nova] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updating instance_info_cache with network_info: [{"id": "61bbdf30-6dfa-4394-a088-d9ba104694fe", "address": "fa:16:3e:8c:e5:7a", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61bbdf30-6d", "ovs_interfaceid": "61bbdf30-6dfa-4394-a088-d9ba104694fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.734584] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.735108] env[69226]: DEBUG nova.compute.manager [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.738287] env[69226]: DEBUG nova.compute.manager [req-596d4bc7-aef2-4083-b104-21b3072e5947 req-ef5f2ed1-380d-4645-82c5-5f1d52e7f424 service nova] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Received event network-vif-deleted-b43acf8d-6357-4ab6-8613-965773b6dba4 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.738471] env[69226]: INFO nova.compute.manager [req-596d4bc7-aef2-4083-b104-21b3072e5947 req-ef5f2ed1-380d-4645-82c5-5f1d52e7f424 service nova] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Neutron deleted interface b43acf8d-6357-4ab6-8613-965773b6dba4; detaching it from the instance and deleting it from the info cache [ 1103.738634] env[69226]: DEBUG nova.network.neutron [req-596d4bc7-aef2-4083-b104-21b3072e5947 req-ef5f2ed1-380d-4645-82c5-5f1d52e7f424 service nova] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.739705] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.615s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.739919] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.741928] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 23.577s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.765285] env[69226]: INFO nova.scheduler.client.report [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleted allocations for instance f6caffbc-1250-4852-94b4-e4868adc632c [ 1103.787380] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522440ca-9325-8e88-321b-bf49ea9f5035, 'name': SearchDatastore_Task, 'duration_secs': 0.020331} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.787695] env[69226]: DEBUG oslo_concurrency.lockutils [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.787987] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] a6718646-2780-4389-9be9-e911c88e49fd/a6718646-2780-4389-9be9-e911c88e49fd.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.788291] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96645b18-6dd3-4ab3-a1f0-86ba2f205880 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.796997] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1103.796997] env[69226]: value = "task-3495454" [ 1103.796997] env[69226]: _type = "Task" [ 1103.796997] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.805131] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.148236] env[69226]: DEBUG oslo_concurrency.lockutils [req-1f8d6858-7e1c-4cab-912c-f3a92181a6b5 req-1479b03a-4685-4376-be26-94e0389fe61c service nova] Releasing lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.180947] env[69226]: DEBUG nova.network.neutron [-] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.219030] env[69226]: DEBUG nova.network.neutron [-] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.241956] env[69226]: DEBUG nova.compute.utils [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.243903] env[69226]: DEBUG nova.compute.manager [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.244092] env[69226]: DEBUG nova.network.neutron [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.246941] env[69226]: DEBUG nova.objects.instance [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lazy-loading 'migration_context' on Instance uuid a61ffb14-d449-4ec3-a437-41762289fd98 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.248016] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ec7cdf0-5fa6-4610-aac4-fe41bbe26d33 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.259566] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fae9c65-194c-4355-b9ae-b66a598b1fe9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.275570] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95ca942c-0f46-45c6-955a-506f4660e08b tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "f6caffbc-1250-4852-94b4-e4868adc632c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.832s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.297179] env[69226]: DEBUG nova.compute.manager [req-596d4bc7-aef2-4083-b104-21b3072e5947 req-ef5f2ed1-380d-4645-82c5-5f1d52e7f424 service nova] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Detach interface failed, port_id=b43acf8d-6357-4ab6-8613-965773b6dba4, reason: Instance 286b3198-984e-4b3f-ad50-257830ab1e13 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1104.303426] env[69226]: DEBUG nova.policy [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3794aed31f164c88b3cd906f0c456b2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b17399bb7d6481aa5aba6934a92a2cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.309024] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495454, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.573362] env[69226]: DEBUG nova.network.neutron [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Successfully created port: 66e82503-bef4-4296-9ec2-3f2be744ebd3 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.684032] env[69226]: INFO nova.compute.manager [-] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Took 1.30 seconds to deallocate network for instance. [ 1104.721026] env[69226]: INFO nova.compute.manager [-] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Took 1.38 seconds to deallocate network for instance. [ 1104.747655] env[69226]: DEBUG nova.compute.manager [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.807063] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558511} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.809949] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] a6718646-2780-4389-9be9-e911c88e49fd/a6718646-2780-4389-9be9-e911c88e49fd.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.810200] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.811576] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b0538f9-219a-4655-afb8-d5c06852a2dd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.814602] env[69226]: DEBUG nova.compute.manager [req-a2ed0c95-39c4-42be-a299-586afc4d924b req-7c143cf8-88d7-449c-9e37-9d426c1d60fb service nova] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Received event network-vif-deleted-57f7cc1c-d580-40cb-8440-1910cde2b559 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.820092] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1104.820092] env[69226]: value = "task-3495455" [ 1104.820092] env[69226]: _type = "Task" [ 1104.820092] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.831893] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.052678] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63875a98-2c40-4ad6-97a5-16dc642ddada {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.060399] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b3c5d3-4b65-4d1b-afa9-275ef442ff84 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.093144] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c505069c-9cc1-49d8-b149-ba7ba9de5fef {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.101126] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae63f20-2c76-4220-9435-d5a2dbb17fbc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.115182] env[69226]: DEBUG nova.compute.provider_tree [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.190434] env[69226]: DEBUG oslo_concurrency.lockutils [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.227597] env[69226]: DEBUG oslo_concurrency.lockutils [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.330612] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182182} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.331062] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.331606] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f37fdd5-0fc7-4d05-9daf-f1f00f6ba92c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.353401] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] a6718646-2780-4389-9be9-e911c88e49fd/a6718646-2780-4389-9be9-e911c88e49fd.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.354207] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc97bac2-75ac-4300-ba14-0aa025807c7a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.373411] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1105.373411] env[69226]: value = "task-3495456" [ 1105.373411] env[69226]: _type = "Task" [ 1105.373411] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.381394] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.618579] env[69226]: DEBUG nova.scheduler.client.report [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.757672] env[69226]: DEBUG nova.compute.manager [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.793702] env[69226]: DEBUG nova.virt.hardware [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.793943] env[69226]: DEBUG nova.virt.hardware [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.794113] env[69226]: DEBUG nova.virt.hardware [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.794300] env[69226]: DEBUG nova.virt.hardware [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.794445] env[69226]: DEBUG nova.virt.hardware [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.794590] env[69226]: DEBUG nova.virt.hardware [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.794791] env[69226]: DEBUG nova.virt.hardware [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.794944] env[69226]: DEBUG nova.virt.hardware [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.795123] env[69226]: DEBUG nova.virt.hardware [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.795281] env[69226]: DEBUG nova.virt.hardware [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.795453] env[69226]: DEBUG nova.virt.hardware [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.796327] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf2d1d3-91f5-4a99-822f-c18e8886732b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.804025] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79a8f3b-c017-4b73-b31e-9458958b4c65 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.882554] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.940532] env[69226]: DEBUG nova.compute.manager [req-7abfc2bf-d23e-41df-8805-60baa9642765 req-bd487e9a-00af-4178-8b0b-c4e796d75b09 service nova] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Received event network-vif-plugged-66e82503-bef4-4296-9ec2-3f2be744ebd3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.940752] env[69226]: DEBUG oslo_concurrency.lockutils [req-7abfc2bf-d23e-41df-8805-60baa9642765 req-bd487e9a-00af-4178-8b0b-c4e796d75b09 service nova] Acquiring lock "71872c48-5fa7-4106-8f07-45a8811c08e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.940957] env[69226]: DEBUG oslo_concurrency.lockutils [req-7abfc2bf-d23e-41df-8805-60baa9642765 req-bd487e9a-00af-4178-8b0b-c4e796d75b09 service nova] Lock "71872c48-5fa7-4106-8f07-45a8811c08e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.941196] env[69226]: DEBUG oslo_concurrency.lockutils [req-7abfc2bf-d23e-41df-8805-60baa9642765 req-bd487e9a-00af-4178-8b0b-c4e796d75b09 service nova] Lock "71872c48-5fa7-4106-8f07-45a8811c08e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.941374] env[69226]: DEBUG nova.compute.manager [req-7abfc2bf-d23e-41df-8805-60baa9642765 req-bd487e9a-00af-4178-8b0b-c4e796d75b09 service nova] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] No waiting events found dispatching network-vif-plugged-66e82503-bef4-4296-9ec2-3f2be744ebd3 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.941534] env[69226]: WARNING nova.compute.manager [req-7abfc2bf-d23e-41df-8805-60baa9642765 req-bd487e9a-00af-4178-8b0b-c4e796d75b09 service nova] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Received unexpected event network-vif-plugged-66e82503-bef4-4296-9ec2-3f2be744ebd3 for instance with vm_state building and task_state spawning. [ 1106.038692] env[69226]: DEBUG nova.network.neutron [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Successfully updated port: 66e82503-bef4-4296-9ec2-3f2be744ebd3 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.383733] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495456, 'name': ReconfigVM_Task, 'duration_secs': 0.886227} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.384024] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Reconfigured VM instance instance-00000062 to attach disk [datastore2] a6718646-2780-4389-9be9-e911c88e49fd/a6718646-2780-4389-9be9-e911c88e49fd.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.384678] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee4c34f5-a159-441c-b5d4-471275b05948 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.391493] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1106.391493] env[69226]: value = "task-3495457" [ 1106.391493] env[69226]: _type = "Task" [ 1106.391493] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.399524] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495457, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.541467] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "refresh_cache-71872c48-5fa7-4106-8f07-45a8811c08e7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.541631] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "refresh_cache-71872c48-5fa7-4106-8f07-45a8811c08e7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.541771] env[69226]: DEBUG nova.network.neutron [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.629222] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.887s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.635390] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.173s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.636775] env[69226]: INFO nova.compute.claims [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.901865] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495457, 'name': Rename_Task, 'duration_secs': 0.137487} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.901865] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.901865] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aa9bd87-3059-4862-9c42-c8cd7a88cafe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.907930] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1106.907930] env[69226]: value = "task-3495458" [ 1106.907930] env[69226]: _type = "Task" [ 1106.907930] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.915192] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.075730] env[69226]: DEBUG nova.network.neutron [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.215650] env[69226]: DEBUG nova.network.neutron [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Updating instance_info_cache with network_info: [{"id": "66e82503-bef4-4296-9ec2-3f2be744ebd3", "address": "fa:16:3e:6d:bf:7f", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66e82503-be", "ovs_interfaceid": "66e82503-bef4-4296-9ec2-3f2be744ebd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.418364] env[69226]: DEBUG oslo_vmware.api [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495458, 'name': PowerOnVM_Task, 'duration_secs': 0.458955} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.418680] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.418883] env[69226]: INFO nova.compute.manager [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1107.419074] env[69226]: DEBUG nova.compute.manager [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.419836] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3449a974-b642-479e-a723-eff99518ef3f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.718686] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "refresh_cache-71872c48-5fa7-4106-8f07-45a8811c08e7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.719042] env[69226]: DEBUG nova.compute.manager [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Instance network_info: |[{"id": "66e82503-bef4-4296-9ec2-3f2be744ebd3", "address": "fa:16:3e:6d:bf:7f", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66e82503-be", "ovs_interfaceid": "66e82503-bef4-4296-9ec2-3f2be744ebd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.719720] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:bf:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66e82503-bef4-4296-9ec2-3f2be744ebd3', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.727456] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.729719] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.730298] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0511042d-4938-4a21-b509-2fee1877af80 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.751270] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.751270] env[69226]: value = "task-3495459" [ 1107.751270] env[69226]: _type = "Task" [ 1107.751270] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.760205] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495459, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.928328] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44171831-eba3-4617-8e75-57ca34aa2fbe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.940274] env[69226]: INFO nova.compute.manager [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Took 35.06 seconds to build instance. [ 1107.941994] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23380a1-e2a5-40bd-b9ac-6462b78fec5c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.975726] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35513320-bf6e-4a23-baa6-0d122a9def10 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.979373] env[69226]: DEBUG nova.compute.manager [req-dd5b39b7-7024-41c0-8b81-5fc41c26f61e req-7d4d0e80-6b76-4889-8aeb-4480c344a78e service nova] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Received event network-changed-66e82503-bef4-4296-9ec2-3f2be744ebd3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.979561] env[69226]: DEBUG nova.compute.manager [req-dd5b39b7-7024-41c0-8b81-5fc41c26f61e req-7d4d0e80-6b76-4889-8aeb-4480c344a78e service nova] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Refreshing instance network info cache due to event network-changed-66e82503-bef4-4296-9ec2-3f2be744ebd3. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.979769] env[69226]: DEBUG oslo_concurrency.lockutils [req-dd5b39b7-7024-41c0-8b81-5fc41c26f61e req-7d4d0e80-6b76-4889-8aeb-4480c344a78e service nova] Acquiring lock "refresh_cache-71872c48-5fa7-4106-8f07-45a8811c08e7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.979908] env[69226]: DEBUG oslo_concurrency.lockutils [req-dd5b39b7-7024-41c0-8b81-5fc41c26f61e req-7d4d0e80-6b76-4889-8aeb-4480c344a78e service nova] Acquired lock "refresh_cache-71872c48-5fa7-4106-8f07-45a8811c08e7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.980077] env[69226]: DEBUG nova.network.neutron [req-dd5b39b7-7024-41c0-8b81-5fc41c26f61e req-7d4d0e80-6b76-4889-8aeb-4480c344a78e service nova] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Refreshing network info cache for port 66e82503-bef4-4296-9ec2-3f2be744ebd3 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.987177] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecec1b38-1902-4b37-89bb-1cb8210bb02e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.003476] env[69226]: DEBUG nova.compute.provider_tree [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.174519] env[69226]: INFO nova.compute.manager [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Swapping old allocation on dict_keys(['1b569e5e-3afa-426e-9210-ba55a6e69f42']) held by migration 478162b9-63e4-49c8-9fc8-47c2d64cd178 for instance [ 1108.197208] env[69226]: DEBUG nova.scheduler.client.report [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Overwriting current allocation {'allocations': {'1b569e5e-3afa-426e-9210-ba55a6e69f42': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 132}}, 'project_id': '3e0802681ec24d5fbc5b977a3478c709', 'user_id': 'f2a62b8e162f4b4fa43b177504fff031', 'consumer_generation': 1} on consumer a61ffb14-d449-4ec3-a437-41762289fd98 {{(pid=69226) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1108.261788] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495459, 'name': CreateVM_Task, 'duration_secs': 0.315037} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.261957] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.262664] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.262824] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.263239] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.263495] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-564dff6f-9f1e-4e77-a6c2-8feae40cf898 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.268389] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 1108.268389] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d5335b-b573-477d-6c59-12deee107cc5" [ 1108.268389] env[69226]: _type = "Task" [ 1108.268389] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.276164] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d5335b-b573-477d-6c59-12deee107cc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.276984] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "refresh_cache-a61ffb14-d449-4ec3-a437-41762289fd98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.277160] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquired lock "refresh_cache-a61ffb14-d449-4ec3-a437-41762289fd98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.277329] env[69226]: DEBUG nova.network.neutron [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.446438] env[69226]: DEBUG oslo_concurrency.lockutils [None req-52ddc645-b364-4d39-b764-72b947f075aa tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "a6718646-2780-4389-9be9-e911c88e49fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.571s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.526035] env[69226]: ERROR nova.scheduler.client.report [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [req-b5b0c28d-04cd-47d5-96ed-6cc9207c43cc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b569e5e-3afa-426e-9210-ba55a6e69f42. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b5b0c28d-04cd-47d5-96ed-6cc9207c43cc"}]} [ 1108.543447] env[69226]: DEBUG nova.scheduler.client.report [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Refreshing inventories for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1108.560286] env[69226]: DEBUG nova.scheduler.client.report [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Updating ProviderTree inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1108.560552] env[69226]: DEBUG nova.compute.provider_tree [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.572200] env[69226]: DEBUG nova.scheduler.client.report [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Refreshing aggregate associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, aggregates: None {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1108.594162] env[69226]: DEBUG nova.scheduler.client.report [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Refreshing trait associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1108.697068] env[69226]: DEBUG nova.network.neutron [req-dd5b39b7-7024-41c0-8b81-5fc41c26f61e req-7d4d0e80-6b76-4889-8aeb-4480c344a78e service nova] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Updated VIF entry in instance network info cache for port 66e82503-bef4-4296-9ec2-3f2be744ebd3. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.697224] env[69226]: DEBUG nova.network.neutron [req-dd5b39b7-7024-41c0-8b81-5fc41c26f61e req-7d4d0e80-6b76-4889-8aeb-4480c344a78e service nova] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Updating instance_info_cache with network_info: [{"id": "66e82503-bef4-4296-9ec2-3f2be744ebd3", "address": "fa:16:3e:6d:bf:7f", "network": {"id": "6dfef895-0fee-45f4-95f5-8b3d2d142636", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-337109271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b17399bb7d6481aa5aba6934a92a2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66e82503-be", "ovs_interfaceid": "66e82503-bef4-4296-9ec2-3f2be744ebd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.782591] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d5335b-b573-477d-6c59-12deee107cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.009727} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.782910] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.783152] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.783386] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.783560] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.783747] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.784296] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b8d2601-aee9-4d16-a6ce-8842d9aa757b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.792729] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.792922] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.793693] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a59ab091-6c66-4235-a61f-fb32742d2673 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.799357] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 1108.799357] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520f20a0-e01e-aa73-5079-f076456a7ef2" [ 1108.799357] env[69226]: _type = "Task" [ 1108.799357] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.806469] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520f20a0-e01e-aa73-5079-f076456a7ef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.877491] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8971ae1-1a3f-486b-800e-b241691136f5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.885066] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37db508-aec2-4c35-a6d5-af519ebe3924 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.921195] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e19e63c-09a1-4e00-8764-f3228b1a6dd5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.929935] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea81583a-3908-4c7d-b3e3-bb7e3617445c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.943279] env[69226]: DEBUG nova.compute.provider_tree [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1109.021466] env[69226]: DEBUG nova.network.neutron [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Updating instance_info_cache with network_info: [{"id": "4aa8fa61-406e-46e2-a710-85c6e3e105d6", "address": "fa:16:3e:b7:98:6d", "network": {"id": "aa9987be-f084-4156-9f8c-7d1f61405219", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "656f6c9b7990491881929ec9cd300956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8fa61-40", "ovs_interfaceid": "4aa8fa61-406e-46e2-a710-85c6e3e105d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.200864] env[69226]: DEBUG oslo_concurrency.lockutils [req-dd5b39b7-7024-41c0-8b81-5fc41c26f61e req-7d4d0e80-6b76-4889-8aeb-4480c344a78e service nova] Releasing lock "refresh_cache-71872c48-5fa7-4106-8f07-45a8811c08e7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.269137] env[69226]: DEBUG nova.compute.manager [req-bb08cf09-8d3e-4488-918a-c890fc88174e req-e11f695c-2a1b-4fc9-8881-505520bced13 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Received event network-changed-c125d26e-8975-4bf2-a7d7-defe892947a9 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.269137] env[69226]: DEBUG nova.compute.manager [req-bb08cf09-8d3e-4488-918a-c890fc88174e req-e11f695c-2a1b-4fc9-8881-505520bced13 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Refreshing instance network info cache due to event network-changed-c125d26e-8975-4bf2-a7d7-defe892947a9. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.269137] env[69226]: DEBUG oslo_concurrency.lockutils [req-bb08cf09-8d3e-4488-918a-c890fc88174e req-e11f695c-2a1b-4fc9-8881-505520bced13 service nova] Acquiring lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.269137] env[69226]: DEBUG oslo_concurrency.lockutils [req-bb08cf09-8d3e-4488-918a-c890fc88174e req-e11f695c-2a1b-4fc9-8881-505520bced13 service nova] Acquired lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.269137] env[69226]: DEBUG nova.network.neutron [req-bb08cf09-8d3e-4488-918a-c890fc88174e req-e11f695c-2a1b-4fc9-8881-505520bced13 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Refreshing network info cache for port c125d26e-8975-4bf2-a7d7-defe892947a9 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.310783] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520f20a0-e01e-aa73-5079-f076456a7ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.010514} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.311958] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f12925-c55c-47c7-80a9-5cf518181a88 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.318337] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 1109.318337] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c7ea58-70ba-369c-e852-7ef287672a3c" [ 1109.318337] env[69226]: _type = "Task" [ 1109.318337] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.327184] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c7ea58-70ba-369c-e852-7ef287672a3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.477404] env[69226]: DEBUG nova.scheduler.client.report [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1109.477668] env[69226]: DEBUG nova.compute.provider_tree [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 133 to 134 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1109.479059] env[69226]: DEBUG nova.compute.provider_tree [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1109.525883] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Releasing lock "refresh_cache-a61ffb14-d449-4ec3-a437-41762289fd98" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.526382] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.526713] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff63fa78-e2cc-4b2b-ae00-c7d7fd2f159a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.535236] env[69226]: DEBUG oslo_vmware.api [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1109.535236] env[69226]: value = "task-3495460" [ 1109.535236] env[69226]: _type = "Task" [ 1109.535236] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.548513] env[69226]: DEBUG oslo_vmware.api [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.829264] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c7ea58-70ba-369c-e852-7ef287672a3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.829542] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.829801] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 71872c48-5fa7-4106-8f07-45a8811c08e7/71872c48-5fa7-4106-8f07-45a8811c08e7.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.830066] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb5385cd-eee4-4775-91a8-051c748ed24d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.839914] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 1109.839914] env[69226]: value = "task-3495461" [ 1109.839914] env[69226]: _type = "Task" [ 1109.839914] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.848801] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.982702] env[69226]: DEBUG nova.network.neutron [req-bb08cf09-8d3e-4488-918a-c890fc88174e req-e11f695c-2a1b-4fc9-8881-505520bced13 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Updated VIF entry in instance network info cache for port c125d26e-8975-4bf2-a7d7-defe892947a9. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.983075] env[69226]: DEBUG nova.network.neutron [req-bb08cf09-8d3e-4488-918a-c890fc88174e req-e11f695c-2a1b-4fc9-8881-505520bced13 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Updating instance_info_cache with network_info: [{"id": "c125d26e-8975-4bf2-a7d7-defe892947a9", "address": "fa:16:3e:2e:06:49", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc125d26e-89", "ovs_interfaceid": "c125d26e-8975-4bf2-a7d7-defe892947a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.984870] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.349s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.985573] env[69226]: DEBUG nova.compute.manager [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.988753] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.330s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.988948] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.990997] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.311s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.991225] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.993949] env[69226]: DEBUG oslo_concurrency.lockutils [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.411s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.993949] env[69226]: DEBUG nova.objects.instance [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lazy-loading 'resources' on Instance uuid aacaee2b-235c-4902-9fbb-f2b2b231d7be {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.025412] env[69226]: INFO nova.scheduler.client.report [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Deleted allocations for instance 691b03f4-5051-4d88-9294-aeda32dd6708 [ 1110.046860] env[69226]: DEBUG oslo_vmware.api [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495460, 'name': PowerOffVM_Task, 'duration_secs': 0.17757} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.047071] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.047834] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:51:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='671c561d-2ef8-4448-b97d-984ac784b261',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1882761234',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.048074] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.048334] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.048551] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.048708] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.048838] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.049107] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.049282] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.049448] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.049615] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.049787] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.059023] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1435e166-106a-4547-a9b2-4dee44b7a171 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.075202] env[69226]: DEBUG oslo_vmware.api [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1110.075202] env[69226]: value = "task-3495462" [ 1110.075202] env[69226]: _type = "Task" [ 1110.075202] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.086446] env[69226]: DEBUG oslo_vmware.api [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.350926] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495461, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.489736] env[69226]: DEBUG oslo_concurrency.lockutils [req-bb08cf09-8d3e-4488-918a-c890fc88174e req-e11f695c-2a1b-4fc9-8881-505520bced13 service nova] Releasing lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.500423] env[69226]: DEBUG nova.compute.utils [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.508921] env[69226]: DEBUG nova.compute.manager [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Not allocating networking since 'none' was specified. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1110.517207] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2b342b79-c6aa-4538-bba1-f3b07e5a4871 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "418bb2f3-bfba-41bf-af24-9453097c4b06" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.304s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.518292] env[69226]: DEBUG oslo_concurrency.lockutils [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "418bb2f3-bfba-41bf-af24-9453097c4b06" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 14.479s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.518515] env[69226]: INFO nova.compute.manager [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Unshelving [ 1110.537781] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bad56b74-3871-44d3-a50e-cd140e251a33 tempest-ImagesTestJSON-239574999 tempest-ImagesTestJSON-239574999-project-member] Lock "691b03f4-5051-4d88-9294-aeda32dd6708" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.365s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.586955] env[69226]: DEBUG oslo_vmware.api [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495462, 'name': ReconfigVM_Task, 'duration_secs': 0.395624} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.591612] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a35452-dd89-4ee1-9661-85a288680c95 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.614568] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:51:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='671c561d-2ef8-4448-b97d-984ac784b261',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1882761234',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.615217] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.615440] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.615671] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.615852] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.616088] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.616296] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.616494] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.616740] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.616897] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.617370] env[69226]: DEBUG nova.virt.hardware [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.620972] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f9751ff-9bbf-4296-8bb8-983c31fc0e17 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.627831] env[69226]: DEBUG oslo_vmware.api [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1110.627831] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b3827a-af8a-310a-0a8e-4469a012b0e0" [ 1110.627831] env[69226]: _type = "Task" [ 1110.627831] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.637765] env[69226]: DEBUG oslo_vmware.api [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b3827a-af8a-310a-0a8e-4469a012b0e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.856375] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611281} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.860334] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 71872c48-5fa7-4106-8f07-45a8811c08e7/71872c48-5fa7-4106-8f07-45a8811c08e7.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.860440] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.861027] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-469e32b0-5769-4f0e-bc65-c30c84a38b3c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.869198] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 1110.869198] env[69226]: value = "task-3495463" [ 1110.869198] env[69226]: _type = "Task" [ 1110.869198] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.871703] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e8f86f-9ba1-4719-97c1-1ce8e7ca600e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.890924] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806ff029-3462-45b2-bd4a-e79f805924be {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.895890] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.929722] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0be35d-71b0-43a3-9cac-f44a6a6f9fe2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.937326] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ab03ce-f48b-45ae-80f7-12612598db42 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.953862] env[69226]: DEBUG nova.compute.provider_tree [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.004956] env[69226]: DEBUG nova.compute.manager [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.138450] env[69226]: DEBUG oslo_vmware.api [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b3827a-af8a-310a-0a8e-4469a012b0e0, 'name': SearchDatastore_Task, 'duration_secs': 0.007902} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.143899] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1111.144193] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db051526-4ede-4af4-bb80-32c10ada2d79 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.162831] env[69226]: DEBUG oslo_vmware.api [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1111.162831] env[69226]: value = "task-3495464" [ 1111.162831] env[69226]: _type = "Task" [ 1111.162831] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.171317] env[69226]: DEBUG oslo_vmware.api [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.342216] env[69226]: DEBUG nova.compute.manager [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Received event network-changed-5863e72b-7311-42df-b4b8-722214b2b7a6 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.342409] env[69226]: DEBUG nova.compute.manager [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Refreshing instance network info cache due to event network-changed-5863e72b-7311-42df-b4b8-722214b2b7a6. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.343711] env[69226]: DEBUG oslo_concurrency.lockutils [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] Acquiring lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.343923] env[69226]: DEBUG oslo_concurrency.lockutils [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] Acquired lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.344118] env[69226]: DEBUG nova.network.neutron [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Refreshing network info cache for port 5863e72b-7311-42df-b4b8-722214b2b7a6 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.379714] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115985} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.380032] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.380765] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7399e9-098c-48e8-b9e8-fd5a1d60548b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.403995] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 71872c48-5fa7-4106-8f07-45a8811c08e7/71872c48-5fa7-4106-8f07-45a8811c08e7.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.404347] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-562e49bb-d8c7-43df-9ee0-ac08ff057371 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.424244] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 1111.424244] env[69226]: value = "task-3495465" [ 1111.424244] env[69226]: _type = "Task" [ 1111.424244] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.432849] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.457095] env[69226]: DEBUG nova.scheduler.client.report [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.551463] env[69226]: DEBUG oslo_concurrency.lockutils [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.607836] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "interface-0d447403-e0e2-4212-80cb-ff6ff60b796a-47873a23-9b4f-4073-b2d5-c5c11395cdb6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.607836] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "interface-0d447403-e0e2-4212-80cb-ff6ff60b796a-47873a23-9b4f-4073-b2d5-c5c11395cdb6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.607836] env[69226]: DEBUG nova.objects.instance [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lazy-loading 'flavor' on Instance uuid 0d447403-e0e2-4212-80cb-ff6ff60b796a {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.674661] env[69226]: DEBUG oslo_vmware.api [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495464, 'name': ReconfigVM_Task, 'duration_secs': 0.205071} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.674661] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1111.674661] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224d8668-932a-444c-b807-e4f4dfeef540 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.697084] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] a61ffb14-d449-4ec3-a437-41762289fd98/a61ffb14-d449-4ec3-a437-41762289fd98.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.697376] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9bda5d3-d2b6-4fa9-83b1-ccf4991856d2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.715890] env[69226]: DEBUG oslo_vmware.api [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1111.715890] env[69226]: value = "task-3495466" [ 1111.715890] env[69226]: _type = "Task" [ 1111.715890] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.725316] env[69226]: DEBUG oslo_vmware.api [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.936474] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.962744] env[69226]: DEBUG oslo_concurrency.lockutils [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.965369] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.527s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.965907] env[69226]: DEBUG nova.objects.instance [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lazy-loading 'resources' on Instance uuid a54aeb5b-9769-4ee7-9669-0974db55d501 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.999336] env[69226]: INFO nova.scheduler.client.report [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleted allocations for instance aacaee2b-235c-4902-9fbb-f2b2b231d7be [ 1112.019019] env[69226]: DEBUG nova.compute.manager [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.051021] env[69226]: DEBUG nova.virt.hardware [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.051021] env[69226]: DEBUG nova.virt.hardware [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.051021] env[69226]: DEBUG nova.virt.hardware [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.051424] env[69226]: DEBUG nova.virt.hardware [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.051724] env[69226]: DEBUG nova.virt.hardware [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.052053] env[69226]: DEBUG nova.virt.hardware [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.055017] env[69226]: DEBUG nova.virt.hardware [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.055017] env[69226]: DEBUG nova.virt.hardware [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.055017] env[69226]: DEBUG nova.virt.hardware [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.055017] env[69226]: DEBUG nova.virt.hardware [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.055017] env[69226]: DEBUG nova.virt.hardware [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.055017] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a046a1-bdc7-4fac-a31c-dfa8b9973bd0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.066014] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc8c2e5-4eea-4380-8c63-3f2859487ec4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.084823] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Instance VIF info [] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.091494] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Creating folder: Project (87821dad747f41df9aaba5162655d4ae). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1112.092639] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d6030d2-c116-4948-b03d-7161ff328ade {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.102199] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Created folder: Project (87821dad747f41df9aaba5162655d4ae) in parent group-v698365. [ 1112.102435] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Creating folder: Instances. Parent ref: group-v698626. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1112.102668] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26717e1b-4d49-47ac-92ae-b33b51cf7b25 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.108574] env[69226]: DEBUG nova.network.neutron [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Updated VIF entry in instance network info cache for port 5863e72b-7311-42df-b4b8-722214b2b7a6. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.109123] env[69226]: DEBUG nova.network.neutron [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Updating instance_info_cache with network_info: [{"id": "5863e72b-7311-42df-b4b8-722214b2b7a6", "address": "fa:16:3e:08:bb:f8", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5863e72b-73", "ovs_interfaceid": "5863e72b-7311-42df-b4b8-722214b2b7a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.114595] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Created folder: Instances in parent group-v698626. [ 1112.114861] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.117024] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.117024] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2ea2036-2fec-495e-92e6-6f3d377a8f9a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.132837] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.132837] env[69226]: value = "task-3495469" [ 1112.132837] env[69226]: _type = "Task" [ 1112.132837] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.141045] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495469, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.212486] env[69226]: DEBUG nova.objects.instance [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lazy-loading 'pci_requests' on Instance uuid 0d447403-e0e2-4212-80cb-ff6ff60b796a {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.225370] env[69226]: DEBUG oslo_vmware.api [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495466, 'name': ReconfigVM_Task, 'duration_secs': 0.345099} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.225669] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Reconfigured VM instance instance-00000056 to attach disk [datastore1] a61ffb14-d449-4ec3-a437-41762289fd98/a61ffb14-d449-4ec3-a437-41762289fd98.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.226569] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4754679-ab84-439d-8769-9cb769e9885d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.247929] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363a5bfc-7d81-4bc1-84cd-0c2b29bb368a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.266964] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3324e875-d916-42f7-b8eb-0ebfcaf09865 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.285421] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0734c52-a9db-4000-af61-106fc1aa39a5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.292383] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.292623] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-823cb873-0032-4b0d-995d-9af1b589742c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.298394] env[69226]: DEBUG oslo_vmware.api [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1112.298394] env[69226]: value = "task-3495470" [ 1112.298394] env[69226]: _type = "Task" [ 1112.298394] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.306166] env[69226]: DEBUG oslo_vmware.api [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.437264] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495465, 'name': ReconfigVM_Task, 'duration_secs': 0.823401} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.437577] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 71872c48-5fa7-4106-8f07-45a8811c08e7/71872c48-5fa7-4106-8f07-45a8811c08e7.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.438273] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f0a54ae-b18a-4ee3-99a0-4ddca134cf78 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.444945] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 1112.444945] env[69226]: value = "task-3495471" [ 1112.444945] env[69226]: _type = "Task" [ 1112.444945] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.460562] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495471, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.514495] env[69226]: DEBUG oslo_concurrency.lockutils [None req-afc06347-196e-4d8a-a88e-bec9ded74802 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "aacaee2b-235c-4902-9fbb-f2b2b231d7be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.675s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.614342] env[69226]: DEBUG oslo_concurrency.lockutils [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] Releasing lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.614617] env[69226]: DEBUG nova.compute.manager [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Received event network-changed-5863e72b-7311-42df-b4b8-722214b2b7a6 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.614771] env[69226]: DEBUG nova.compute.manager [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Refreshing instance network info cache due to event network-changed-5863e72b-7311-42df-b4b8-722214b2b7a6. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.614979] env[69226]: DEBUG oslo_concurrency.lockutils [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] Acquiring lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.615165] env[69226]: DEBUG oslo_concurrency.lockutils [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] Acquired lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.615289] env[69226]: DEBUG nova.network.neutron [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Refreshing network info cache for port 5863e72b-7311-42df-b4b8-722214b2b7a6 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.645170] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495469, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.715623] env[69226]: DEBUG nova.objects.base [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Object Instance<0d447403-e0e2-4212-80cb-ff6ff60b796a> lazy-loaded attributes: flavor,pci_requests {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1112.716246] env[69226]: DEBUG nova.network.neutron [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.789643] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4e53cd-814a-41f8-830f-7b66c6a73de9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.797922] env[69226]: DEBUG nova.policy [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4b02c2d77dc4fe090145956ab223e07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51df88c85f974fd4b9585ca3bfe4de8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.800962] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dae321-6819-4c5c-9b34-2ac5d6b0c8b3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.812241] env[69226]: DEBUG oslo_vmware.api [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495470, 'name': PowerOnVM_Task, 'duration_secs': 0.424731} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.836864] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.840905] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae954e43-650d-478d-8554-95f0197c0557 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.849668] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9973a6e9-f07d-4b5b-b637-dc2d6b6b370e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.863611] env[69226]: DEBUG nova.compute.provider_tree [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.954404] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495471, 'name': Rename_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.144780] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495469, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.241560] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "1e6ba3fc-427a-4286-9d38-517aaefe5730" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.241803] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "1e6ba3fc-427a-4286-9d38-517aaefe5730" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.353353] env[69226]: DEBUG nova.network.neutron [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Updated VIF entry in instance network info cache for port 5863e72b-7311-42df-b4b8-722214b2b7a6. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.354479] env[69226]: DEBUG nova.network.neutron [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Updating instance_info_cache with network_info: [{"id": "5863e72b-7311-42df-b4b8-722214b2b7a6", "address": "fa:16:3e:08:bb:f8", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5863e72b-73", "ovs_interfaceid": "5863e72b-7311-42df-b4b8-722214b2b7a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.366165] env[69226]: DEBUG nova.scheduler.client.report [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.455716] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495471, 'name': Rename_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.643698] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495469, 'name': CreateVM_Task, 'duration_secs': 1.385111} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.644075] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.644317] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.644479] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.644789] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.645041] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e410cb60-3c13-4c94-b958-13d72379e585 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.649408] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for the task: (returnval){ [ 1113.649408] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f34797-3c27-c507-11cf-b7c9d1efc4d7" [ 1113.649408] env[69226]: _type = "Task" [ 1113.649408] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.657043] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f34797-3c27-c507-11cf-b7c9d1efc4d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.743819] env[69226]: DEBUG nova.compute.manager [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.851190] env[69226]: INFO nova.compute.manager [None req-e83f8b5c-e764-45a8-982f-20781ba8bb32 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Updating instance to original state: 'active' [ 1113.855690] env[69226]: DEBUG oslo_concurrency.lockutils [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] Releasing lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.855928] env[69226]: DEBUG nova.compute.manager [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Received event network-changed-c125d26e-8975-4bf2-a7d7-defe892947a9 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.856106] env[69226]: DEBUG nova.compute.manager [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Refreshing instance network info cache due to event network-changed-c125d26e-8975-4bf2-a7d7-defe892947a9. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.856823] env[69226]: DEBUG oslo_concurrency.lockutils [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] Acquiring lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.856823] env[69226]: DEBUG oslo_concurrency.lockutils [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] Acquired lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.856823] env[69226]: DEBUG nova.network.neutron [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Refreshing network info cache for port c125d26e-8975-4bf2-a7d7-defe892947a9 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.871288] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.873652] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.530s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.873900] env[69226]: DEBUG nova.objects.instance [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Lazy-loading 'resources' on Instance uuid 063f1425-a341-4a2c-bd6c-3d19e37786c7 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.900360] env[69226]: INFO nova.scheduler.client.report [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Deleted allocations for instance a54aeb5b-9769-4ee7-9669-0974db55d501 [ 1113.956957] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495471, 'name': Rename_Task, 'duration_secs': 1.273926} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.956957] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.957481] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6188b24c-ea5a-449d-bed3-e6548db16c83 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.964620] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 1113.964620] env[69226]: value = "task-3495472" [ 1113.964620] env[69226]: _type = "Task" [ 1113.964620] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.974375] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.164027] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f34797-3c27-c507-11cf-b7c9d1efc4d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.164027] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.164027] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.164027] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.164027] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.164027] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.164027] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-746e24b8-8cd6-44ae-8ef8-8baea532f3e8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.174968] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.174968] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.174968] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-987bd2af-20e0-410a-8fe9-1ff366b4a8ef {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.180107] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for the task: (returnval){ [ 1114.180107] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e695e0-687b-5573-d133-f5f3443e6a94" [ 1114.180107] env[69226]: _type = "Task" [ 1114.180107] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.191767] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e695e0-687b-5573-d133-f5f3443e6a94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.266681] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.412700] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b79368be-06cb-4c38-b511-553044a845c2 tempest-ServerRescueNegativeTestJSON-1044877489 tempest-ServerRescueNegativeTestJSON-1044877489-project-member] Lock "a54aeb5b-9769-4ee7-9669-0974db55d501" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.034s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.474995] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495472, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.526853] env[69226]: DEBUG nova.network.neutron [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Successfully updated port: 47873a23-9b4f-4073-b2d5-c5c11395cdb6 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.675495] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d08901-5785-41ca-a21c-d84f85088a0f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.687432] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42792c8a-c59f-4cb6-b938-f7e272b9a163 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.694675] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e695e0-687b-5573-d133-f5f3443e6a94, 'name': SearchDatastore_Task, 'duration_secs': 0.009105} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.696123] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb5e1eb7-55b2-4aae-bc83-fdb53232e0c5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.729290] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11af2700-e2c0-40a2-8f10-65d2a6e23f42 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.734339] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for the task: (returnval){ [ 1114.734339] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]524431ba-ea94-790a-c28b-092ae4387db2" [ 1114.734339] env[69226]: _type = "Task" [ 1114.734339] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.742114] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861b796f-2cb0-4e03-aa8d-7167854f6a29 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.750391] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]524431ba-ea94-790a-c28b-092ae4387db2, 'name': SearchDatastore_Task, 'duration_secs': 0.010021} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.751072] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.751276] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 5a0df364-4bf1-4c89-b8cd-c071b57e66d1/5a0df364-4bf1-4c89-b8cd-c071b57e66d1.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.751543] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9c25251-161a-435e-b32d-5501488ee2a1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.765275] env[69226]: DEBUG nova.compute.provider_tree [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.768779] env[69226]: DEBUG nova.compute.manager [req-abbbf542-fc5b-48bf-aae6-0a1bc69a1fb5 req-eefb7b25-1547-43d9-b571-bb79811025db service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Received event network-vif-plugged-47873a23-9b4f-4073-b2d5-c5c11395cdb6 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.769975] env[69226]: DEBUG oslo_concurrency.lockutils [req-abbbf542-fc5b-48bf-aae6-0a1bc69a1fb5 req-eefb7b25-1547-43d9-b571-bb79811025db service nova] Acquiring lock "0d447403-e0e2-4212-80cb-ff6ff60b796a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.770229] env[69226]: DEBUG oslo_concurrency.lockutils [req-abbbf542-fc5b-48bf-aae6-0a1bc69a1fb5 req-eefb7b25-1547-43d9-b571-bb79811025db service nova] Lock "0d447403-e0e2-4212-80cb-ff6ff60b796a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.770440] env[69226]: DEBUG oslo_concurrency.lockutils [req-abbbf542-fc5b-48bf-aae6-0a1bc69a1fb5 req-eefb7b25-1547-43d9-b571-bb79811025db service nova] Lock "0d447403-e0e2-4212-80cb-ff6ff60b796a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.770636] env[69226]: DEBUG nova.compute.manager [req-abbbf542-fc5b-48bf-aae6-0a1bc69a1fb5 req-eefb7b25-1547-43d9-b571-bb79811025db service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] No waiting events found dispatching network-vif-plugged-47873a23-9b4f-4073-b2d5-c5c11395cdb6 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.771162] env[69226]: WARNING nova.compute.manager [req-abbbf542-fc5b-48bf-aae6-0a1bc69a1fb5 req-eefb7b25-1547-43d9-b571-bb79811025db service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Received unexpected event network-vif-plugged-47873a23-9b4f-4073-b2d5-c5c11395cdb6 for instance with vm_state active and task_state None. [ 1114.772820] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for the task: (returnval){ [ 1114.772820] env[69226]: value = "task-3495473" [ 1114.772820] env[69226]: _type = "Task" [ 1114.772820] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.783423] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.976364] env[69226]: DEBUG oslo_vmware.api [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495472, 'name': PowerOnVM_Task, 'duration_secs': 0.922004} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.976981] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.977222] env[69226]: INFO nova.compute.manager [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1114.977443] env[69226]: DEBUG nova.compute.manager [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.978364] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e221cf-71cb-493f-a5a9-b0e1aa6621bd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.029638] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.044409] env[69226]: DEBUG nova.network.neutron [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Updated VIF entry in instance network info cache for port c125d26e-8975-4bf2-a7d7-defe892947a9. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.044409] env[69226]: DEBUG nova.network.neutron [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Updating instance_info_cache with network_info: [{"id": "c125d26e-8975-4bf2-a7d7-defe892947a9", "address": "fa:16:3e:2e:06:49", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc125d26e-89", "ovs_interfaceid": "c125d26e-8975-4bf2-a7d7-defe892947a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.273832] env[69226]: DEBUG nova.scheduler.client.report [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.288337] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511614} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.288635] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 5a0df364-4bf1-4c89-b8cd-c071b57e66d1/5a0df364-4bf1-4c89-b8cd-c071b57e66d1.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.288852] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.289174] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73da1f65-e693-4444-b02c-ef5242524307 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.297507] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for the task: (returnval){ [ 1115.297507] env[69226]: value = "task-3495474" [ 1115.297507] env[69226]: _type = "Task" [ 1115.297507] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.311769] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.347885] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "a61ffb14-d449-4ec3-a437-41762289fd98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.348254] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "a61ffb14-d449-4ec3-a437-41762289fd98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.348516] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "a61ffb14-d449-4ec3-a437-41762289fd98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.348799] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "a61ffb14-d449-4ec3-a437-41762289fd98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.348961] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "a61ffb14-d449-4ec3-a437-41762289fd98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.351313] env[69226]: INFO nova.compute.manager [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Terminating instance [ 1115.499150] env[69226]: INFO nova.compute.manager [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Took 37.42 seconds to build instance. [ 1115.547142] env[69226]: DEBUG oslo_concurrency.lockutils [req-4a97c3b2-9b0d-48f3-b0d4-0af6ac366b9f req-cd17ebc3-beca-40d5-9420-ddb70390dc4d service nova] Releasing lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.547651] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.547852] env[69226]: DEBUG nova.network.neutron [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.783136] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.785869] env[69226]: DEBUG oslo_concurrency.lockutils [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.596s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.786160] env[69226]: DEBUG nova.objects.instance [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lazy-loading 'resources' on Instance uuid 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.810531] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07911} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.810858] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.811786] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfecab5-d79c-4abc-887a-42f4a25079d6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.815493] env[69226]: INFO nova.scheduler.client.report [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Deleted allocations for instance 063f1425-a341-4a2c-bd6c-3d19e37786c7 [ 1115.838393] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 5a0df364-4bf1-4c89-b8cd-c071b57e66d1/5a0df364-4bf1-4c89-b8cd-c071b57e66d1.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.839589] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ff3bfb5-0c5d-4806-86b6-7bde04a5d39d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.858528] env[69226]: DEBUG nova.compute.manager [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.858810] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.860377] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113fb462-8f7d-4c9a-a9ed-952c203e09cd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.869091] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.871199] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eef7564a-2cb1-470c-8505-7960bf5ff3f6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.876473] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for the task: (returnval){ [ 1115.876473] env[69226]: value = "task-3495475" [ 1115.876473] env[69226]: _type = "Task" [ 1115.876473] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.878822] env[69226]: DEBUG oslo_vmware.api [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1115.878822] env[69226]: value = "task-3495476" [ 1115.878822] env[69226]: _type = "Task" [ 1115.878822] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.886921] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495475, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.891922] env[69226]: DEBUG oslo_vmware.api [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.002412] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d84c5c96-070e-4ef8-af20-45db273f550c tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "71872c48-5fa7-4106-8f07-45a8811c08e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.934s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.133763] env[69226]: WARNING nova.network.neutron [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] b5f8d613-1f81-4dd9-8a85-3ec46149a0ab already exists in list: networks containing: ['b5f8d613-1f81-4dd9-8a85-3ec46149a0ab']. ignoring it [ 1116.346340] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bc4a86b5-3ae3-4c7a-8d91-d38b58f7c9da tempest-ServersV294TestFqdnHostnames-1201944735 tempest-ServersV294TestFqdnHostnames-1201944735-project-member] Lock "063f1425-a341-4a2c-bd6c-3d19e37786c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.358s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.394498] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.400427] env[69226]: DEBUG oslo_vmware.api [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495476, 'name': PowerOffVM_Task, 'duration_secs': 0.184713} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.400849] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.401088] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.401669] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fa9d44e-5392-42cd-ba99-59e014e22da1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.492497] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.492710] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.492890] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Deleting the datastore file [datastore1] a61ffb14-d449-4ec3-a437-41762289fd98 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.493179] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d926bc5-8bb3-46dc-9d1e-08b52f647d0a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.502423] env[69226]: DEBUG oslo_vmware.api [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1116.502423] env[69226]: value = "task-3495478" [ 1116.502423] env[69226]: _type = "Task" [ 1116.502423] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.510856] env[69226]: DEBUG oslo_vmware.api [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.733150] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3604ea23-e1fb-4680-8c69-a5c8043baf08 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.741522] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a4ef00-72b5-404c-b895-357859759887 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.783687] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28801941-24f2-4975-badd-d8f1970d3b24 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.792948] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052bc855-f16e-4105-af18-cdb44af7a0af {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.808448] env[69226]: DEBUG nova.compute.provider_tree [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1116.810615] env[69226]: DEBUG nova.network.neutron [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Updating instance_info_cache with network_info: [{"id": "c125d26e-8975-4bf2-a7d7-defe892947a9", "address": "fa:16:3e:2e:06:49", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc125d26e-89", "ovs_interfaceid": "c125d26e-8975-4bf2-a7d7-defe892947a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47873a23-9b4f-4073-b2d5-c5c11395cdb6", "address": "fa:16:3e:19:9a:7b", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47873a23-9b", "ovs_interfaceid": "47873a23-9b4f-4073-b2d5-c5c11395cdb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.886513] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495475, 'name': ReconfigVM_Task, 'duration_secs': 0.820369} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.886836] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 5a0df364-4bf1-4c89-b8cd-c071b57e66d1/5a0df364-4bf1-4c89-b8cd-c071b57e66d1.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.887507] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3b807cf-814f-4e16-ba63-028456c15ab7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.894220] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for the task: (returnval){ [ 1116.894220] env[69226]: value = "task-3495479" [ 1116.894220] env[69226]: _type = "Task" [ 1116.894220] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.902319] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495479, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.014735] env[69226]: DEBUG oslo_vmware.api [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262995} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.014735] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.014735] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.015025] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.015025] env[69226]: INFO nova.compute.manager [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1117.015282] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.015554] env[69226]: DEBUG nova.compute.manager [-] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.015687] env[69226]: DEBUG nova.network.neutron [-] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.137153] env[69226]: DEBUG nova.compute.manager [req-472ff1e4-8fe7-4c19-aad4-9a06539704ff req-4c3ac4db-7d55-45cd-b466-339f91563525 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Received event network-changed-47873a23-9b4f-4073-b2d5-c5c11395cdb6 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.137365] env[69226]: DEBUG nova.compute.manager [req-472ff1e4-8fe7-4c19-aad4-9a06539704ff req-4c3ac4db-7d55-45cd-b466-339f91563525 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Refreshing instance network info cache due to event network-changed-47873a23-9b4f-4073-b2d5-c5c11395cdb6. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.137554] env[69226]: DEBUG oslo_concurrency.lockutils [req-472ff1e4-8fe7-4c19-aad4-9a06539704ff req-4c3ac4db-7d55-45cd-b466-339f91563525 service nova] Acquiring lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.315723] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.317387] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.317387] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.320023] env[69226]: DEBUG oslo_concurrency.lockutils [req-472ff1e4-8fe7-4c19-aad4-9a06539704ff req-4c3ac4db-7d55-45cd-b466-339f91563525 service nova] Acquired lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.320023] env[69226]: DEBUG nova.network.neutron [req-472ff1e4-8fe7-4c19-aad4-9a06539704ff req-4c3ac4db-7d55-45cd-b466-339f91563525 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Refreshing network info cache for port 47873a23-9b4f-4073-b2d5-c5c11395cdb6 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.321183] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93d460f-73db-467d-8aad-f49f988b6929 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.344908] env[69226]: DEBUG nova.virt.hardware [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.345438] env[69226]: DEBUG nova.virt.hardware [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.345724] env[69226]: DEBUG nova.virt.hardware [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.346015] env[69226]: DEBUG nova.virt.hardware [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.346271] env[69226]: DEBUG nova.virt.hardware [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.346524] env[69226]: DEBUG nova.virt.hardware [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.346860] env[69226]: DEBUG nova.virt.hardware [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.347138] env[69226]: DEBUG nova.virt.hardware [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.347416] env[69226]: DEBUG nova.virt.hardware [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.347688] env[69226]: DEBUG nova.virt.hardware [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.347985] env[69226]: DEBUG nova.virt.hardware [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.355777] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Reconfiguring VM to attach interface {{(pid=69226) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1117.357146] env[69226]: ERROR nova.scheduler.client.report [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [req-758c59af-795a-425b-b296-cd5ebd7a9ece] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b569e5e-3afa-426e-9210-ba55a6e69f42. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-758c59af-795a-425b-b296-cd5ebd7a9ece"}]} [ 1117.358042] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22c19a74-4817-4e85-bd5e-51d2b6a0b822 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.384539] env[69226]: DEBUG oslo_vmware.api [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1117.384539] env[69226]: value = "task-3495480" [ 1117.384539] env[69226]: _type = "Task" [ 1117.384539] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.394047] env[69226]: DEBUG oslo_vmware.api [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495480, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.395090] env[69226]: DEBUG nova.scheduler.client.report [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Refreshing inventories for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1117.406949] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495479, 'name': Rename_Task, 'duration_secs': 0.202679} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.407255] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.407495] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-796140bb-3458-453a-8227-7c200ae3bd2e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.416287] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for the task: (returnval){ [ 1117.416287] env[69226]: value = "task-3495481" [ 1117.416287] env[69226]: _type = "Task" [ 1117.416287] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.418080] env[69226]: DEBUG nova.scheduler.client.report [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Updating ProviderTree inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1117.418389] env[69226]: DEBUG nova.compute.provider_tree [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.432834] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495481, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.446895] env[69226]: DEBUG nova.scheduler.client.report [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Refreshing aggregate associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, aggregates: None {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1117.474024] env[69226]: DEBUG nova.scheduler.client.report [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Refreshing trait associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1117.688225] env[69226]: DEBUG nova.compute.manager [req-7a900ba0-f011-49ea-b9ab-0448b03e88a6 req-cd370df8-e971-498e-87ae-909bfb5f01c7 service nova] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Received event network-vif-deleted-4aa8fa61-406e-46e2-a710-85c6e3e105d6 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.688433] env[69226]: INFO nova.compute.manager [req-7a900ba0-f011-49ea-b9ab-0448b03e88a6 req-cd370df8-e971-498e-87ae-909bfb5f01c7 service nova] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Neutron deleted interface 4aa8fa61-406e-46e2-a710-85c6e3e105d6; detaching it from the instance and deleting it from the info cache [ 1117.688604] env[69226]: DEBUG nova.network.neutron [req-7a900ba0-f011-49ea-b9ab-0448b03e88a6 req-cd370df8-e971-498e-87ae-909bfb5f01c7 service nova] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.867180] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9063c897-1da5-484a-8ac3-98e563e94c7c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.880112] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42533034-170e-478d-af97-2a4d62df48b8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.904107] env[69226]: DEBUG oslo_vmware.api [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.956538] env[69226]: DEBUG nova.network.neutron [-] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.962893] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b71382-2203-4569-af32-1746ba006742 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.972588] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.977748] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21a807a-1cf9-4d74-ad10-c7c919106563 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.993485] env[69226]: DEBUG nova.compute.provider_tree [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.195611] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-139b363c-e7d4-4f79-b126-4db0e33c2c29 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.206891] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bc9755-ae81-4ee6-b20d-b0f75c8df90c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.242990] env[69226]: DEBUG nova.compute.manager [req-7a900ba0-f011-49ea-b9ab-0448b03e88a6 req-cd370df8-e971-498e-87ae-909bfb5f01c7 service nova] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Detach interface failed, port_id=4aa8fa61-406e-46e2-a710-85c6e3e105d6, reason: Instance a61ffb14-d449-4ec3-a437-41762289fd98 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1118.315605] env[69226]: DEBUG nova.network.neutron [req-472ff1e4-8fe7-4c19-aad4-9a06539704ff req-4c3ac4db-7d55-45cd-b466-339f91563525 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Updated VIF entry in instance network info cache for port 47873a23-9b4f-4073-b2d5-c5c11395cdb6. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.316074] env[69226]: DEBUG nova.network.neutron [req-472ff1e4-8fe7-4c19-aad4-9a06539704ff req-4c3ac4db-7d55-45cd-b466-339f91563525 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Updating instance_info_cache with network_info: [{"id": "c125d26e-8975-4bf2-a7d7-defe892947a9", "address": "fa:16:3e:2e:06:49", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc125d26e-89", "ovs_interfaceid": "c125d26e-8975-4bf2-a7d7-defe892947a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47873a23-9b4f-4073-b2d5-c5c11395cdb6", "address": "fa:16:3e:19:9a:7b", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47873a23-9b", "ovs_interfaceid": "47873a23-9b4f-4073-b2d5-c5c11395cdb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.407060] env[69226]: DEBUG oslo_vmware.api [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495480, 'name': ReconfigVM_Task, 'duration_secs': 0.88359} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.408834] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.408834] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Reconfigured VM to attach interface {{(pid=69226) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1118.470974] env[69226]: INFO nova.compute.manager [-] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Took 1.46 seconds to deallocate network for instance. [ 1118.474544] env[69226]: DEBUG oslo_vmware.api [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495481, 'name': PowerOnVM_Task, 'duration_secs': 0.82445} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.474544] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.474544] env[69226]: INFO nova.compute.manager [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Took 6.46 seconds to spawn the instance on the hypervisor. [ 1118.474544] env[69226]: DEBUG nova.compute.manager [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.474544] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ff884b-c604-4b01-9dc2-47100003a0d7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.646476] env[69226]: DEBUG nova.scheduler.client.report [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1118.647523] env[69226]: DEBUG nova.compute.provider_tree [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 135 to 136 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1118.647523] env[69226]: DEBUG nova.compute.provider_tree [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.823329] env[69226]: DEBUG oslo_concurrency.lockutils [req-472ff1e4-8fe7-4c19-aad4-9a06539704ff req-4c3ac4db-7d55-45cd-b466-339f91563525 service nova] Releasing lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.917258] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2179884e-8bd0-48ac-a0fe-7521495d73d9 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "interface-0d447403-e0e2-4212-80cb-ff6ff60b796a-47873a23-9b4f-4073-b2d5-c5c11395cdb6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.311s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.984803] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.006179] env[69226]: INFO nova.compute.manager [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Took 32.56 seconds to build instance. [ 1119.155267] env[69226]: DEBUG oslo_concurrency.lockutils [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.369s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.158543] env[69226]: DEBUG oslo_concurrency.lockutils [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.931s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.158910] env[69226]: DEBUG nova.objects.instance [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Lazy-loading 'resources' on Instance uuid 286b3198-984e-4b3f-ad50-257830ab1e13 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.184685] env[69226]: INFO nova.scheduler.client.report [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Deleted allocations for instance 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314 [ 1119.215411] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "71872c48-5fa7-4106-8f07-45a8811c08e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.216232] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "71872c48-5fa7-4106-8f07-45a8811c08e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.216232] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "71872c48-5fa7-4106-8f07-45a8811c08e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.216232] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "71872c48-5fa7-4106-8f07-45a8811c08e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.216482] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "71872c48-5fa7-4106-8f07-45a8811c08e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.220508] env[69226]: INFO nova.compute.manager [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Terminating instance [ 1119.509848] env[69226]: DEBUG oslo_concurrency.lockutils [None req-11440895-8209-4caa-b4dd-5fea430f4f0f tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Lock "5a0df364-4bf1-4c89-b8cd-c071b57e66d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.074s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.692108] env[69226]: DEBUG oslo_concurrency.lockutils [None req-936947c0-f555-47e7-b7dc-49ed770a4680 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "1bbc9c8d-4bc5-45ec-8443-295fd6e5f314" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.407s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.725146] env[69226]: DEBUG nova.compute.manager [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.725376] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.726989] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6b2cf1-d369-49ac-afa4-e862d5e823d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.735015] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.735571] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3301f47-1afa-4f01-b0c9-44718e1a410d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.743929] env[69226]: DEBUG oslo_vmware.api [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 1119.743929] env[69226]: value = "task-3495485" [ 1119.743929] env[69226]: _type = "Task" [ 1119.743929] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.756543] env[69226]: DEBUG oslo_vmware.api [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.900673] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1815c48e-e2f9-41d4-ba24-c0d6b463bcea {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.910740] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0d108b-033f-4020-8172-5a4d7c54350b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.950952] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ad901e-fe1a-4af1-a748-e9b9a70f8f4a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.964053] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c695b9-0723-47cb-818b-5fde8f1359ce {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.980984] env[69226]: DEBUG nova.compute.provider_tree [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.254730] env[69226]: DEBUG oslo_vmware.api [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495485, 'name': PowerOffVM_Task, 'duration_secs': 0.3784} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.254895] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.255075] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.255326] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e0aea6f-f927-4aad-990a-ba82407ed17a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.344297] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.344531] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.344697] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleting the datastore file [datastore1] 71872c48-5fa7-4106-8f07-45a8811c08e7 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.344962] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cb18f0a-7c52-4380-967b-e2950497ccfe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.350986] env[69226]: DEBUG oslo_vmware.api [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for the task: (returnval){ [ 1120.350986] env[69226]: value = "task-3495487" [ 1120.350986] env[69226]: _type = "Task" [ 1120.350986] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.358864] env[69226]: DEBUG oslo_vmware.api [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.362280] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "interface-0d447403-e0e2-4212-80cb-ff6ff60b796a-47873a23-9b4f-4073-b2d5-c5c11395cdb6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.362497] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "interface-0d447403-e0e2-4212-80cb-ff6ff60b796a-47873a23-9b4f-4073-b2d5-c5c11395cdb6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.404684] env[69226]: INFO nova.compute.manager [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Rebuilding instance [ 1120.446699] env[69226]: DEBUG nova.compute.manager [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.447606] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce09240d-45d8-48d7-b423-09c4a8a34482 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.455741] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Acquiring lock "496b9f99-4216-49f6-8f5c-39c3818947ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.455957] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Lock "496b9f99-4216-49f6-8f5c-39c3818947ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.456263] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Acquiring lock "496b9f99-4216-49f6-8f5c-39c3818947ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.456479] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Lock "496b9f99-4216-49f6-8f5c-39c3818947ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.456660] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Lock "496b9f99-4216-49f6-8f5c-39c3818947ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.459645] env[69226]: INFO nova.compute.manager [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Terminating instance [ 1120.484299] env[69226]: DEBUG nova.scheduler.client.report [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.862751] env[69226]: DEBUG oslo_vmware.api [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Task: {'id': task-3495487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27529} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.863013] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.863279] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.863518] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.863736] env[69226]: INFO nova.compute.manager [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1120.864007] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.864255] env[69226]: DEBUG nova.compute.manager [-] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.864355] env[69226]: DEBUG nova.network.neutron [-] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.866304] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.866471] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.867254] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45e1427-2c8f-48cf-80a8-58921d34bb91 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.884432] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80e9eaa-e0f4-4991-b3a9-0f92d0925cd7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.910900] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Reconfiguring VM to detach interface {{(pid=69226) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1120.911254] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2b5ce8c-3798-42c0-83af-04f98d2cb8d9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.931887] env[69226]: DEBUG oslo_vmware.api [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1120.931887] env[69226]: value = "task-3495488" [ 1120.931887] env[69226]: _type = "Task" [ 1120.931887] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.939666] env[69226]: DEBUG oslo_vmware.api [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.963618] env[69226]: DEBUG nova.compute.manager [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.963956] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.964809] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d25a4f-3cb7-4aef-8127-b604951c8c43 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.975516] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.975773] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f37e857e-ed8d-4261-88c9-7bb09378a4b4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.981917] env[69226]: DEBUG oslo_vmware.api [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Waiting for the task: (returnval){ [ 1120.981917] env[69226]: value = "task-3495489" [ 1120.981917] env[69226]: _type = "Task" [ 1120.981917] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.990604] env[69226]: DEBUG oslo_concurrency.lockutils [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.992886] env[69226]: DEBUG oslo_vmware.api [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': task-3495489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.993374] env[69226]: DEBUG oslo_concurrency.lockutils [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.443s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.993591] env[69226]: DEBUG nova.objects.instance [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lazy-loading 'pci_requests' on Instance uuid 418bb2f3-bfba-41bf-af24-9453097c4b06 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.013953] env[69226]: INFO nova.scheduler.client.report [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Deleted allocations for instance 286b3198-984e-4b3f-ad50-257830ab1e13 [ 1121.228088] env[69226]: DEBUG nova.compute.manager [req-0de5b67f-c75d-4ca5-8791-37ffb18dbcce req-83ef555f-0066-44d6-8888-5dd2b1cc19f8 service nova] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Received event network-vif-deleted-66e82503-bef4-4296-9ec2-3f2be744ebd3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.228088] env[69226]: INFO nova.compute.manager [req-0de5b67f-c75d-4ca5-8791-37ffb18dbcce req-83ef555f-0066-44d6-8888-5dd2b1cc19f8 service nova] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Neutron deleted interface 66e82503-bef4-4296-9ec2-3f2be744ebd3; detaching it from the instance and deleting it from the info cache [ 1121.228088] env[69226]: DEBUG nova.network.neutron [req-0de5b67f-c75d-4ca5-8791-37ffb18dbcce req-83ef555f-0066-44d6-8888-5dd2b1cc19f8 service nova] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.268063] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "d89978ef-c800-426e-8db7-ad2e2f6a31bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.268298] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "d89978ef-c800-426e-8db7-ad2e2f6a31bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.441968] env[69226]: DEBUG oslo_vmware.api [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.463755] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.464067] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-706a3262-34e5-4087-9410-d292979e4247 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.471099] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for the task: (returnval){ [ 1121.471099] env[69226]: value = "task-3495490" [ 1121.471099] env[69226]: _type = "Task" [ 1121.471099] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.478943] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.489617] env[69226]: DEBUG oslo_vmware.api [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': task-3495489, 'name': PowerOffVM_Task, 'duration_secs': 0.249753} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.489869] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.490043] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.490276] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15daf87e-26a3-4d3d-8f8c-beaf340ab277 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.498190] env[69226]: DEBUG nova.objects.instance [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lazy-loading 'numa_topology' on Instance uuid 418bb2f3-bfba-41bf-af24-9453097c4b06 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.522506] env[69226]: DEBUG oslo_concurrency.lockutils [None req-40088914-7964-4b36-a785-77b2cae0cf11 tempest-InstanceActionsV221TestJSON-2085827730 tempest-InstanceActionsV221TestJSON-2085827730-project-member] Lock "286b3198-984e-4b3f-ad50-257830ab1e13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.828s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.557255] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.557482] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.557664] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Deleting the datastore file [datastore1] 496b9f99-4216-49f6-8f5c-39c3818947ae {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.557925] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d295403-0897-4ddd-9785-58e65dc1303f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.564961] env[69226]: DEBUG oslo_vmware.api [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Waiting for the task: (returnval){ [ 1121.564961] env[69226]: value = "task-3495492" [ 1121.564961] env[69226]: _type = "Task" [ 1121.564961] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.576639] env[69226]: DEBUG oslo_vmware.api [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': task-3495492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.709041] env[69226]: DEBUG nova.network.neutron [-] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.730358] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1995daa7-971b-4fe7-9024-17866ec41b95 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.739940] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78b7b1c-178e-46d9-9f1f-dbcfc00dc401 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.771221] env[69226]: DEBUG nova.compute.manager [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.774035] env[69226]: DEBUG nova.compute.manager [req-0de5b67f-c75d-4ca5-8791-37ffb18dbcce req-83ef555f-0066-44d6-8888-5dd2b1cc19f8 service nova] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Detach interface failed, port_id=66e82503-bef4-4296-9ec2-3f2be744ebd3, reason: Instance 71872c48-5fa7-4106-8f07-45a8811c08e7 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1121.944432] env[69226]: DEBUG oslo_vmware.api [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.982399] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495490, 'name': PowerOffVM_Task, 'duration_secs': 0.13125} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.983030] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.983619] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.984252] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19ce7d9-e6a2-4eb9-97c4-2b3b8719e865 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.991267] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.991617] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83256d86-4aba-4647-8a01-35bc2339998c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.999792] env[69226]: INFO nova.compute.claims [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.070345] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.070533] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.070718] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Deleting the datastore file [datastore2] 5a0df364-4bf1-4c89-b8cd-c071b57e66d1 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.071454] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35ed12c4-ea34-48fe-8257-1e5fad71bec7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.085792] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for the task: (returnval){ [ 1122.085792] env[69226]: value = "task-3495494" [ 1122.085792] env[69226]: _type = "Task" [ 1122.085792] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.088467] env[69226]: DEBUG oslo_vmware.api [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Task: {'id': task-3495492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415475} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.091852] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.092134] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.092358] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.092655] env[69226]: INFO nova.compute.manager [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1122.092783] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.092983] env[69226]: DEBUG nova.compute.manager [-] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.093091] env[69226]: DEBUG nova.network.neutron [-] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.099726] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.212585] env[69226]: INFO nova.compute.manager [-] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Took 1.35 seconds to deallocate network for instance. [ 1122.300984] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.448763] env[69226]: DEBUG oslo_vmware.api [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.603173] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248282} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.603448] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.603656] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.603833] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.723810] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.782731] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffc3199-bc86-4000-80c6-770044aaf3e1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.790864] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c120dc6-339a-40fd-93f0-83e956a7927d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.822234] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fec14b-35b0-4397-9576-9952467b64b9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.830405] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ef67fc-0a97-4314-826d-17de451ebf7e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.844544] env[69226]: DEBUG nova.compute.provider_tree [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.944325] env[69226]: DEBUG oslo_vmware.api [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.080624] env[69226]: DEBUG nova.network.neutron [-] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.270418] env[69226]: DEBUG nova.compute.manager [req-a5c9dd45-8204-428d-9a3d-3decbabd56b2 req-e383efa6-0a47-46af-97f6-16e525d530e7 service nova] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Received event network-vif-deleted-f020bb69-b2a6-48b3-9854-58e97311c827 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.371432] env[69226]: ERROR nova.scheduler.client.report [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [req-6090e920-7170-4901-a968-71b1058128ef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b569e5e-3afa-426e-9210-ba55a6e69f42. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6090e920-7170-4901-a968-71b1058128ef"}]} [ 1123.388986] env[69226]: DEBUG nova.scheduler.client.report [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Refreshing inventories for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1123.403744] env[69226]: DEBUG nova.scheduler.client.report [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Updating ProviderTree inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1123.403957] env[69226]: DEBUG nova.compute.provider_tree [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.418155] env[69226]: DEBUG nova.scheduler.client.report [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Refreshing aggregate associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, aggregates: None {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1123.435627] env[69226]: DEBUG nova.scheduler.client.report [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Refreshing trait associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1123.446947] env[69226]: DEBUG oslo_vmware.api [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.583410] env[69226]: INFO nova.compute.manager [-] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Took 1.49 seconds to deallocate network for instance. [ 1123.633539] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b966e4-7838-4c9e-99cc-80594514ab66 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.643562] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36ecc08-601d-4b59-bd1c-84cc5f37f991 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.648765] env[69226]: DEBUG nova.virt.hardware [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.649020] env[69226]: DEBUG nova.virt.hardware [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.649186] env[69226]: DEBUG nova.virt.hardware [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.649379] env[69226]: DEBUG nova.virt.hardware [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.649544] env[69226]: DEBUG nova.virt.hardware [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.649694] env[69226]: DEBUG nova.virt.hardware [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.649897] env[69226]: DEBUG nova.virt.hardware [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.650068] env[69226]: DEBUG nova.virt.hardware [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.650238] env[69226]: DEBUG nova.virt.hardware [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.650398] env[69226]: DEBUG nova.virt.hardware [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.650566] env[69226]: DEBUG nova.virt.hardware [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.651582] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf05f0f-3576-4d1d-9307-1f060274262f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.682092] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7bacaf-45a6-43b4-85fc-10572c8f4b24 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.686813] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1797398f-a670-451b-aed2-d1733469ac43 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.698458] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Instance VIF info [] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.704022] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.706111] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.706434] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cca9615d-8c21-4b2d-8337-d5199d0c959f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.718903] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2ac69e-bb1e-425a-ba4d-a17928fdd628 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.734171] env[69226]: DEBUG nova.compute.provider_tree [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.736470] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.736470] env[69226]: value = "task-3495496" [ 1123.736470] env[69226]: _type = "Task" [ 1123.736470] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.744468] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495496, 'name': CreateVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.948236] env[69226]: DEBUG oslo_vmware.api [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.093336] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.237795] env[69226]: DEBUG nova.scheduler.client.report [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.251839] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495496, 'name': CreateVM_Task, 'duration_secs': 0.335885} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.251839] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.251839] env[69226]: DEBUG oslo_concurrency.lockutils [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.252113] env[69226]: DEBUG oslo_concurrency.lockutils [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.252299] env[69226]: DEBUG oslo_concurrency.lockutils [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.253297] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d533a35b-2ab6-47a9-864b-57c02cf4b133 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.258155] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for the task: (returnval){ [ 1124.258155] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c6788c-7bc6-3330-5aac-c0d7a112042c" [ 1124.258155] env[69226]: _type = "Task" [ 1124.258155] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.266673] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c6788c-7bc6-3330-5aac-c0d7a112042c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.448247] env[69226]: DEBUG oslo_vmware.api [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.701303] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "8341dde8-af28-4fac-9c5b-d9873c8013bc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.701585] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "8341dde8-af28-4fac-9c5b-d9873c8013bc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.701769] env[69226]: INFO nova.compute.manager [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Shelving [ 1124.746073] env[69226]: DEBUG oslo_concurrency.lockutils [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.753s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.748275] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.482s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.749727] env[69226]: INFO nova.compute.claims [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.767880] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c6788c-7bc6-3330-5aac-c0d7a112042c, 'name': SearchDatastore_Task, 'duration_secs': 0.009649} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.768182] env[69226]: DEBUG oslo_concurrency.lockutils [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.768411] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.768639] env[69226]: DEBUG oslo_concurrency.lockutils [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.768785] env[69226]: DEBUG oslo_concurrency.lockutils [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.768957] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.769225] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0285f006-aa0b-4fbc-82a2-cfe4f1839c28 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.777747] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.777952] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.778646] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8d58e86-86dd-425a-b0bd-90e18c09e1d9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.781566] env[69226]: INFO nova.network.neutron [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Updating port 3d8d4a76-79d8-4864-94c3-e4e7654d18fa with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1124.785882] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for the task: (returnval){ [ 1124.785882] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d34e0a-e4af-6d6a-e770-d50d8efb3fa6" [ 1124.785882] env[69226]: _type = "Task" [ 1124.785882] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.794497] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d34e0a-e4af-6d6a-e770-d50d8efb3fa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.949066] env[69226]: DEBUG oslo_vmware.api [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.042777] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Acquiring lock "d2a92fc8-ffa3-4316-88bd-c4477452c975" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.043035] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Lock "d2a92fc8-ffa3-4316-88bd-c4477452c975" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.298606] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d34e0a-e4af-6d6a-e770-d50d8efb3fa6, 'name': SearchDatastore_Task, 'duration_secs': 0.008747} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.299480] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ddf899f-bb78-41f4-982f-7f8be26d04d0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.305597] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for the task: (returnval){ [ 1125.305597] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ebe930-c59a-54fd-5674-be3e691c7ab4" [ 1125.305597] env[69226]: _type = "Task" [ 1125.305597] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.313971] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ebe930-c59a-54fd-5674-be3e691c7ab4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.451321] env[69226]: DEBUG oslo_vmware.api [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.545049] env[69226]: DEBUG nova.compute.manager [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.710239] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.710913] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-081d6568-dcbd-460b-9cd0-b03d06a0cb48 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.719037] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1125.719037] env[69226]: value = "task-3495498" [ 1125.719037] env[69226]: _type = "Task" [ 1125.719037] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.728536] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.819083] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ebe930-c59a-54fd-5674-be3e691c7ab4, 'name': SearchDatastore_Task, 'duration_secs': 0.010832} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.821850] env[69226]: DEBUG oslo_concurrency.lockutils [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.822206] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 5a0df364-4bf1-4c89-b8cd-c071b57e66d1/5a0df364-4bf1-4c89-b8cd-c071b57e66d1.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.822861] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8cbdbea-4003-4f75-b43d-2f651f839861 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.829899] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for the task: (returnval){ [ 1125.829899] env[69226]: value = "task-3495499" [ 1125.829899] env[69226]: _type = "Task" [ 1125.829899] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.840909] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.954948] env[69226]: DEBUG oslo_vmware.api [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.997037] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1775c894-527b-4431-9b10-57e0bda5c32d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.005595] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebaf468-a790-4adc-90a2-c4cf0b251d8e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.038658] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1b40b0-6953-4ee7-acf1-0bc54a9905e9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.047762] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5094dfeb-0e62-4238-85e9-e98b76065490 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.065445] env[69226]: DEBUG nova.compute.provider_tree [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.067695] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.230682] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495498, 'name': PowerOffVM_Task, 'duration_secs': 0.224829} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.231917] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.232970] env[69226]: DEBUG nova.compute.manager [req-50fc698c-3b56-4b23-b104-81755ae791e9 req-7ac13e9e-7728-421a-acbe-2944ca8aff6f service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Received event network-vif-plugged-3d8d4a76-79d8-4864-94c3-e4e7654d18fa {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.233192] env[69226]: DEBUG oslo_concurrency.lockutils [req-50fc698c-3b56-4b23-b104-81755ae791e9 req-7ac13e9e-7728-421a-acbe-2944ca8aff6f service nova] Acquiring lock "418bb2f3-bfba-41bf-af24-9453097c4b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.233406] env[69226]: DEBUG oslo_concurrency.lockutils [req-50fc698c-3b56-4b23-b104-81755ae791e9 req-7ac13e9e-7728-421a-acbe-2944ca8aff6f service nova] Lock "418bb2f3-bfba-41bf-af24-9453097c4b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.233586] env[69226]: DEBUG oslo_concurrency.lockutils [req-50fc698c-3b56-4b23-b104-81755ae791e9 req-7ac13e9e-7728-421a-acbe-2944ca8aff6f service nova] Lock "418bb2f3-bfba-41bf-af24-9453097c4b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.233758] env[69226]: DEBUG nova.compute.manager [req-50fc698c-3b56-4b23-b104-81755ae791e9 req-7ac13e9e-7728-421a-acbe-2944ca8aff6f service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] No waiting events found dispatching network-vif-plugged-3d8d4a76-79d8-4864-94c3-e4e7654d18fa {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.234019] env[69226]: WARNING nova.compute.manager [req-50fc698c-3b56-4b23-b104-81755ae791e9 req-7ac13e9e-7728-421a-acbe-2944ca8aff6f service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Received unexpected event network-vif-plugged-3d8d4a76-79d8-4864-94c3-e4e7654d18fa for instance with vm_state shelved_offloaded and task_state spawning. [ 1126.234931] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8027ebc2-e312-4b32-8c47-56b73fa39a54 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.256141] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f902d4fc-2941-46d0-91a8-1af7af1ef3c9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.341456] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495499, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.343778] env[69226]: DEBUG oslo_concurrency.lockutils [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.343778] env[69226]: DEBUG oslo_concurrency.lockutils [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquired lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.343852] env[69226]: DEBUG nova.network.neutron [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.453215] env[69226]: DEBUG oslo_vmware.api [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495488, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.570095] env[69226]: DEBUG nova.scheduler.client.report [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.768697] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Creating Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1126.769053] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b8694092-11f6-4226-bf52-dd26450c5728 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.776890] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1126.776890] env[69226]: value = "task-3495501" [ 1126.776890] env[69226]: _type = "Task" [ 1126.776890] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.788910] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495501, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.840972] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515746} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.841295] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 5a0df364-4bf1-4c89-b8cd-c071b57e66d1/5a0df364-4bf1-4c89-b8cd-c071b57e66d1.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.841527] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.841819] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fa4bb6b-bcb7-4c02-af5d-b0e909d66e20 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.851180] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for the task: (returnval){ [ 1126.851180] env[69226]: value = "task-3495502" [ 1126.851180] env[69226]: _type = "Task" [ 1126.851180] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.861719] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.955775] env[69226]: DEBUG oslo_vmware.api [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495488, 'name': ReconfigVM_Task, 'duration_secs': 5.837997} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.956075] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.956302] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Reconfigured VM to detach interface {{(pid=69226) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1127.055085] env[69226]: DEBUG nova.network.neutron [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Updating instance_info_cache with network_info: [{"id": "3d8d4a76-79d8-4864-94c3-e4e7654d18fa", "address": "fa:16:3e:51:b4:f5", "network": {"id": "7bd8aaa1-0e47-4e73-ac04-cf2d4cf1d604", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-35924596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907e1860551b414ea4d836c15edec2dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8d4a76-79", "ovs_interfaceid": "3d8d4a76-79d8-4864-94c3-e4e7654d18fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.074201] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.074776] env[69226]: DEBUG nova.compute.manager [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.077161] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.093s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.077357] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.079367] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.779s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.080707] env[69226]: INFO nova.compute.claims [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.106761] env[69226]: INFO nova.scheduler.client.report [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Deleted allocations for instance a61ffb14-d449-4ec3-a437-41762289fd98 [ 1127.288702] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495501, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.361116] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193882} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.361459] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.362247] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca9dbd7-3858-40c1-842d-615c9cc3214b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.382121] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 5a0df364-4bf1-4c89-b8cd-c071b57e66d1/5a0df364-4bf1-4c89-b8cd-c071b57e66d1.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.382401] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-463c898b-f08c-4224-b8a9-9304fe2b9309 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.404737] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for the task: (returnval){ [ 1127.404737] env[69226]: value = "task-3495503" [ 1127.404737] env[69226]: _type = "Task" [ 1127.404737] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.413236] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.559056] env[69226]: DEBUG oslo_concurrency.lockutils [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Releasing lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.585745] env[69226]: DEBUG nova.compute.utils [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.591446] env[69226]: DEBUG nova.virt.hardware [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c12762649fd726fa6a0551151de95e48',container_format='bare',created_at=2025-04-19T22:53:08Z,direct_url=,disk_format='vmdk',id=7f5750bb-42ed-40cd-a4dc-3848c87cc520,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1833045842-shelved',owner='907e1860551b414ea4d836c15edec2dd',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-04-19T22:53:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.592720] env[69226]: DEBUG nova.virt.hardware [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.592720] env[69226]: DEBUG nova.virt.hardware [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.592720] env[69226]: DEBUG nova.virt.hardware [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.592720] env[69226]: DEBUG nova.virt.hardware [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.592720] env[69226]: DEBUG nova.virt.hardware [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.592720] env[69226]: DEBUG nova.virt.hardware [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.593081] env[69226]: DEBUG nova.virt.hardware [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.593081] env[69226]: DEBUG nova.virt.hardware [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.593081] env[69226]: DEBUG nova.virt.hardware [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.593256] env[69226]: DEBUG nova.virt.hardware [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.595653] env[69226]: DEBUG nova.compute.manager [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.595653] env[69226]: DEBUG nova.network.neutron [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.596446] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b940af1-9639-4d92-b8a2-51e9e68d8421 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.610538] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b67077-f384-44c1-8b01-4ace07f5ba3c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.617160] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3ef87b00-dec6-4720-96e4-8a01444101c1 tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "a61ffb14-d449-4ec3-a437-41762289fd98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.269s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.632149] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:b4:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d8d4a76-79d8-4864-94c3-e4e7654d18fa', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.639925] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.643625] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.643886] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89fe63b0-64be-4170-a986-33f61151062d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.662476] env[69226]: DEBUG nova.policy [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1adf69c70414894bc6b08fb28ca2894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '943bc6f18f734038a6c6186a42aebe1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.670581] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.670581] env[69226]: value = "task-3495504" [ 1127.670581] env[69226]: _type = "Task" [ 1127.670581] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.682737] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495504, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.792270] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495501, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.872169] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101c6968-4041-4e94-82f1-658409b757b4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.880858] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf41ecb-d8bd-4161-b237-c30a9eb34b5a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.916883] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef16071c-956f-41ce-9ca9-3cb708f96743 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.927954] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5131b271-9258-406d-809f-a7d2b5b4f32f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.931828] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495503, 'name': ReconfigVM_Task, 'duration_secs': 0.407834} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.932108] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 5a0df364-4bf1-4c89-b8cd-c071b57e66d1/5a0df364-4bf1-4c89-b8cd-c071b57e66d1.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.933053] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93d8a66d-63af-48e3-b4a4-091e58edb002 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.945325] env[69226]: DEBUG nova.compute.provider_tree [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.947786] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for the task: (returnval){ [ 1127.947786] env[69226]: value = "task-3495505" [ 1127.947786] env[69226]: _type = "Task" [ 1127.947786] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.957401] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495505, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.958856] env[69226]: DEBUG nova.network.neutron [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Successfully created port: b65b459c-b675-4432-b9f7-a6429e29cebe {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.094603] env[69226]: DEBUG nova.compute.manager [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.182315] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495504, 'name': CreateVM_Task, 'duration_secs': 0.367461} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.182465] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.183161] env[69226]: DEBUG oslo_concurrency.lockutils [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f5750bb-42ed-40cd-a4dc-3848c87cc520" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.183315] env[69226]: DEBUG oslo_concurrency.lockutils [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f5750bb-42ed-40cd-a4dc-3848c87cc520" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.183665] env[69226]: DEBUG oslo_concurrency.lockutils [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f5750bb-42ed-40cd-a4dc-3848c87cc520" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.184327] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d2e05da-24de-4364-b21d-96d713c433d7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.189133] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1128.189133] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52071bc4-e956-e023-2c6f-57f40e58be13" [ 1128.189133] env[69226]: _type = "Task" [ 1128.189133] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.197342] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52071bc4-e956-e023-2c6f-57f40e58be13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.278132] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.278132] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.278132] env[69226]: DEBUG nova.network.neutron [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.281765] env[69226]: DEBUG nova.compute.manager [req-8676a026-088b-4fda-a2df-450f5c24f357 req-869ef838-432e-457b-8efd-aa871898b967 service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Received event network-changed-3d8d4a76-79d8-4864-94c3-e4e7654d18fa {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.282018] env[69226]: DEBUG nova.compute.manager [req-8676a026-088b-4fda-a2df-450f5c24f357 req-869ef838-432e-457b-8efd-aa871898b967 service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Refreshing instance network info cache due to event network-changed-3d8d4a76-79d8-4864-94c3-e4e7654d18fa. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.282228] env[69226]: DEBUG oslo_concurrency.lockutils [req-8676a026-088b-4fda-a2df-450f5c24f357 req-869ef838-432e-457b-8efd-aa871898b967 service nova] Acquiring lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.282364] env[69226]: DEBUG oslo_concurrency.lockutils [req-8676a026-088b-4fda-a2df-450f5c24f357 req-869ef838-432e-457b-8efd-aa871898b967 service nova] Acquired lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.282513] env[69226]: DEBUG nova.network.neutron [req-8676a026-088b-4fda-a2df-450f5c24f357 req-869ef838-432e-457b-8efd-aa871898b967 service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Refreshing network info cache for port 3d8d4a76-79d8-4864-94c3-e4e7654d18fa {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.296362] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495501, 'name': CreateSnapshot_Task, 'duration_secs': 1.100151} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.298346] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Created Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1128.298346] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54e4414-a573-42d6-a545-c973b7029eaa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.449769] env[69226]: DEBUG nova.scheduler.client.report [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.466355] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495505, 'name': Rename_Task, 'duration_secs': 0.170801} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.466685] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.466972] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0d79246-d9bb-4a11-807d-2036519d681a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.477304] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for the task: (returnval){ [ 1128.477304] env[69226]: value = "task-3495506" [ 1128.477304] env[69226]: _type = "Task" [ 1128.477304] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.490809] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.699844] env[69226]: DEBUG oslo_concurrency.lockutils [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f5750bb-42ed-40cd-a4dc-3848c87cc520" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.700127] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Processing image 7f5750bb-42ed-40cd-a4dc-3848c87cc520 {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.700403] env[69226]: DEBUG oslo_concurrency.lockutils [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f5750bb-42ed-40cd-a4dc-3848c87cc520/7f5750bb-42ed-40cd-a4dc-3848c87cc520.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.700627] env[69226]: DEBUG oslo_concurrency.lockutils [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f5750bb-42ed-40cd-a4dc-3848c87cc520/7f5750bb-42ed-40cd-a4dc-3848c87cc520.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.701024] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.702188] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa9fb4cb-7c51-412b-b96b-6de101f43345 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.711839] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.712041] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.712941] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a9be725-9839-46fb-95c9-56b9d9cf2a96 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.721741] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1128.721741] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c8bb28-fd84-e398-6343-f788ea539fb0" [ 1128.721741] env[69226]: _type = "Task" [ 1128.721741] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.732832] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c8bb28-fd84-e398-6343-f788ea539fb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.818028] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Creating linked-clone VM from snapshot {{(pid=69226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1128.823607] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6ab7e785-d197-4c73-830f-4f3c2729ff17 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.842315] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1128.842315] env[69226]: value = "task-3495508" [ 1128.842315] env[69226]: _type = "Task" [ 1128.842315] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.859139] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495508, 'name': CloneVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.956217] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.877s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.958124] env[69226]: DEBUG nova.compute.manager [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.963517] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.240s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.963517] env[69226]: DEBUG nova.objects.instance [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lazy-loading 'resources' on Instance uuid 71872c48-5fa7-4106-8f07-45a8811c08e7 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.000142] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495506, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.104718] env[69226]: DEBUG nova.compute.manager [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.142097] env[69226]: DEBUG nova.virt.hardware [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.142515] env[69226]: DEBUG nova.virt.hardware [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.142584] env[69226]: DEBUG nova.virt.hardware [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.142800] env[69226]: DEBUG nova.virt.hardware [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.142928] env[69226]: DEBUG nova.virt.hardware [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.143482] env[69226]: DEBUG nova.virt.hardware [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.143758] env[69226]: DEBUG nova.virt.hardware [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.143953] env[69226]: DEBUG nova.virt.hardware [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.144169] env[69226]: DEBUG nova.virt.hardware [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.144327] env[69226]: DEBUG nova.virt.hardware [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.144507] env[69226]: DEBUG nova.virt.hardware [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.145703] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469eaa11-8502-43e4-93fe-644f20f5c73d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.160077] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56eac30-9518-4c23-8050-4de4a04c1e4b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.167029] env[69226]: INFO nova.network.neutron [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Port 47873a23-9b4f-4073-b2d5-c5c11395cdb6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1129.167446] env[69226]: DEBUG nova.network.neutron [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Updating instance_info_cache with network_info: [{"id": "c125d26e-8975-4bf2-a7d7-defe892947a9", "address": "fa:16:3e:2e:06:49", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc125d26e-89", "ovs_interfaceid": "c125d26e-8975-4bf2-a7d7-defe892947a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.179099] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.179409] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.179628] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.179876] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.180099] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.182613] env[69226]: INFO nova.compute.manager [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Terminating instance [ 1129.221105] env[69226]: DEBUG nova.network.neutron [req-8676a026-088b-4fda-a2df-450f5c24f357 req-869ef838-432e-457b-8efd-aa871898b967 service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Updated VIF entry in instance network info cache for port 3d8d4a76-79d8-4864-94c3-e4e7654d18fa. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.221477] env[69226]: DEBUG nova.network.neutron [req-8676a026-088b-4fda-a2df-450f5c24f357 req-869ef838-432e-457b-8efd-aa871898b967 service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Updating instance_info_cache with network_info: [{"id": "3d8d4a76-79d8-4864-94c3-e4e7654d18fa", "address": "fa:16:3e:51:b4:f5", "network": {"id": "7bd8aaa1-0e47-4e73-ac04-cf2d4cf1d604", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-35924596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907e1860551b414ea4d836c15edec2dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8d4a76-79", "ovs_interfaceid": "3d8d4a76-79d8-4864-94c3-e4e7654d18fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.237706] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Preparing fetch location {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1129.237972] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Fetch image to [datastore2] OSTACK_IMG_fd188c59-327c-439e-8110-ccf5afabf86f/OSTACK_IMG_fd188c59-327c-439e-8110-ccf5afabf86f.vmdk {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1129.238176] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Downloading stream optimized image 7f5750bb-42ed-40cd-a4dc-3848c87cc520 to [datastore2] OSTACK_IMG_fd188c59-327c-439e-8110-ccf5afabf86f/OSTACK_IMG_fd188c59-327c-439e-8110-ccf5afabf86f.vmdk on the data store datastore2 as vApp {{(pid=69226) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1129.238354] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Downloading image file data 7f5750bb-42ed-40cd-a4dc-3848c87cc520 to the ESX as VM named 'OSTACK_IMG_fd188c59-327c-439e-8110-ccf5afabf86f' {{(pid=69226) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1129.306141] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.308253] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.002s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.341147] env[69226]: DEBUG oslo_vmware.rw_handles [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1129.341147] env[69226]: value = "resgroup-9" [ 1129.341147] env[69226]: _type = "ResourcePool" [ 1129.341147] env[69226]: }. {{(pid=69226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1129.341803] env[69226]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-28c7b0f7-7fe1-4fa4-8bc6-5fb121dcd8b0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.372334] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495508, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.373818] env[69226]: DEBUG oslo_vmware.rw_handles [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lease: (returnval){ [ 1129.373818] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52118f4c-faa5-96ce-c97e-e99cdc695181" [ 1129.373818] env[69226]: _type = "HttpNfcLease" [ 1129.373818] env[69226]: } obtained for vApp import into resource pool (val){ [ 1129.373818] env[69226]: value = "resgroup-9" [ 1129.373818] env[69226]: _type = "ResourcePool" [ 1129.373818] env[69226]: }. {{(pid=69226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1129.374437] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the lease: (returnval){ [ 1129.374437] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52118f4c-faa5-96ce-c97e-e99cdc695181" [ 1129.374437] env[69226]: _type = "HttpNfcLease" [ 1129.374437] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1129.382229] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1129.382229] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52118f4c-faa5-96ce-c97e-e99cdc695181" [ 1129.382229] env[69226]: _type = "HttpNfcLease" [ 1129.382229] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1129.467266] env[69226]: DEBUG nova.compute.utils [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.472484] env[69226]: DEBUG nova.compute.manager [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.472741] env[69226]: DEBUG nova.network.neutron [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.485293] env[69226]: DEBUG nova.compute.manager [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.497926] env[69226]: DEBUG oslo_vmware.api [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495506, 'name': PowerOnVM_Task, 'duration_secs': 0.535188} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.498341] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.498648] env[69226]: DEBUG nova.compute.manager [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.499916] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c83d36-8b2f-438d-8e43-f2c19ba6dd15 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.551211] env[69226]: DEBUG nova.compute.manager [req-e27fb1f3-61e0-4714-8882-32888a344efb req-79c71dd8-c43a-4915-8224-18b7a8165dc3 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Received event network-changed-c125d26e-8975-4bf2-a7d7-defe892947a9 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.551770] env[69226]: DEBUG nova.compute.manager [req-e27fb1f3-61e0-4714-8882-32888a344efb req-79c71dd8-c43a-4915-8224-18b7a8165dc3 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Refreshing instance network info cache due to event network-changed-c125d26e-8975-4bf2-a7d7-defe892947a9. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.552362] env[69226]: DEBUG oslo_concurrency.lockutils [req-e27fb1f3-61e0-4714-8882-32888a344efb req-79c71dd8-c43a-4915-8224-18b7a8165dc3 service nova] Acquiring lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.570543] env[69226]: DEBUG nova.policy [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c68fd3324be4707826beadcd192f5d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afeb460d630f46a68dc13ca12a7b2c65', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.591933] env[69226]: DEBUG nova.network.neutron [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Successfully updated port: b65b459c-b675-4432-b9f7-a6429e29cebe {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.613907] env[69226]: DEBUG nova.compute.manager [req-61e7c503-da0f-4b53-a867-460b1eaf37b7 req-67a20937-0441-4f26-96c1-45b28f3a805f service nova] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Received event network-vif-plugged-b65b459c-b675-4432-b9f7-a6429e29cebe {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.613907] env[69226]: DEBUG oslo_concurrency.lockutils [req-61e7c503-da0f-4b53-a867-460b1eaf37b7 req-67a20937-0441-4f26-96c1-45b28f3a805f service nova] Acquiring lock "1e6ba3fc-427a-4286-9d38-517aaefe5730-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.614011] env[69226]: DEBUG oslo_concurrency.lockutils [req-61e7c503-da0f-4b53-a867-460b1eaf37b7 req-67a20937-0441-4f26-96c1-45b28f3a805f service nova] Lock "1e6ba3fc-427a-4286-9d38-517aaefe5730-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.614152] env[69226]: DEBUG oslo_concurrency.lockutils [req-61e7c503-da0f-4b53-a867-460b1eaf37b7 req-67a20937-0441-4f26-96c1-45b28f3a805f service nova] Lock "1e6ba3fc-427a-4286-9d38-517aaefe5730-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.614323] env[69226]: DEBUG nova.compute.manager [req-61e7c503-da0f-4b53-a867-460b1eaf37b7 req-67a20937-0441-4f26-96c1-45b28f3a805f service nova] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] No waiting events found dispatching network-vif-plugged-b65b459c-b675-4432-b9f7-a6429e29cebe {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.614481] env[69226]: WARNING nova.compute.manager [req-61e7c503-da0f-4b53-a867-460b1eaf37b7 req-67a20937-0441-4f26-96c1-45b28f3a805f service nova] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Received unexpected event network-vif-plugged-b65b459c-b675-4432-b9f7-a6429e29cebe for instance with vm_state building and task_state spawning. [ 1129.685724] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.688467] env[69226]: DEBUG oslo_concurrency.lockutils [req-e27fb1f3-61e0-4714-8882-32888a344efb req-79c71dd8-c43a-4915-8224-18b7a8165dc3 service nova] Acquired lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.688467] env[69226]: DEBUG nova.network.neutron [req-e27fb1f3-61e0-4714-8882-32888a344efb req-79c71dd8-c43a-4915-8224-18b7a8165dc3 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Refreshing network info cache for port c125d26e-8975-4bf2-a7d7-defe892947a9 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.696111] env[69226]: DEBUG nova.compute.manager [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.696470] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.698297] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b29e921-57a2-40bb-937e-7bddf7b0a6c8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.708013] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.711782] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f59214c2-e577-4a78-8ebb-8ff229b0b6be {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.717955] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eb77a735-c5c2-4391-a29a-04df191b0d77 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "84c61656-c42e-41d3-bf30-04c504670123" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.718239] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eb77a735-c5c2-4391-a29a-04df191b0d77 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "84c61656-c42e-41d3-bf30-04c504670123" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.719135] env[69226]: INFO nova.compute.manager [None req-eb77a735-c5c2-4391-a29a-04df191b0d77 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Rebooting instance [ 1129.721900] env[69226]: DEBUG oslo_vmware.api [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1129.721900] env[69226]: value = "task-3495510" [ 1129.721900] env[69226]: _type = "Task" [ 1129.721900] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.731524] env[69226]: DEBUG oslo_concurrency.lockutils [req-8676a026-088b-4fda-a2df-450f5c24f357 req-869ef838-432e-457b-8efd-aa871898b967 service nova] Releasing lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.740515] env[69226]: DEBUG oslo_vmware.api [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.760164] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f680676c-da19-486b-bae6-c483baab9817 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.771733] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4343ed-7260-4c0b-b525-5b221e14f868 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.808101] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b0fee7-a636-4414-bad4-47b71377996e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.814206] env[69226]: DEBUG nova.compute.utils [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.819320] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a66ffb-a4b8-4cef-9c14-ea342d363ba2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.838487] env[69226]: DEBUG nova.compute.provider_tree [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.872045] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495508, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.883799] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1129.883799] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52118f4c-faa5-96ce-c97e-e99cdc695181" [ 1129.883799] env[69226]: _type = "HttpNfcLease" [ 1129.883799] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1129.885250] env[69226]: DEBUG nova.network.neutron [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Successfully created port: c190f116-226f-4d74-b0e3-c1abefef5942 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.026976] env[69226]: DEBUG oslo_concurrency.lockutils [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.094692] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "refresh_cache-1e6ba3fc-427a-4286-9d38-517aaefe5730" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.094837] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "refresh_cache-1e6ba3fc-427a-4286-9d38-517aaefe5730" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.094969] env[69226]: DEBUG nova.network.neutron [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.191089] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b488fffc-7e59-4a92-852f-02f1ed43d4a5 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "interface-0d447403-e0e2-4212-80cb-ff6ff60b796a-47873a23-9b4f-4073-b2d5-c5c11395cdb6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.828s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.237235] env[69226]: DEBUG oslo_vmware.api [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495510, 'name': PowerOffVM_Task, 'duration_secs': 0.353896} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.238469] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eb77a735-c5c2-4391-a29a-04df191b0d77 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.238627] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eb77a735-c5c2-4391-a29a-04df191b0d77 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.238843] env[69226]: DEBUG nova.network.neutron [None req-eb77a735-c5c2-4391-a29a-04df191b0d77 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.240098] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.240343] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.240807] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-544af8d3-13a6-404e-8f18-192ae004808c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.314404] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.314781] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.314874] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Deleting the datastore file [datastore2] 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.315125] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb06d2f7-d6a5-40ab-b4b7-5f2a08520515 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.319195] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.324124] env[69226]: DEBUG oslo_vmware.api [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for the task: (returnval){ [ 1130.324124] env[69226]: value = "task-3495512" [ 1130.324124] env[69226]: _type = "Task" [ 1130.324124] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.334204] env[69226]: DEBUG oslo_vmware.api [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.340623] env[69226]: DEBUG nova.scheduler.client.report [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.370452] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495508, 'name': CloneVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.382635] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1130.382635] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52118f4c-faa5-96ce-c97e-e99cdc695181" [ 1130.382635] env[69226]: _type = "HttpNfcLease" [ 1130.382635] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1130.382976] env[69226]: DEBUG oslo_vmware.rw_handles [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1130.382976] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52118f4c-faa5-96ce-c97e-e99cdc695181" [ 1130.382976] env[69226]: _type = "HttpNfcLease" [ 1130.382976] env[69226]: }. {{(pid=69226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1130.383774] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff4f233-28dc-40c3-aac2-5993f027c8fd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.392203] env[69226]: DEBUG oslo_vmware.rw_handles [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a6436-9bd8-a6ba-84ff-6a6118ffaea8/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1130.392389] env[69226]: DEBUG oslo_vmware.rw_handles [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a6436-9bd8-a6ba-84ff-6a6118ffaea8/disk-0.vmdk. {{(pid=69226) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1130.452012] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "interface-a6718646-2780-4389-9be9-e911c88e49fd-47873a23-9b4f-4073-b2d5-c5c11395cdb6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.452333] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "interface-a6718646-2780-4389-9be9-e911c88e49fd-47873a23-9b4f-4073-b2d5-c5c11395cdb6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.452665] env[69226]: DEBUG nova.objects.instance [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lazy-loading 'flavor' on Instance uuid a6718646-2780-4389-9be9-e911c88e49fd {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.456540] env[69226]: DEBUG nova.network.neutron [req-e27fb1f3-61e0-4714-8882-32888a344efb req-79c71dd8-c43a-4915-8224-18b7a8165dc3 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Updated VIF entry in instance network info cache for port c125d26e-8975-4bf2-a7d7-defe892947a9. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.456901] env[69226]: DEBUG nova.network.neutron [req-e27fb1f3-61e0-4714-8882-32888a344efb req-79c71dd8-c43a-4915-8224-18b7a8165dc3 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Updating instance_info_cache with network_info: [{"id": "c125d26e-8975-4bf2-a7d7-defe892947a9", "address": "fa:16:3e:2e:06:49", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc125d26e-89", "ovs_interfaceid": "c125d26e-8975-4bf2-a7d7-defe892947a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.463028] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a1821f73-56c2-467a-ab57-f4d0931df46e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.491417] env[69226]: DEBUG nova.compute.manager [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.521068] env[69226]: DEBUG nova.virt.hardware [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.521453] env[69226]: DEBUG nova.virt.hardware [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.521620] env[69226]: DEBUG nova.virt.hardware [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.521803] env[69226]: DEBUG nova.virt.hardware [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.521950] env[69226]: DEBUG nova.virt.hardware [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.522105] env[69226]: DEBUG nova.virt.hardware [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.522376] env[69226]: DEBUG nova.virt.hardware [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.522565] env[69226]: DEBUG nova.virt.hardware [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.522734] env[69226]: DEBUG nova.virt.hardware [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.522897] env[69226]: DEBUG nova.virt.hardware [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.523082] env[69226]: DEBUG nova.virt.hardware [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.523964] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b0c5fc-dd4b-41b4-8a8a-05e050f08930 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.532537] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2e06d0-fea4-49df-9b7e-ff51530e159e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.631178] env[69226]: DEBUG nova.network.neutron [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.774785] env[69226]: DEBUG nova.network.neutron [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Updating instance_info_cache with network_info: [{"id": "b65b459c-b675-4432-b9f7-a6429e29cebe", "address": "fa:16:3e:bf:16:a4", "network": {"id": "9c65556d-6175-4954-9db1-62a207b48aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1512905937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943bc6f18f734038a6c6186a42aebe1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65b459c-b6", "ovs_interfaceid": "b65b459c-b675-4432-b9f7-a6429e29cebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.836289] env[69226]: DEBUG oslo_vmware.api [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Task: {'id': task-3495512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295118} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.837397] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.837597] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.837778] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.837948] env[69226]: INFO nova.compute.manager [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1130.838294] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.838549] env[69226]: DEBUG nova.compute.manager [-] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.838678] env[69226]: DEBUG nova.network.neutron [-] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.845246] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.849279] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.755s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.849530] env[69226]: DEBUG nova.objects.instance [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Lazy-loading 'resources' on Instance uuid 496b9f99-4216-49f6-8f5c-39c3818947ae {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.870770] env[69226]: INFO nova.scheduler.client.report [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Deleted allocations for instance 71872c48-5fa7-4106-8f07-45a8811c08e7 [ 1130.881678] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495508, 'name': CloneVM_Task, 'duration_secs': 1.576698} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.884468] env[69226]: INFO nova.virt.vmwareapi.vmops [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Created linked-clone VM from snapshot [ 1130.885359] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cb2d61-9896-4f71-a58f-c117ad9f234f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.900795] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Uploading image defaf695-7fa9-4244-8d59-df0cd3ecac7b {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1130.935690] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1130.935690] env[69226]: value = "vm-698636" [ 1130.935690] env[69226]: _type = "VirtualMachine" [ 1130.935690] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1130.937168] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-af669122-6912-4f56-8053-fa133ef65de9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.950458] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lease: (returnval){ [ 1130.950458] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528a6620-4720-294b-afaf-43fcc6fa9bfd" [ 1130.950458] env[69226]: _type = "HttpNfcLease" [ 1130.950458] env[69226]: } obtained for exporting VM: (result){ [ 1130.950458] env[69226]: value = "vm-698636" [ 1130.950458] env[69226]: _type = "VirtualMachine" [ 1130.950458] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1130.951344] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the lease: (returnval){ [ 1130.951344] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528a6620-4720-294b-afaf-43fcc6fa9bfd" [ 1130.951344] env[69226]: _type = "HttpNfcLease" [ 1130.951344] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1130.961834] env[69226]: DEBUG oslo_concurrency.lockutils [req-e27fb1f3-61e0-4714-8882-32888a344efb req-79c71dd8-c43a-4915-8224-18b7a8165dc3 service nova] Releasing lock "refresh_cache-0d447403-e0e2-4212-80cb-ff6ff60b796a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.967126] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1130.967126] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528a6620-4720-294b-afaf-43fcc6fa9bfd" [ 1130.967126] env[69226]: _type = "HttpNfcLease" [ 1130.967126] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1130.967381] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1130.967381] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528a6620-4720-294b-afaf-43fcc6fa9bfd" [ 1130.967381] env[69226]: _type = "HttpNfcLease" [ 1130.967381] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1130.968177] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9863c1-50bb-43fc-892b-3e212332dcb0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.980198] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5112e-5ba8-ddce-aa24-4af389fcfd3e/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1130.980198] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5112e-5ba8-ddce-aa24-4af389fcfd3e/disk-0.vmdk for reading. {{(pid=69226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1131.051403] env[69226]: DEBUG nova.network.neutron [None req-eb77a735-c5c2-4391-a29a-04df191b0d77 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Updating instance_info_cache with network_info: [{"id": "f223ef1b-9385-4cfa-a066-f89a086e932a", "address": "fa:16:3e:58:9d:b6", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf223ef1b-93", "ovs_interfaceid": "f223ef1b-9385-4cfa-a066-f89a086e932a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.156382] env[69226]: DEBUG nova.objects.instance [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lazy-loading 'pci_requests' on Instance uuid a6718646-2780-4389-9be9-e911c88e49fd {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.168849] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d6d716fa-a9fe-4b4e-9ff0-3e1b6a44984e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.277600] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "refresh_cache-1e6ba3fc-427a-4286-9d38-517aaefe5730" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.278126] env[69226]: DEBUG nova.compute.manager [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Instance network_info: |[{"id": "b65b459c-b675-4432-b9f7-a6429e29cebe", "address": "fa:16:3e:bf:16:a4", "network": {"id": "9c65556d-6175-4954-9db1-62a207b48aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1512905937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943bc6f18f734038a6c6186a42aebe1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65b459c-b6", "ovs_interfaceid": "b65b459c-b675-4432-b9f7-a6429e29cebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.278990] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:16:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b65b459c-b675-4432-b9f7-a6429e29cebe', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.288658] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.291908] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.292254] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6526bfd6-5cec-4922-a7a2-77f9bc47cf92 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.322407] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.322407] env[69226]: value = "task-3495515" [ 1131.322407] env[69226]: _type = "Task" [ 1131.322407] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.333317] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495515, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.392169] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4a007d57-b9be-4bef-b887-ca2f04bec4ce tempest-ServerDiskConfigTestJSON-1077033332 tempest-ServerDiskConfigTestJSON-1077033332-project-member] Lock "71872c48-5fa7-4106-8f07-45a8811c08e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.176s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.396614] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.396989] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.397368] env[69226]: INFO nova.compute.manager [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Attaching volume 836d94fa-fba5-438b-adda-06dd5642c2d5 to /dev/sdb [ 1131.451430] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993107bc-0863-4665-a58a-c3e9c30e209e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.460984] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56aad7ae-8760-4436-8503-31123d86c341 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.470034] env[69226]: DEBUG nova.network.neutron [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Successfully updated port: c190f116-226f-4d74-b0e3-c1abefef5942 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.479400] env[69226]: DEBUG nova.virt.block_device [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Updating existing volume attachment record: d8078d63-f870-4dd7-b834-89e59c4de4ba {{(pid=69226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1131.556454] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eb77a735-c5c2-4391-a29a-04df191b0d77 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.649616] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8326b5d9-7b79-4987-b359-6b2d1ef0d1d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.663041] env[69226]: DEBUG nova.objects.base [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1131.663979] env[69226]: DEBUG nova.network.neutron [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.667020] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b590890c-87b2-45c3-96a9-373ea4bd7fb0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.673448] env[69226]: DEBUG oslo_vmware.rw_handles [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Completed reading data from the image iterator. {{(pid=69226) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1131.674637] env[69226]: DEBUG oslo_vmware.rw_handles [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a6436-9bd8-a6ba-84ff-6a6118ffaea8/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1131.675235] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8d95f0-ecf4-43a1-8e63-1923c5200f45 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.683620] env[69226]: DEBUG oslo_vmware.rw_handles [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a6436-9bd8-a6ba-84ff-6a6118ffaea8/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1131.683786] env[69226]: DEBUG oslo_vmware.rw_handles [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a6436-9bd8-a6ba-84ff-6a6118ffaea8/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1131.713848] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b9bbab25-4969-45e1-84db-a3684a6c66e8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.719558] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dee11f-c697-4fcd-b3e7-7030c85ea9a8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.729717] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50377f2c-3d7d-4e86-8221-fc7d33c91f2e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.735071] env[69226]: DEBUG nova.network.neutron [-] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.749204] env[69226]: DEBUG nova.compute.provider_tree [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.771354] env[69226]: DEBUG nova.policy [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4b02c2d77dc4fe090145956ab223e07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51df88c85f974fd4b9585ca3bfe4de8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.833519] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495515, 'name': CreateVM_Task, 'duration_secs': 0.453472} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.833765] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.834615] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.834720] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.835171] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.835445] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-745fb14d-232e-43d7-af01-c455b222be58 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.842054] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1131.842054] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521e5baf-dad0-28c4-a4ca-125fa3be63f9" [ 1131.842054] env[69226]: _type = "Task" [ 1131.842054] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.851202] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521e5baf-dad0-28c4-a4ca-125fa3be63f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.918581] env[69226]: DEBUG oslo_vmware.rw_handles [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a6436-9bd8-a6ba-84ff-6a6118ffaea8/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1131.919033] env[69226]: INFO nova.virt.vmwareapi.images [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Downloaded image file data 7f5750bb-42ed-40cd-a4dc-3848c87cc520 [ 1131.919931] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0875b7d9-cd29-425a-8261-0aeb5e8a72b8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.938214] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd5742fc-6c18-4256-878e-5422e3d98d1c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.972081] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "refresh_cache-d89978ef-c800-426e-8db7-ad2e2f6a31bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.972285] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "refresh_cache-d89978ef-c800-426e-8db7-ad2e2f6a31bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.972597] env[69226]: DEBUG nova.network.neutron [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.976562] env[69226]: INFO nova.virt.vmwareapi.images [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] The imported VM was unregistered [ 1131.979499] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Caching image {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1131.980739] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7f5750bb-42ed-40cd-a4dc-3848c87cc520 {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.981069] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-469eebfd-951f-422e-8d58-b4fe578c39fe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.997108] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Created directory with path [datastore2] devstack-image-cache_base/7f5750bb-42ed-40cd-a4dc-3848c87cc520 {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.997751] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_fd188c59-327c-439e-8110-ccf5afabf86f/OSTACK_IMG_fd188c59-327c-439e-8110-ccf5afabf86f.vmdk to [datastore2] devstack-image-cache_base/7f5750bb-42ed-40cd-a4dc-3848c87cc520/7f5750bb-42ed-40cd-a4dc-3848c87cc520.vmdk. {{(pid=69226) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1131.998145] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ee5db001-72ad-4fe3-b3c1-6a54f542a0df {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.008486] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1132.008486] env[69226]: value = "task-3495518" [ 1132.008486] env[69226]: _type = "Task" [ 1132.008486] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.020132] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495518, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.023601] env[69226]: DEBUG nova.compute.manager [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Received event network-changed-5863e72b-7311-42df-b4b8-722214b2b7a6 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.023966] env[69226]: DEBUG nova.compute.manager [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Refreshing instance network info cache due to event network-changed-5863e72b-7311-42df-b4b8-722214b2b7a6. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.024145] env[69226]: DEBUG oslo_concurrency.lockutils [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] Acquiring lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.024386] env[69226]: DEBUG oslo_concurrency.lockutils [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] Acquired lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.024430] env[69226]: DEBUG nova.network.neutron [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Refreshing network info cache for port 5863e72b-7311-42df-b4b8-722214b2b7a6 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.064056] env[69226]: DEBUG nova.compute.manager [None req-eb77a735-c5c2-4391-a29a-04df191b0d77 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.064056] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f14891-6808-4523-b8d4-1e76a12c5682 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.238744] env[69226]: INFO nova.compute.manager [-] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Took 1.40 seconds to deallocate network for instance. [ 1132.288833] env[69226]: ERROR nova.scheduler.client.report [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] [req-5ede43d2-95d8-496c-9297-2b415b5961ff] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b569e5e-3afa-426e-9210-ba55a6e69f42. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5ede43d2-95d8-496c-9297-2b415b5961ff"}]} [ 1132.311755] env[69226]: DEBUG nova.scheduler.client.report [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Refreshing inventories for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1132.340553] env[69226]: DEBUG nova.scheduler.client.report [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Updating ProviderTree inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1132.341064] env[69226]: DEBUG nova.compute.provider_tree [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.356308] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521e5baf-dad0-28c4-a4ca-125fa3be63f9, 'name': SearchDatastore_Task, 'duration_secs': 0.023912} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.357806] env[69226]: DEBUG nova.scheduler.client.report [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Refreshing aggregate associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, aggregates: None {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1132.359696] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.359834] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.360081] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.360245] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.360469] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.361336] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ff033b4-63e6-4c6b-8bea-0258d42c7b13 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.376736] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.376885] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.377768] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d219e7ff-8030-412e-a945-f8f441cd56f6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.381918] env[69226]: DEBUG nova.scheduler.client.report [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Refreshing trait associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1132.388539] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1132.388539] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dbc183-d7cc-2b18-b6ff-538780edce70" [ 1132.388539] env[69226]: _type = "Task" [ 1132.388539] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.398564] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dbc183-d7cc-2b18-b6ff-538780edce70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.472535] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Acquiring lock "5a0df364-4bf1-4c89-b8cd-c071b57e66d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.472781] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Lock "5a0df364-4bf1-4c89-b8cd-c071b57e66d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.473162] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Acquiring lock "5a0df364-4bf1-4c89-b8cd-c071b57e66d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.473615] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Lock "5a0df364-4bf1-4c89-b8cd-c071b57e66d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.473919] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Lock "5a0df364-4bf1-4c89-b8cd-c071b57e66d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.478602] env[69226]: INFO nova.compute.manager [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Terminating instance [ 1132.521581] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495518, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.676717] env[69226]: DEBUG nova.network.neutron [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.681171] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b83565-54f4-4f8e-a31c-fd8c68f1ce15 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.692917] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569710d7-c9ed-4033-b642-40302ba676d4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.571168] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.572345] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Acquiring lock "refresh_cache-5a0df364-4bf1-4c89-b8cd-c071b57e66d1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.572500] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Acquired lock "refresh_cache-5a0df364-4bf1-4c89-b8cd-c071b57e66d1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.572664] env[69226]: DEBUG nova.network.neutron [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.579588] env[69226]: DEBUG nova.network.neutron [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Successfully updated port: 47873a23-9b4f-4073-b2d5-c5c11395cdb6 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.591133] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beee68b3-d9e8-41eb-9e14-1c91fe7ab438 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.594596] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f040684-38d2-400b-a1e6-9cc0414ded6e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.616789] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495518, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.617165] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dbc183-d7cc-2b18-b6ff-538780edce70, 'name': SearchDatastore_Task, 'duration_secs': 0.072376} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.617544] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-eb77a735-c5c2-4391-a29a-04df191b0d77 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Doing hard reboot of VM {{(pid=69226) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1133.618919] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63eb975-b450-41ad-9936-71a753b7cb72 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.623953] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9a299f2b-a858-4caf-8e87-2b7f72595335 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.625828] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdd40ef6-7796-4b64-a7b1-4765b9daf77c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.635420] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1133.635420] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52758aab-288f-01ce-ad92-dd73c7d975a4" [ 1133.635420] env[69226]: _type = "Task" [ 1133.635420] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.647290] env[69226]: DEBUG oslo_vmware.api [None req-eb77a735-c5c2-4391-a29a-04df191b0d77 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1133.647290] env[69226]: value = "task-3495522" [ 1133.647290] env[69226]: _type = "Task" [ 1133.647290] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.648675] env[69226]: DEBUG nova.compute.provider_tree [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.672867] env[69226]: DEBUG oslo_vmware.api [None req-eb77a735-c5c2-4391-a29a-04df191b0d77 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495522, 'name': ResetVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.677188] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52758aab-288f-01ce-ad92-dd73c7d975a4, 'name': SearchDatastore_Task, 'duration_secs': 0.027259} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.677568] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.677940] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 1e6ba3fc-427a-4286-9d38-517aaefe5730/1e6ba3fc-427a-4286-9d38-517aaefe5730.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.678259] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b4b8e82-fcf7-4f47-8e46-4c234b9c9b33 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.689430] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1133.689430] env[69226]: value = "task-3495523" [ 1133.689430] env[69226]: _type = "Task" [ 1133.689430] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.701069] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.981209] env[69226]: DEBUG nova.network.neutron [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Updating instance_info_cache with network_info: [{"id": "c190f116-226f-4d74-b0e3-c1abefef5942", "address": "fa:16:3e:12:fe:fb", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc190f116-22", "ovs_interfaceid": "c190f116-226f-4d74-b0e3-c1abefef5942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.982291] env[69226]: DEBUG nova.network.neutron [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Updated VIF entry in instance network info cache for port 5863e72b-7311-42df-b4b8-722214b2b7a6. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.982691] env[69226]: DEBUG nova.network.neutron [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Updating instance_info_cache with network_info: [{"id": "5863e72b-7311-42df-b4b8-722214b2b7a6", "address": "fa:16:3e:08:bb:f8", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5863e72b-73", "ovs_interfaceid": "5863e72b-7311-42df-b4b8-722214b2b7a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.082899] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.088773] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495518, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.101358] env[69226]: DEBUG nova.network.neutron [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.140840] env[69226]: DEBUG nova.compute.manager [req-2a4b3d6e-139f-4b74-8619-cc95414e086f req-39f247af-b5ae-44ab-a1bb-4c8c955da8ed service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Received event network-vif-plugged-47873a23-9b4f-4073-b2d5-c5c11395cdb6 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.141175] env[69226]: DEBUG oslo_concurrency.lockutils [req-2a4b3d6e-139f-4b74-8619-cc95414e086f req-39f247af-b5ae-44ab-a1bb-4c8c955da8ed service nova] Acquiring lock "a6718646-2780-4389-9be9-e911c88e49fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.141501] env[69226]: DEBUG oslo_concurrency.lockutils [req-2a4b3d6e-139f-4b74-8619-cc95414e086f req-39f247af-b5ae-44ab-a1bb-4c8c955da8ed service nova] Lock "a6718646-2780-4389-9be9-e911c88e49fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.141670] env[69226]: DEBUG oslo_concurrency.lockutils [req-2a4b3d6e-139f-4b74-8619-cc95414e086f req-39f247af-b5ae-44ab-a1bb-4c8c955da8ed service nova] Lock "a6718646-2780-4389-9be9-e911c88e49fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.141867] env[69226]: DEBUG nova.compute.manager [req-2a4b3d6e-139f-4b74-8619-cc95414e086f req-39f247af-b5ae-44ab-a1bb-4c8c955da8ed service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] No waiting events found dispatching network-vif-plugged-47873a23-9b4f-4073-b2d5-c5c11395cdb6 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.142071] env[69226]: WARNING nova.compute.manager [req-2a4b3d6e-139f-4b74-8619-cc95414e086f req-39f247af-b5ae-44ab-a1bb-4c8c955da8ed service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Received unexpected event network-vif-plugged-47873a23-9b4f-4073-b2d5-c5c11395cdb6 for instance with vm_state active and task_state None. [ 1134.142340] env[69226]: DEBUG nova.compute.manager [req-2a4b3d6e-139f-4b74-8619-cc95414e086f req-39f247af-b5ae-44ab-a1bb-4c8c955da8ed service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Received event network-changed-47873a23-9b4f-4073-b2d5-c5c11395cdb6 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.142522] env[69226]: DEBUG nova.compute.manager [req-2a4b3d6e-139f-4b74-8619-cc95414e086f req-39f247af-b5ae-44ab-a1bb-4c8c955da8ed service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Refreshing instance network info cache due to event network-changed-47873a23-9b4f-4073-b2d5-c5c11395cdb6. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.142696] env[69226]: DEBUG oslo_concurrency.lockutils [req-2a4b3d6e-139f-4b74-8619-cc95414e086f req-39f247af-b5ae-44ab-a1bb-4c8c955da8ed service nova] Acquiring lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.167766] env[69226]: DEBUG oslo_vmware.api [None req-eb77a735-c5c2-4391-a29a-04df191b0d77 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495522, 'name': ResetVM_Task, 'duration_secs': 0.133346} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.168074] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-eb77a735-c5c2-4391-a29a-04df191b0d77 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Did hard reboot of VM {{(pid=69226) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1134.168270] env[69226]: DEBUG nova.compute.manager [None req-eb77a735-c5c2-4391-a29a-04df191b0d77 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.169141] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af987c4-f423-4c80-9cdb-e9383529a3a3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.194301] env[69226]: DEBUG nova.scheduler.client.report [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1134.194612] env[69226]: DEBUG nova.compute.provider_tree [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 138 to 139 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1134.194799] env[69226]: DEBUG nova.compute.provider_tree [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1134.203236] env[69226]: DEBUG nova.network.neutron [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.210121] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495523, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.481767] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "refresh_cache-d89978ef-c800-426e-8db7-ad2e2f6a31bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.482314] env[69226]: DEBUG nova.compute.manager [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Instance network_info: |[{"id": "c190f116-226f-4d74-b0e3-c1abefef5942", "address": "fa:16:3e:12:fe:fb", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc190f116-22", "ovs_interfaceid": "c190f116-226f-4d74-b0e3-c1abefef5942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.482903] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:fe:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c190f116-226f-4d74-b0e3-c1abefef5942', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.495097] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.496139] env[69226]: DEBUG oslo_concurrency.lockutils [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] Releasing lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.496284] env[69226]: DEBUG nova.compute.manager [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Received event network-changed-b65b459c-b675-4432-b9f7-a6429e29cebe {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.496523] env[69226]: DEBUG nova.compute.manager [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Refreshing instance network info cache due to event network-changed-b65b459c-b675-4432-b9f7-a6429e29cebe. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.496887] env[69226]: DEBUG oslo_concurrency.lockutils [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] Acquiring lock "refresh_cache-1e6ba3fc-427a-4286-9d38-517aaefe5730" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.497144] env[69226]: DEBUG oslo_concurrency.lockutils [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] Acquired lock "refresh_cache-1e6ba3fc-427a-4286-9d38-517aaefe5730" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.497340] env[69226]: DEBUG nova.network.neutron [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Refreshing network info cache for port b65b459c-b675-4432-b9f7-a6429e29cebe {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.499364] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.499995] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.502042] env[69226]: DEBUG nova.network.neutron [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.503220] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a948f195-ed77-4d20-9f54-0a0b5fc28e35 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.532481] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.532481] env[69226]: value = "task-3495524" [ 1134.532481] env[69226]: _type = "Task" [ 1134.532481] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.545353] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495524, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.588109] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495518, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.689909] env[69226]: DEBUG oslo_concurrency.lockutils [None req-eb77a735-c5c2-4391-a29a-04df191b0d77 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "84c61656-c42e-41d3-bf30-04c504670123" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.972s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.702118] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.853s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.704536] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495523, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.705163] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.638s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.706773] env[69226]: INFO nova.compute.claims [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.711613] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Releasing lock "refresh_cache-5a0df364-4bf1-4c89-b8cd-c071b57e66d1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.713052] env[69226]: DEBUG nova.compute.manager [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.713052] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.714060] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35089bf4-a4ac-48b2-b4e6-dded9186dfd9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.723523] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.723786] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0414135e-12d1-4ad0-9c19-c39812e639a9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.732716] env[69226]: DEBUG oslo_vmware.api [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for the task: (returnval){ [ 1134.732716] env[69226]: value = "task-3495525" [ 1134.732716] env[69226]: _type = "Task" [ 1134.732716] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.742465] env[69226]: DEBUG oslo_vmware.api [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.783854] env[69226]: INFO nova.scheduler.client.report [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Deleted allocations for instance 496b9f99-4216-49f6-8f5c-39c3818947ae [ 1135.048756] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495524, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.087193] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495518, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.736897} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.087193] env[69226]: INFO nova.virt.vmwareapi.ds_util [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_fd188c59-327c-439e-8110-ccf5afabf86f/OSTACK_IMG_fd188c59-327c-439e-8110-ccf5afabf86f.vmdk to [datastore2] devstack-image-cache_base/7f5750bb-42ed-40cd-a4dc-3848c87cc520/7f5750bb-42ed-40cd-a4dc-3848c87cc520.vmdk. [ 1135.087193] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Cleaning up location [datastore2] OSTACK_IMG_fd188c59-327c-439e-8110-ccf5afabf86f {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1135.087193] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_fd188c59-327c-439e-8110-ccf5afabf86f {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.088109] env[69226]: WARNING nova.network.neutron [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] b5f8d613-1f81-4dd9-8a85-3ec46149a0ab already exists in list: networks containing: ['b5f8d613-1f81-4dd9-8a85-3ec46149a0ab']. ignoring it [ 1135.090673] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9ddd545-99dc-408b-bc7b-28a9d2211902 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.101756] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1135.101756] env[69226]: value = "task-3495527" [ 1135.101756] env[69226]: _type = "Task" [ 1135.101756] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.111087] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.207407] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495523, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.015802} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.209913] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 1e6ba3fc-427a-4286-9d38-517aaefe5730/1e6ba3fc-427a-4286-9d38-517aaefe5730.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.210197] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.214273] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f76b6169-9c5a-435e-9e6b-bd654ba7bb51 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.227613] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1135.227613] env[69226]: value = "task-3495528" [ 1135.227613] env[69226]: _type = "Task" [ 1135.227613] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.241131] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.247748] env[69226]: DEBUG oslo_vmware.api [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495525, 'name': PowerOffVM_Task, 'duration_secs': 0.208137} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.248154] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.248255] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.248444] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ae7b612-3285-4f16-b9da-af2733e16528 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.292797] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.293048] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.293272] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Deleting the datastore file [datastore2] 5a0df364-4bf1-4c89-b8cd-c071b57e66d1 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.297627] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52fb98fc-97b1-4bc3-baae-c2c130a9b3dc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.300809] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c9c8091f-bcd5-4920-9e27-7a4bb72d137b tempest-ServersTestManualDisk-73161595 tempest-ServersTestManualDisk-73161595-project-member] Lock "496b9f99-4216-49f6-8f5c-39c3818947ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.845s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.308844] env[69226]: DEBUG oslo_vmware.api [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for the task: (returnval){ [ 1135.308844] env[69226]: value = "task-3495530" [ 1135.308844] env[69226]: _type = "Task" [ 1135.308844] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.321043] env[69226]: DEBUG oslo_vmware.api [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.415914] env[69226]: DEBUG nova.network.neutron [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Updated VIF entry in instance network info cache for port b65b459c-b675-4432-b9f7-a6429e29cebe. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.416390] env[69226]: DEBUG nova.network.neutron [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Updating instance_info_cache with network_info: [{"id": "b65b459c-b675-4432-b9f7-a6429e29cebe", "address": "fa:16:3e:bf:16:a4", "network": {"id": "9c65556d-6175-4954-9db1-62a207b48aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1512905937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943bc6f18f734038a6c6186a42aebe1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65b459c-b6", "ovs_interfaceid": "b65b459c-b675-4432-b9f7-a6429e29cebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.538837] env[69226]: DEBUG nova.network.neutron [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Updating instance_info_cache with network_info: [{"id": "5863e72b-7311-42df-b4b8-722214b2b7a6", "address": "fa:16:3e:08:bb:f8", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5863e72b-73", "ovs_interfaceid": "5863e72b-7311-42df-b4b8-722214b2b7a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47873a23-9b4f-4073-b2d5-c5c11395cdb6", "address": "fa:16:3e:19:9a:7b", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47873a23-9b", "ovs_interfaceid": "47873a23-9b4f-4073-b2d5-c5c11395cdb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.548413] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495524, 'name': CreateVM_Task, 'duration_secs': 0.547468} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.548542] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.549371] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.549596] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.550026] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.550351] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62f5d36b-012d-4e39-8efa-402f1429e22b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.556747] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1135.556747] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52221037-d4ec-6470-d4af-fe166d550f6a" [ 1135.556747] env[69226]: _type = "Task" [ 1135.556747] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.574757] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52221037-d4ec-6470-d4af-fe166d550f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.611337] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084522} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.611574] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.611788] env[69226]: DEBUG oslo_concurrency.lockutils [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f5750bb-42ed-40cd-a4dc-3848c87cc520/7f5750bb-42ed-40cd-a4dc-3848c87cc520.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.612078] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f5750bb-42ed-40cd-a4dc-3848c87cc520/7f5750bb-42ed-40cd-a4dc-3848c87cc520.vmdk to [datastore2] 418bb2f3-bfba-41bf-af24-9453097c4b06/418bb2f3-bfba-41bf-af24-9453097c4b06.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.612345] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95bc1a6e-6ee2-4237-83d7-80f910734bfa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.620067] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1135.620067] env[69226]: value = "task-3495531" [ 1135.620067] env[69226]: _type = "Task" [ 1135.620067] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.631048] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.738966] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263713} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.739782] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.740977] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a303568-a459-4201-8dba-74607d10da2c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.768999] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 1e6ba3fc-427a-4286-9d38-517aaefe5730/1e6ba3fc-427a-4286-9d38-517aaefe5730.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.776206] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06ee9362-94ba-4369-a89c-e24aae693bac {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.800297] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1135.800297] env[69226]: value = "task-3495532" [ 1135.800297] env[69226]: _type = "Task" [ 1135.800297] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.812744] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.827067] env[69226]: DEBUG oslo_vmware.api [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Task: {'id': task-3495530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235957} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.828171] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.828364] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.828547] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.828744] env[69226]: INFO nova.compute.manager [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1135.829033] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.829246] env[69226]: DEBUG nova.compute.manager [-] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.829359] env[69226]: DEBUG nova.network.neutron [-] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.856614] env[69226]: DEBUG nova.network.neutron [-] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.922178] env[69226]: DEBUG oslo_concurrency.lockutils [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] Releasing lock "refresh_cache-1e6ba3fc-427a-4286-9d38-517aaefe5730" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.923309] env[69226]: DEBUG nova.compute.manager [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Received event network-vif-deleted-0420956f-3eec-4f90-b91a-7631959fcff6 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.923309] env[69226]: DEBUG nova.compute.manager [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Received event network-vif-plugged-c190f116-226f-4d74-b0e3-c1abefef5942 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.923309] env[69226]: DEBUG oslo_concurrency.lockutils [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] Acquiring lock "d89978ef-c800-426e-8db7-ad2e2f6a31bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.923309] env[69226]: DEBUG oslo_concurrency.lockutils [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] Lock "d89978ef-c800-426e-8db7-ad2e2f6a31bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.923309] env[69226]: DEBUG oslo_concurrency.lockutils [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] Lock "d89978ef-c800-426e-8db7-ad2e2f6a31bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.923588] env[69226]: DEBUG nova.compute.manager [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] No waiting events found dispatching network-vif-plugged-c190f116-226f-4d74-b0e3-c1abefef5942 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.923692] env[69226]: WARNING nova.compute.manager [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Received unexpected event network-vif-plugged-c190f116-226f-4d74-b0e3-c1abefef5942 for instance with vm_state building and task_state spawning. [ 1135.924170] env[69226]: DEBUG nova.compute.manager [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Received event network-changed-c190f116-226f-4d74-b0e3-c1abefef5942 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.924170] env[69226]: DEBUG nova.compute.manager [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Refreshing instance network info cache due to event network-changed-c190f116-226f-4d74-b0e3-c1abefef5942. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.924352] env[69226]: DEBUG oslo_concurrency.lockutils [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] Acquiring lock "refresh_cache-d89978ef-c800-426e-8db7-ad2e2f6a31bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.924574] env[69226]: DEBUG oslo_concurrency.lockutils [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] Acquired lock "refresh_cache-d89978ef-c800-426e-8db7-ad2e2f6a31bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.924765] env[69226]: DEBUG nova.network.neutron [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Refreshing network info cache for port c190f116-226f-4d74-b0e3-c1abefef5942 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.001405] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f399c511-be4d-4d67-997f-0fc949e48474 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.013651] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa010a5-bd0b-4491-8b94-067fbb53ad73 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.048802] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.049568] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.049761] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.050324] env[69226]: DEBUG oslo_concurrency.lockutils [req-2a4b3d6e-139f-4b74-8619-cc95414e086f req-39f247af-b5ae-44ab-a1bb-4c8c955da8ed service nova] Acquired lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.050541] env[69226]: DEBUG nova.network.neutron [req-2a4b3d6e-139f-4b74-8619-cc95414e086f req-39f247af-b5ae-44ab-a1bb-4c8c955da8ed service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Refreshing network info cache for port 47873a23-9b4f-4073-b2d5-c5c11395cdb6 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.052783] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495f225b-f559-420f-bd73-31dbc3bcb34a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.056078] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ad2842-d740-4eda-87a8-55d3275e8113 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.077782] env[69226]: DEBUG nova.virt.hardware [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.078860] env[69226]: DEBUG nova.virt.hardware [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.078860] env[69226]: DEBUG nova.virt.hardware [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.078860] env[69226]: DEBUG nova.virt.hardware [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.078860] env[69226]: DEBUG nova.virt.hardware [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.078860] env[69226]: DEBUG nova.virt.hardware [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.079119] env[69226]: DEBUG nova.virt.hardware [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.079193] env[69226]: DEBUG nova.virt.hardware [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.079375] env[69226]: DEBUG nova.virt.hardware [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.079570] env[69226]: DEBUG nova.virt.hardware [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.079757] env[69226]: DEBUG nova.virt.hardware [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.087698] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Reconfiguring VM to attach interface {{(pid=69226) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1136.091689] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30a2142b-ae13-4b03-a004-1b9167cc0114 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.111935] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f935ce2e-b977-4cc2-8f84-ee7202e578e9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.116029] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52221037-d4ec-6470-d4af-fe166d550f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.020568} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.116889] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.117159] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.117457] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.117623] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.117832] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.118538] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-901b4393-21c9-496f-9d2c-11ee5a1bf59d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.134153] env[69226]: DEBUG nova.compute.provider_tree [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1136.140694] env[69226]: DEBUG oslo_vmware.api [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1136.140694] env[69226]: value = "task-3495533" [ 1136.140694] env[69226]: _type = "Task" [ 1136.140694] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.151763] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495531, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.156845] env[69226]: DEBUG oslo_vmware.api [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495533, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.157160] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.157310] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.158075] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9719bf23-bbe4-4ddc-98f5-ca2aec68c0e9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.165972] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1136.165972] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529554b9-ba83-1972-e4ed-0eef1535c9ec" [ 1136.165972] env[69226]: _type = "Task" [ 1136.165972] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.177948] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529554b9-ba83-1972-e4ed-0eef1535c9ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.311978] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495532, 'name': ReconfigVM_Task, 'duration_secs': 0.501667} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.311978] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 1e6ba3fc-427a-4286-9d38-517aaefe5730/1e6ba3fc-427a-4286-9d38-517aaefe5730.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.312647] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79e75073-1cc5-402e-8b7d-22cc8ba2c720 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.322749] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1136.322749] env[69226]: value = "task-3495535" [ 1136.322749] env[69226]: _type = "Task" [ 1136.322749] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.332971] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495535, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.361632] env[69226]: DEBUG nova.network.neutron [-] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.649864] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495531, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.668870] env[69226]: DEBUG oslo_vmware.api [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.690319] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529554b9-ba83-1972-e4ed-0eef1535c9ec, 'name': SearchDatastore_Task, 'duration_secs': 0.026013} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.694955] env[69226]: DEBUG nova.scheduler.client.report [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1136.695154] env[69226]: DEBUG nova.compute.provider_tree [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 139 to 140 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1136.695255] env[69226]: DEBUG nova.compute.provider_tree [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1136.700758] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b93c5a-056f-409f-8e59-54673ae72f20 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.708855] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1136.708855] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527cecc1-bbd0-291c-a169-fda216f47d47" [ 1136.708855] env[69226]: _type = "Task" [ 1136.708855] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.722400] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527cecc1-bbd0-291c-a169-fda216f47d47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.768361] env[69226]: DEBUG nova.network.neutron [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Updated VIF entry in instance network info cache for port c190f116-226f-4d74-b0e3-c1abefef5942. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.769036] env[69226]: DEBUG nova.network.neutron [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Updating instance_info_cache with network_info: [{"id": "c190f116-226f-4d74-b0e3-c1abefef5942", "address": "fa:16:3e:12:fe:fb", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc190f116-22", "ovs_interfaceid": "c190f116-226f-4d74-b0e3-c1abefef5942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.835568] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495535, 'name': Rename_Task, 'duration_secs': 0.318767} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.835967] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.836217] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fb54ae8-bcf8-429f-9e68-8d84b3f2fccc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.847513] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1136.847513] env[69226]: value = "task-3495536" [ 1136.847513] env[69226]: _type = "Task" [ 1136.847513] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.860196] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.865898] env[69226]: INFO nova.compute.manager [-] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Took 1.04 seconds to deallocate network for instance. [ 1136.915274] env[69226]: DEBUG nova.network.neutron [req-2a4b3d6e-139f-4b74-8619-cc95414e086f req-39f247af-b5ae-44ab-a1bb-4c8c955da8ed service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Updated VIF entry in instance network info cache for port 47873a23-9b4f-4073-b2d5-c5c11395cdb6. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.915750] env[69226]: DEBUG nova.network.neutron [req-2a4b3d6e-139f-4b74-8619-cc95414e086f req-39f247af-b5ae-44ab-a1bb-4c8c955da8ed service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Updating instance_info_cache with network_info: [{"id": "5863e72b-7311-42df-b4b8-722214b2b7a6", "address": "fa:16:3e:08:bb:f8", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5863e72b-73", "ovs_interfaceid": "5863e72b-7311-42df-b4b8-722214b2b7a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47873a23-9b4f-4073-b2d5-c5c11395cdb6", "address": "fa:16:3e:19:9a:7b", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47873a23-9b", "ovs_interfaceid": "47873a23-9b4f-4073-b2d5-c5c11395cdb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.146092] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495531, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.162120] env[69226]: DEBUG oslo_vmware.api [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.204489] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.205107] env[69226]: DEBUG nova.compute.manager [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.208245] env[69226]: DEBUG oslo_concurrency.lockutils [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.181s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.208415] env[69226]: DEBUG nova.objects.instance [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1137.228923] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527cecc1-bbd0-291c-a169-fda216f47d47, 'name': SearchDatastore_Task, 'duration_secs': 0.032774} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.229462] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.229887] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] d89978ef-c800-426e-8db7-ad2e2f6a31bc/d89978ef-c800-426e-8db7-ad2e2f6a31bc.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.230242] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1821038-6134-411b-9249-f9acc671f092 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.240641] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1137.240641] env[69226]: value = "task-3495537" [ 1137.240641] env[69226]: _type = "Task" [ 1137.240641] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.251467] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.271591] env[69226]: DEBUG oslo_concurrency.lockutils [req-a91b5f55-f94e-4447-9e68-3fbcf75c89b7 req-10701d41-b0be-4d30-a37a-db270f39c18d service nova] Releasing lock "refresh_cache-d89978ef-c800-426e-8db7-ad2e2f6a31bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.360867] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495536, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.374191] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.419823] env[69226]: DEBUG oslo_concurrency.lockutils [req-2a4b3d6e-139f-4b74-8619-cc95414e086f req-39f247af-b5ae-44ab-a1bb-4c8c955da8ed service nova] Releasing lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.653667] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495531, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.667996] env[69226]: DEBUG oslo_vmware.api [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495533, 'name': ReconfigVM_Task, 'duration_secs': 1.207156} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.668632] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.668853] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Reconfigured VM to attach interface {{(pid=69226) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1137.717162] env[69226]: DEBUG nova.compute.utils [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.719352] env[69226]: DEBUG nova.compute.manager [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Not allocating networking since 'none' was specified. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1137.751799] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495537, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.864756] env[69226]: DEBUG oslo_vmware.api [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495536, 'name': PowerOnVM_Task, 'duration_secs': 0.83957} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.865938] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.866271] env[69226]: INFO nova.compute.manager [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1137.866585] env[69226]: DEBUG nova.compute.manager [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.867539] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f707780b-b8b3-480d-bfdd-ecc9b3cafa77 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.148539] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495531, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.514308} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.148832] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f5750bb-42ed-40cd-a4dc-3848c87cc520/7f5750bb-42ed-40cd-a4dc-3848c87cc520.vmdk to [datastore2] 418bb2f3-bfba-41bf-af24-9453097c4b06/418bb2f3-bfba-41bf-af24-9453097c4b06.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.149661] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512476b8-ced6-4e4c-b4f2-ecfbd3ca5aca {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.177409] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 418bb2f3-bfba-41bf-af24-9453097c4b06/418bb2f3-bfba-41bf-af24-9453097c4b06.vmdk or device None with type streamOptimized {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.178880] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fc6ab9ad-5de3-4146-8322-a36fda816efb tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "interface-a6718646-2780-4389-9be9-e911c88e49fd-47873a23-9b4f-4073-b2d5-c5c11395cdb6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.726s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.180492] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c681b368-b301-41fb-a0b8-c87858cbbd8c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.204824] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1138.204824] env[69226]: value = "task-3495538" [ 1138.204824] env[69226]: _type = "Task" [ 1138.204824] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.218555] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.220263] env[69226]: DEBUG nova.compute.manager [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.229792] env[69226]: DEBUG oslo_concurrency.lockutils [None req-71b6baa9-8b9a-435f-8b87-220112e6839c tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.230908] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.660s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.231978] env[69226]: DEBUG nova.objects.instance [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lazy-loading 'resources' on Instance uuid 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.255676] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.948148} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.255894] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] d89978ef-c800-426e-8db7-ad2e2f6a31bc/d89978ef-c800-426e-8db7-ad2e2f6a31bc.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.256235] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.256372] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff6d3376-8e12-4eee-be0d-b8bca516552d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.264801] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1138.264801] env[69226]: value = "task-3495539" [ 1138.264801] env[69226]: _type = "Task" [ 1138.264801] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.277892] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.389085] env[69226]: INFO nova.compute.manager [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Took 24.14 seconds to build instance. [ 1138.542715] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Volume attach. Driver type: vmdk {{(pid=69226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1138.543032] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698640', 'volume_id': '836d94fa-fba5-438b-adda-06dd5642c2d5', 'name': 'volume-836d94fa-fba5-438b-adda-06dd5642c2d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79c96f3a-d9a4-4a89-9bfc-bda761bae6f4', 'attached_at': '', 'detached_at': '', 'volume_id': '836d94fa-fba5-438b-adda-06dd5642c2d5', 'serial': '836d94fa-fba5-438b-adda-06dd5642c2d5'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1138.543924] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6397bd9-aa17-4f1a-bde4-beb453a74c41 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.567889] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db15b4c-45d1-4d3b-babc-5d83572c3273 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.595933] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] volume-836d94fa-fba5-438b-adda-06dd5642c2d5/volume-836d94fa-fba5-438b-adda-06dd5642c2d5.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.596318] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0af37e41-d2b9-4100-a8f6-475c5dd7db56 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.617953] env[69226]: DEBUG oslo_vmware.api [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1138.617953] env[69226]: value = "task-3495540" [ 1138.617953] env[69226]: _type = "Task" [ 1138.617953] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.629639] env[69226]: DEBUG oslo_vmware.api [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.720019] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.780767] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082676} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.781342] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.782605] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ba28d3-a843-40fb-a106-9392749e7a33 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.812092] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] d89978ef-c800-426e-8db7-ad2e2f6a31bc/d89978ef-c800-426e-8db7-ad2e2f6a31bc.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.817746] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcc9507b-d289-4f48-9012-9da0a28611a5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.840549] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1138.840549] env[69226]: value = "task-3495541" [ 1138.840549] env[69226]: _type = "Task" [ 1138.840549] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.862020] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495541, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.893498] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0ac2e2ce-f318-4c95-816e-571c7fdcda51 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "1e6ba3fc-427a-4286-9d38-517aaefe5730" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.651s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.053835] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e13d80-3b7b-4813-9de9-0c6d6f1b3b8a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.069103] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9e77d1-d14f-4322-a007-908e260cc1a4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.107708] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4627181e-ac59-458a-9e02-ec8307ebca54 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.117834] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f6827e-1702-4203-a061-71feaad994a2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.133295] env[69226]: DEBUG oslo_vmware.api [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.142928] env[69226]: DEBUG nova.compute.provider_tree [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.156194] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Acquiring lock "f45808e4-b5dd-4408-be56-d35386f745d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.156194] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Lock "f45808e4-b5dd-4408-be56-d35386f745d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.216489] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495538, 'name': ReconfigVM_Task, 'duration_secs': 0.93551} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.216816] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 418bb2f3-bfba-41bf-af24-9453097c4b06/418bb2f3-bfba-41bf-af24-9453097c4b06.vmdk or device None with type streamOptimized {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.217485] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97f273e1-9426-485b-bfc4-f0084963a2e4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.226707] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1139.226707] env[69226]: value = "task-3495542" [ 1139.226707] env[69226]: _type = "Task" [ 1139.226707] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.231177] env[69226]: DEBUG nova.compute.manager [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.246778] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495542, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.272964] env[69226]: DEBUG nova.virt.hardware [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.273327] env[69226]: DEBUG nova.virt.hardware [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.273419] env[69226]: DEBUG nova.virt.hardware [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.273647] env[69226]: DEBUG nova.virt.hardware [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.273780] env[69226]: DEBUG nova.virt.hardware [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.273883] env[69226]: DEBUG nova.virt.hardware [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.274101] env[69226]: DEBUG nova.virt.hardware [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.274265] env[69226]: DEBUG nova.virt.hardware [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.274430] env[69226]: DEBUG nova.virt.hardware [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.274619] env[69226]: DEBUG nova.virt.hardware [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.274752] env[69226]: DEBUG nova.virt.hardware [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.275738] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf2320f-4d9e-4135-8807-fddc0f631934 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.285623] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf79faa6-a19e-490c-be75-ce0869d4db79 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.302191] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Instance VIF info [] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.307813] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Creating folder: Project (69cf2a9596fe4596b16e5f9bcdf40ec5). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.308126] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-779b69d7-6428-4a72-9ca7-f60a264fb695 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.322699] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Created folder: Project (69cf2a9596fe4596b16e5f9bcdf40ec5) in parent group-v698365. [ 1139.322901] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Creating folder: Instances. Parent ref: group-v698642. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.323191] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba6cd221-763b-4093-b1bb-a057a4134e15 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.336425] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Created folder: Instances in parent group-v698642. [ 1139.336845] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.337110] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.337630] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b99243e-6ae1-4d6c-a132-39aec96f132e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.364797] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.366449] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.366449] env[69226]: value = "task-3495545" [ 1139.366449] env[69226]: _type = "Task" [ 1139.366449] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.377205] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495545, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.637208] env[69226]: DEBUG oslo_vmware.api [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495540, 'name': ReconfigVM_Task, 'duration_secs': 0.805806} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.637516] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Reconfigured VM instance instance-0000005d to attach disk [datastore2] volume-836d94fa-fba5-438b-adda-06dd5642c2d5/volume-836d94fa-fba5-438b-adda-06dd5642c2d5.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.648021] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eebc583c-a460-4dce-a13e-daebe81a599a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.657100] env[69226]: DEBUG nova.scheduler.client.report [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.662111] env[69226]: DEBUG nova.compute.manager [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1139.668784] env[69226]: DEBUG oslo_vmware.api [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1139.668784] env[69226]: value = "task-3495546" [ 1139.668784] env[69226]: _type = "Task" [ 1139.668784] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.687671] env[69226]: DEBUG oslo_vmware.api [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.742285] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495542, 'name': Rename_Task, 'duration_secs': 0.281852} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.742617] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.742998] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-339c53b7-a0dd-484c-a2ab-9013c475f051 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.751791] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1139.751791] env[69226]: value = "task-3495547" [ 1139.751791] env[69226]: _type = "Task" [ 1139.751791] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.764299] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.834175] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "interface-a6718646-2780-4389-9be9-e911c88e49fd-47873a23-9b4f-4073-b2d5-c5c11395cdb6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.834552] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "interface-a6718646-2780-4389-9be9-e911c88e49fd-47873a23-9b4f-4073-b2d5-c5c11395cdb6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.873706] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495541, 'name': ReconfigVM_Task, 'duration_secs': 0.774929} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.880162] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Reconfigured VM instance instance-00000066 to attach disk [datastore1] d89978ef-c800-426e-8db7-ad2e2f6a31bc/d89978ef-c800-426e-8db7-ad2e2f6a31bc.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.880162] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09914142-2958-4930-8fbb-2f8f8fa881ee {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.896498] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495545, 'name': CreateVM_Task, 'duration_secs': 0.443773} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.896498] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1139.896498] env[69226]: value = "task-3495548" [ 1139.896498] env[69226]: _type = "Task" [ 1139.896498] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.896498] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.896498] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.896498] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.897095] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.903935] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b465ffa8-9a39-4166-b6b0-3c5d91b6628c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.928387] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for the task: (returnval){ [ 1139.928387] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5273c52e-8884-73b0-2c8b-8c5e5ea8e1b3" [ 1139.928387] env[69226]: _type = "Task" [ 1139.928387] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.928387] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495548, 'name': Rename_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.946959] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5273c52e-8884-73b0-2c8b-8c5e5ea8e1b3, 'name': SearchDatastore_Task, 'duration_secs': 0.016993} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.946959] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.946959] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.946959] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.946959] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.946959] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.946959] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b970f16-5e0b-47ed-992a-8a70c842aeb9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.959718] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.959718] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.962919] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66200214-dc9b-4bf7-9290-4bc5a0cb07a9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.971759] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for the task: (returnval){ [ 1139.971759] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52849e1b-4473-9dd0-114f-6cb73551a5fa" [ 1139.971759] env[69226]: _type = "Task" [ 1139.971759] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.979629] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52849e1b-4473-9dd0-114f-6cb73551a5fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.167869] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.172563] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.798s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.172807] env[69226]: DEBUG nova.objects.instance [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Lazy-loading 'resources' on Instance uuid 5a0df364-4bf1-4c89-b8cd-c071b57e66d1 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.194781] env[69226]: DEBUG oslo_vmware.api [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495546, 'name': ReconfigVM_Task, 'duration_secs': 0.211044} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.195282] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698640', 'volume_id': '836d94fa-fba5-438b-adda-06dd5642c2d5', 'name': 'volume-836d94fa-fba5-438b-adda-06dd5642c2d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79c96f3a-d9a4-4a89-9bfc-bda761bae6f4', 'attached_at': '', 'detached_at': '', 'volume_id': '836d94fa-fba5-438b-adda-06dd5642c2d5', 'serial': '836d94fa-fba5-438b-adda-06dd5642c2d5'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1140.198904] env[69226]: INFO nova.scheduler.client.report [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Deleted allocations for instance 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55 [ 1140.213640] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.270830] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495547, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.343584] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.343584] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.343584] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55650c4d-ee0a-4398-860b-05322a60581c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.368408] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd6f24d-3393-4360-a56c-83293bcd9411 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.400372] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Reconfiguring VM to detach interface {{(pid=69226) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1140.403229] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20b09601-809c-4da2-ac05-41de1479083a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.425959] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495548, 'name': Rename_Task, 'duration_secs': 0.43883} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.427942] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.428101] env[69226]: DEBUG oslo_vmware.api [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1140.428101] env[69226]: value = "task-3495549" [ 1140.428101] env[69226]: _type = "Task" [ 1140.428101] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.428406] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a8cba0d-7ac7-470e-8412-678becf87910 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.441210] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1140.441210] env[69226]: value = "task-3495550" [ 1140.441210] env[69226]: _type = "Task" [ 1140.441210] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.449064] env[69226]: DEBUG oslo_vmware.api [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.462314] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "2df7e239-31d2-4538-82fe-bfa150fbc42b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.462691] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "2df7e239-31d2-4538-82fe-bfa150fbc42b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.464072] env[69226]: DEBUG oslo_concurrency.lockutils [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Acquiring lock "23c0fe98-6794-485c-b170-29e35fdf7095" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.464383] env[69226]: DEBUG oslo_concurrency.lockutils [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Lock "23c0fe98-6794-485c-b170-29e35fdf7095" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.469934] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495550, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.485882] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52849e1b-4473-9dd0-114f-6cb73551a5fa, 'name': SearchDatastore_Task, 'duration_secs': 0.016389} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.487068] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-500ccf6a-30fb-458a-9a71-ea66065a2ed6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.494196] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for the task: (returnval){ [ 1140.494196] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5254f87f-72e0-9c8e-4f1b-ce597ed607c0" [ 1140.494196] env[69226]: _type = "Task" [ 1140.494196] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.504857] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5254f87f-72e0-9c8e-4f1b-ce597ed607c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.712771] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6d63fd95-5234-4689-bcf9-04fc4ced3e8d tempest-MigrationsAdminTest-1548575404 tempest-MigrationsAdminTest-1548575404-project-member] Lock "0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.533s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.768047] env[69226]: DEBUG oslo_vmware.api [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495547, 'name': PowerOnVM_Task, 'duration_secs': 0.763805} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.771201] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.895498] env[69226]: DEBUG nova.compute.manager [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.896578] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733f0ce0-3f42-4f3b-b2a8-813858268a95 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.941137] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d02ab08-9f63-4f1e-926c-a6b3d8c69c27 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.951841] env[69226]: DEBUG oslo_vmware.api [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.957813] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a5d919-5394-4fdb-8cc8-c7a36465127c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.969425] env[69226]: DEBUG nova.compute.manager [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1140.971616] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495550, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.007055] env[69226]: DEBUG nova.compute.manager [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.013727] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3505659-1627-47c3-8fb4-3695a3670e18 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.029149] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26981729-4589-437b-a4a7-0e4d93220408 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.036973] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5254f87f-72e0-9c8e-4f1b-ce597ed607c0, 'name': SearchDatastore_Task, 'duration_secs': 0.024549} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.036973] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.036973] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] d2a92fc8-ffa3-4316-88bd-c4477452c975/d2a92fc8-ffa3-4316-88bd-c4477452c975.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.036973] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-260c1881-a919-4179-a56d-621425990c2b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.046789] env[69226]: DEBUG nova.compute.provider_tree [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.051253] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for the task: (returnval){ [ 1141.051253] env[69226]: value = "task-3495551" [ 1141.051253] env[69226]: _type = "Task" [ 1141.051253] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.063048] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.254831] env[69226]: DEBUG nova.objects.instance [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lazy-loading 'flavor' on Instance uuid 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.422777] env[69226]: DEBUG oslo_concurrency.lockutils [None req-29be8152-ffab-4c88-8c10-a09e7b0d43d7 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "418bb2f3-bfba-41bf-af24-9453097c4b06" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.904s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.456097] env[69226]: DEBUG oslo_vmware.api [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.475845] env[69226]: DEBUG oslo_vmware.api [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495550, 'name': PowerOnVM_Task, 'duration_secs': 0.930525} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.478674] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.478746] env[69226]: INFO nova.compute.manager [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Took 10.99 seconds to spawn the instance on the hypervisor. [ 1141.479060] env[69226]: DEBUG nova.compute.manager [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.480373] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bac371-18c3-480e-94b8-f1a645423666 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.504717] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.530545] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.530730] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.536222] env[69226]: DEBUG oslo_concurrency.lockutils [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.550100] env[69226]: DEBUG nova.scheduler.client.report [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.570117] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495551, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.760620] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95d95e87-19dd-4831-8204-3490796a4918 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.364s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.946971] env[69226]: DEBUG oslo_vmware.api [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.007072] env[69226]: INFO nova.compute.manager [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Took 19.73 seconds to build instance. [ 1142.038964] env[69226]: DEBUG nova.compute.utils [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.058735] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.068726] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.856s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.072882] env[69226]: INFO nova.compute.claims [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.084518] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57771} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.084807] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] d2a92fc8-ffa3-4316-88bd-c4477452c975/d2a92fc8-ffa3-4316-88bd-c4477452c975.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.085333] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.085896] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83b68828-129c-4262-b3ba-6ba1edb1f9ae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.095444] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for the task: (returnval){ [ 1142.095444] env[69226]: value = "task-3495552" [ 1142.095444] env[69226]: _type = "Task" [ 1142.095444] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.096873] env[69226]: INFO nova.scheduler.client.report [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Deleted allocations for instance 5a0df364-4bf1-4c89-b8cd-c071b57e66d1 [ 1142.114294] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.449665] env[69226]: DEBUG oslo_vmware.api [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.509622] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4c484f29-6dd5-42d3-96df-eade3375b888 tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "d89978ef-c800-426e-8db7-ad2e2f6a31bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.241s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.544335] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.605528] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677a0741-9844-486f-a37c-2b7506f3c170 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.617048] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085474} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.619048] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9afbfd9f-7dc6-4b0b-9a9b-57b214ffb094 tempest-ServersListShow298Test-716375323 tempest-ServersListShow298Test-716375323-project-member] Lock "5a0df364-4bf1-4c89-b8cd-c071b57e66d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.146s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.621027] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.621208] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-dd47e089-252a-4e14-be81-a4d88d30233c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Suspending the VM {{(pid=69226) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1142.622124] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baee9b3-a96a-4dad-b570-456aadb7edc8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.628305] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f005df50-77c4-4047-b4d3-07e5994c7f7f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.650050] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] d2a92fc8-ffa3-4316-88bd-c4477452c975/d2a92fc8-ffa3-4316-88bd-c4477452c975.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.652577] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f685bd39-4565-4637-bea8-7fe80ee84f35 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.668020] env[69226]: DEBUG oslo_vmware.api [None req-dd47e089-252a-4e14-be81-a4d88d30233c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1142.668020] env[69226]: value = "task-3495553" [ 1142.668020] env[69226]: _type = "Task" [ 1142.668020] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.679397] env[69226]: DEBUG oslo_vmware.api [None req-dd47e089-252a-4e14-be81-a4d88d30233c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495553, 'name': SuspendVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.679733] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for the task: (returnval){ [ 1142.679733] env[69226]: value = "task-3495554" [ 1142.679733] env[69226]: _type = "Task" [ 1142.679733] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.689722] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495554, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.871581] env[69226]: INFO nova.compute.manager [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Rebuilding instance [ 1142.932933] env[69226]: DEBUG nova.compute.manager [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.934328] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16476d00-ef3d-41a6-af97-096531ac52a6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.953606] env[69226]: DEBUG oslo_vmware.api [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.186962] env[69226]: DEBUG oslo_vmware.api [None req-dd47e089-252a-4e14-be81-a4d88d30233c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495553, 'name': SuspendVM_Task} progress is 91%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.196996] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495554, 'name': ReconfigVM_Task, 'duration_secs': 0.315859} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.200027] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Reconfigured VM instance instance-00000067 to attach disk [datastore2] d2a92fc8-ffa3-4316-88bd-c4477452c975/d2a92fc8-ffa3-4316-88bd-c4477452c975.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.201563] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d371555-3c0a-481e-88f4-a111b2dc24f3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.210705] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for the task: (returnval){ [ 1143.210705] env[69226]: value = "task-3495555" [ 1143.210705] env[69226]: _type = "Task" [ 1143.210705] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.223408] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495555, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.388360] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515920a9-ac02-4a63-8f4d-0890b3a5cd8e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.398144] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12f80f0-93e3-485d-9145-024eb5bd0e43 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.436798] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb94666-c12f-4b0d-8525-a4c0ef407232 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.451347] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb20fe3-69e6-4cea-a9ef-b7d960219176 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.458077] env[69226]: DEBUG oslo_vmware.api [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.470998] env[69226]: DEBUG nova.compute.provider_tree [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.643173] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.643173] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.643173] env[69226]: INFO nova.compute.manager [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Attaching volume 1e525586-d637-4a27-aa72-055ec7a933e8 to /dev/sdb [ 1143.684472] env[69226]: DEBUG oslo_vmware.api [None req-dd47e089-252a-4e14-be81-a4d88d30233c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495553, 'name': SuspendVM_Task} progress is 91%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.695351] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bbd717-a238-41cf-a4da-6682d64342ef {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.704417] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d543961f-03fd-4c9d-9410-5bf55ae37ed5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.721920] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495555, 'name': Rename_Task, 'duration_secs': 0.170224} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.726285] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.726781] env[69226]: DEBUG nova.virt.block_device [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updating existing volume attachment record: 662b6a5e-be3c-477a-840b-729575894785 {{(pid=69226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1143.729204] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d98e1e95-5c00-4753-ae53-8109bf33b905 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.737699] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for the task: (returnval){ [ 1143.737699] env[69226]: value = "task-3495556" [ 1143.737699] env[69226]: _type = "Task" [ 1143.737699] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.748654] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.931950] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5112e-5ba8-ddce-aa24-4af389fcfd3e/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1143.932957] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c4f052-a9f6-4515-a82c-c11ae490561a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.942362] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5112e-5ba8-ddce-aa24-4af389fcfd3e/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1143.942537] env[69226]: ERROR oslo_vmware.rw_handles [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5112e-5ba8-ddce-aa24-4af389fcfd3e/disk-0.vmdk due to incomplete transfer. [ 1143.948814] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d2f80e57-d4c2-4e2b-8d23-de8c769d9a1e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.959748] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.960135] env[69226]: DEBUG oslo_vmware.api [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.965570] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b545f33c-57a7-4700-8bf1-a08f81ca3b6c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.967868] env[69226]: DEBUG oslo_vmware.rw_handles [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5112e-5ba8-ddce-aa24-4af389fcfd3e/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1143.967868] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Uploaded image defaf695-7fa9-4244-8d59-df0cd3ecac7b to the Glance image server {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1143.974376] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Destroying the VM {{(pid=69226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1143.974376] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9b63b7bd-ddd8-4547-a987-f15c18bee5b7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.977118] env[69226]: DEBUG nova.scheduler.client.report [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.984447] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1143.984447] env[69226]: value = "task-3495558" [ 1143.984447] env[69226]: _type = "Task" [ 1143.984447] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.984685] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1143.984685] env[69226]: value = "task-3495559" [ 1143.984685] env[69226]: _type = "Task" [ 1143.984685] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.009406] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.009406] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495559, 'name': Destroy_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.187158] env[69226]: DEBUG oslo_vmware.api [None req-dd47e089-252a-4e14-be81-a4d88d30233c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495553, 'name': SuspendVM_Task, 'duration_secs': 1.218304} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.187721] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-dd47e089-252a-4e14-be81-a4d88d30233c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Suspended the VM {{(pid=69226) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1144.188131] env[69226]: DEBUG nova.compute.manager [None req-dd47e089-252a-4e14-be81-a4d88d30233c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.190161] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f5abfc-e30f-4f8d-80f9-00f8c82a0cf0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.258343] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495556, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.341187] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e0f205-dedc-44d7-aa79-936250ea2ffa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.348402] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dfd8a3-b5ad-45be-bbba-17b7803f5c87 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Suspending the VM {{(pid=69226) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1144.348659] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5a467d04-6620-4634-bac4-860e070c6783 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.357743] env[69226]: DEBUG oslo_vmware.api [None req-b5dfd8a3-b5ad-45be-bbba-17b7803f5c87 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1144.357743] env[69226]: value = "task-3495560" [ 1144.357743] env[69226]: _type = "Task" [ 1144.357743] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.367555] env[69226]: DEBUG oslo_vmware.api [None req-b5dfd8a3-b5ad-45be-bbba-17b7803f5c87 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495560, 'name': SuspendVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.452759] env[69226]: DEBUG oslo_vmware.api [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.486912] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.487299] env[69226]: DEBUG nova.compute.manager [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.491986] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.987s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.494287] env[69226]: INFO nova.compute.claims [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.517641] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495559, 'name': Destroy_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.520975] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495558, 'name': PowerOffVM_Task, 'duration_secs': 0.267478} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.521292] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.580579] env[69226]: INFO nova.compute.manager [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Detaching volume 836d94fa-fba5-438b-adda-06dd5642c2d5 [ 1144.619034] env[69226]: INFO nova.virt.block_device [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Attempting to driver detach volume 836d94fa-fba5-438b-adda-06dd5642c2d5 from mountpoint /dev/sdb [ 1144.619034] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Volume detach. Driver type: vmdk {{(pid=69226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1144.619034] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698640', 'volume_id': '836d94fa-fba5-438b-adda-06dd5642c2d5', 'name': 'volume-836d94fa-fba5-438b-adda-06dd5642c2d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79c96f3a-d9a4-4a89-9bfc-bda761bae6f4', 'attached_at': '', 'detached_at': '', 'volume_id': '836d94fa-fba5-438b-adda-06dd5642c2d5', 'serial': '836d94fa-fba5-438b-adda-06dd5642c2d5'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1144.619034] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858b86c4-b469-409d-9b98-f6ad27dd67ff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.645859] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6ccd17-8211-41fb-9846-0f60e98a6e93 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.655083] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44aad45e-ab36-4e56-8178-aa17f1b81539 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.682234] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d49f2c-8037-4c6a-afd4-df557a7a0129 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.700389] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] The volume has not been displaced from its original location: [datastore2] volume-836d94fa-fba5-438b-adda-06dd5642c2d5/volume-836d94fa-fba5-438b-adda-06dd5642c2d5.vmdk. No consolidation needed. {{(pid=69226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1144.706134] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1144.708737] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5af160b7-c549-4017-8921-79893f3df018 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.731236] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1144.731236] env[69226]: value = "task-3495563" [ 1144.731236] env[69226]: _type = "Task" [ 1144.731236] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.743552] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.757019] env[69226]: DEBUG oslo_vmware.api [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495556, 'name': PowerOnVM_Task, 'duration_secs': 0.72821} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.757620] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.757734] env[69226]: INFO nova.compute.manager [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Took 5.53 seconds to spawn the instance on the hypervisor. [ 1144.757924] env[69226]: DEBUG nova.compute.manager [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.758883] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b595f210-a12d-4928-a879-877022c0edbe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.869529] env[69226]: DEBUG oslo_vmware.api [None req-b5dfd8a3-b5ad-45be-bbba-17b7803f5c87 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495560, 'name': SuspendVM_Task} progress is 50%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.954613] env[69226]: DEBUG oslo_vmware.api [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.003916] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495559, 'name': Destroy_Task, 'duration_secs': 0.815146} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.004419] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Destroyed the VM [ 1145.004658] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Deleting Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1145.005150] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5878b39a-e881-46a8-808f-e6a3aa4c8828 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.013038] env[69226]: DEBUG nova.compute.utils [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.022047] env[69226]: DEBUG nova.compute.manager [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1145.022047] env[69226]: DEBUG nova.network.neutron [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1145.024974] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1145.024974] env[69226]: value = "task-3495564" [ 1145.024974] env[69226]: _type = "Task" [ 1145.024974] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.039402] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495564, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.100198] env[69226]: DEBUG nova.policy [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc875c6d12444d54a4342b27110c007c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc568c2941544ae1bdae2b0b88834a8a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.248563] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495563, 'name': ReconfigVM_Task, 'duration_secs': 0.405751} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.248884] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1145.254008] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c527bb7e-0993-4056-ac55-20deeef56a8f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.272244] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1145.272244] env[69226]: value = "task-3495565" [ 1145.272244] env[69226]: _type = "Task" [ 1145.272244] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.288350] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.288920] env[69226]: INFO nova.compute.manager [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Took 19.24 seconds to build instance. [ 1145.370421] env[69226]: DEBUG oslo_vmware.api [None req-b5dfd8a3-b5ad-45be-bbba-17b7803f5c87 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495560, 'name': SuspendVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.457993] env[69226]: DEBUG oslo_vmware.api [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.463521] env[69226]: DEBUG nova.network.neutron [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Successfully created port: 572f4012-d24a-4680-bd49-d166099bde24 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.523217] env[69226]: DEBUG nova.compute.manager [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.542211] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495564, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.787108] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495565, 'name': ReconfigVM_Task, 'duration_secs': 0.227021} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.787426] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698640', 'volume_id': '836d94fa-fba5-438b-adda-06dd5642c2d5', 'name': 'volume-836d94fa-fba5-438b-adda-06dd5642c2d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79c96f3a-d9a4-4a89-9bfc-bda761bae6f4', 'attached_at': '', 'detached_at': '', 'volume_id': '836d94fa-fba5-438b-adda-06dd5642c2d5', 'serial': '836d94fa-fba5-438b-adda-06dd5642c2d5'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1145.792239] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0979dd18-6017-4515-996d-3c40ab745d35 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Lock "d2a92fc8-ffa3-4316-88bd-c4477452c975" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.749s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.809396] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838c0c53-469b-48a3-b01b-a164289fe4ab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.819223] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d84865-cf1e-484f-9b36-7b1f60b4bc70 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.855367] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e4e03f-d381-40b1-baa9-99573714ff2c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.867314] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b385cb19-5408-4c0b-958e-66cc48d85f63 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.874592] env[69226]: DEBUG oslo_vmware.api [None req-b5dfd8a3-b5ad-45be-bbba-17b7803f5c87 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495560, 'name': SuspendVM_Task, 'duration_secs': 1.028497} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.875795] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dfd8a3-b5ad-45be-bbba-17b7803f5c87 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Suspended the VM {{(pid=69226) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1145.875795] env[69226]: DEBUG nova.compute.manager [None req-b5dfd8a3-b5ad-45be-bbba-17b7803f5c87 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.876200] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0fc9e4-7a50-4ab1-b980-e436fb9552cd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.886471] env[69226]: DEBUG nova.compute.provider_tree [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.954743] env[69226]: DEBUG oslo_vmware.api [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495549, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.032220] env[69226]: INFO nova.virt.block_device [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Booting with volume f411e010-dc9d-4a81-8303-4963b78584a1 at /dev/sda [ 1146.043377] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495564, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.095834] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "d89978ef-c800-426e-8db7-ad2e2f6a31bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.096199] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "d89978ef-c800-426e-8db7-ad2e2f6a31bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.096469] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "d89978ef-c800-426e-8db7-ad2e2f6a31bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.096683] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "d89978ef-c800-426e-8db7-ad2e2f6a31bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.096858] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "d89978ef-c800-426e-8db7-ad2e2f6a31bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.099476] env[69226]: INFO nova.compute.manager [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Terminating instance [ 1146.391522] env[69226]: DEBUG nova.scheduler.client.report [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.397097] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-819894d1-265a-4247-b141-4e7d003567da {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.410077] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a0273f-c87e-4d51-8f22-bfa013d6928a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.451163] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5575a0b-32c3-4313-8b89-644cc7ef799c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.459080] env[69226]: DEBUG oslo_vmware.api [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495549, 'name': ReconfigVM_Task, 'duration_secs': 5.819214} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.461215] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.461215] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Reconfigured VM to detach interface {{(pid=69226) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1146.465623] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3651d92-4a49-458d-b818-714d316e2066 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.501519] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7209a9-7f2d-497e-9f15-111c946d065d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.509253] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3472d01f-6222-4537-a970-ca6edeaf0239 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.526860] env[69226]: DEBUG nova.virt.block_device [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Updating existing volume attachment record: f8859475-b7e3-4502-89db-65a7040e6c7f {{(pid=69226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1146.540596] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495564, 'name': RemoveSnapshot_Task, 'duration_secs': 1.040494} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.540880] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Deleted Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1146.541277] env[69226]: DEBUG nova.compute.manager [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.542040] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90d6813-b0e8-43d6-ac33-5908648205a3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.603905] env[69226]: DEBUG nova.compute.manager [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.604223] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.605196] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddb29e8-5281-4a9b-8340-473678d1a112 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.614734] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.615035] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3465dae-b453-4dd5-8921-d33da0a8baf2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.704954] env[69226]: INFO nova.compute.manager [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Rebuilding instance [ 1146.731601] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.731913] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.732101] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Deleting the datastore file [datastore1] d89978ef-c800-426e-8db7-ad2e2f6a31bc {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.732432] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4473eee9-ae6a-4793-b70b-6b888b3f59e3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.741291] env[69226]: DEBUG oslo_vmware.api [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1146.741291] env[69226]: value = "task-3495568" [ 1146.741291] env[69226]: _type = "Task" [ 1146.741291] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.750848] env[69226]: DEBUG oslo_vmware.api [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.760763] env[69226]: DEBUG nova.compute.manager [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.761674] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed0e5ae-b9fc-41fa-b44c-5a1c716566e3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.857569] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.857569] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22a873d6-90e7-488d-9af6-985ad506eaad {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.866021] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1146.866021] env[69226]: value = "task-3495569" [ 1146.866021] env[69226]: _type = "Task" [ 1146.866021] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.875250] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] VM already powered off {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1146.875635] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Volume detach. Driver type: vmdk {{(pid=69226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1146.875984] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698640', 'volume_id': '836d94fa-fba5-438b-adda-06dd5642c2d5', 'name': 'volume-836d94fa-fba5-438b-adda-06dd5642c2d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79c96f3a-d9a4-4a89-9bfc-bda761bae6f4', 'attached_at': '', 'detached_at': '', 'volume_id': '836d94fa-fba5-438b-adda-06dd5642c2d5', 'serial': '836d94fa-fba5-438b-adda-06dd5642c2d5'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1146.876866] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1556020-658f-41b8-8e5e-429caaec8284 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.898055] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.898873] env[69226]: DEBUG nova.compute.manager [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.901858] env[69226]: DEBUG oslo_concurrency.lockutils [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.366s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.903476] env[69226]: INFO nova.compute.claims [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.910023] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2360762-1b4d-4753-8383-7f713d11d927 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.915892] env[69226]: WARNING nova.virt.vmwareapi.driver [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1146.916304] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.917175] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91415aab-1cd3-4951-8748-7fd4ccc57be7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.926019] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.926019] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-179f9d95-3484-4363-a6ec-38b4e89cd55e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.983147] env[69226]: DEBUG nova.compute.manager [req-7f0ba7a6-053d-4897-9c80-2bbaddb477b2 req-fbbb7c84-66bc-4d11-8909-85532bcb0ce5 service nova] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Received event network-vif-plugged-572f4012-d24a-4680-bd49-d166099bde24 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.983147] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f0ba7a6-053d-4897-9c80-2bbaddb477b2 req-fbbb7c84-66bc-4d11-8909-85532bcb0ce5 service nova] Acquiring lock "f45808e4-b5dd-4408-be56-d35386f745d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.983147] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f0ba7a6-053d-4897-9c80-2bbaddb477b2 req-fbbb7c84-66bc-4d11-8909-85532bcb0ce5 service nova] Lock "f45808e4-b5dd-4408-be56-d35386f745d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.984562] env[69226]: DEBUG oslo_concurrency.lockutils [req-7f0ba7a6-053d-4897-9c80-2bbaddb477b2 req-fbbb7c84-66bc-4d11-8909-85532bcb0ce5 service nova] Lock "f45808e4-b5dd-4408-be56-d35386f745d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.985105] env[69226]: DEBUG nova.compute.manager [req-7f0ba7a6-053d-4897-9c80-2bbaddb477b2 req-fbbb7c84-66bc-4d11-8909-85532bcb0ce5 service nova] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] No waiting events found dispatching network-vif-plugged-572f4012-d24a-4680-bd49-d166099bde24 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1146.985586] env[69226]: WARNING nova.compute.manager [req-7f0ba7a6-053d-4897-9c80-2bbaddb477b2 req-fbbb7c84-66bc-4d11-8909-85532bcb0ce5 service nova] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Received unexpected event network-vif-plugged-572f4012-d24a-4680-bd49-d166099bde24 for instance with vm_state building and task_state block_device_mapping. [ 1146.995286] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.995591] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.996156] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Deleting the datastore file [datastore2] 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.996709] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc69237c-b2d6-4570-b922-0f56c344dc44 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.008193] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1147.008193] env[69226]: value = "task-3495571" [ 1147.008193] env[69226]: _type = "Task" [ 1147.008193] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.019127] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.057901] env[69226]: INFO nova.compute.manager [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Shelve offloading [ 1147.101101] env[69226]: DEBUG nova.network.neutron [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Successfully updated port: 572f4012-d24a-4680-bd49-d166099bde24 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.254736] env[69226]: DEBUG oslo_vmware.api [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330221} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.254990] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.255189] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.255362] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.255536] env[69226]: INFO nova.compute.manager [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1147.255835] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.256050] env[69226]: DEBUG nova.compute.manager [-] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.256340] env[69226]: DEBUG nova.network.neutron [-] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.412880] env[69226]: DEBUG nova.compute.utils [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.419945] env[69226]: DEBUG nova.compute.manager [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.421307] env[69226]: DEBUG nova.network.neutron [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.474313] env[69226]: DEBUG nova.policy [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1adf69c70414894bc6b08fb28ca2894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '943bc6f18f734038a6c6186a42aebe1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.516935] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203188} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.517222] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.517509] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.517584] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.561030] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.561789] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5aa62d9-d482-4c81-acdd-7874720e4ed6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.571356] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1147.571356] env[69226]: value = "task-3495572" [ 1147.571356] env[69226]: _type = "Task" [ 1147.571356] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.584884] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] VM already powered off {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1147.584884] env[69226]: DEBUG nova.compute.manager [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.585436] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf96ba93-881c-4cfb-81e9-1cfdbb499774 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.592833] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.593034] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquired lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.593584] env[69226]: DEBUG nova.network.neutron [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.605658] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Acquiring lock "refresh_cache-f45808e4-b5dd-4408-be56-d35386f745d0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.605658] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Acquired lock "refresh_cache-f45808e4-b5dd-4408-be56-d35386f745d0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.605658] env[69226]: DEBUG nova.network.neutron [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.776512] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.776910] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcae3aa5-76fd-423a-92c5-15eef0572422 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.782310] env[69226]: INFO nova.compute.manager [None req-27e9628b-7df8-436a-a708-eceff1b4f122 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Resuming [ 1147.783030] env[69226]: DEBUG nova.objects.instance [None req-27e9628b-7df8-436a-a708-eceff1b4f122 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lazy-loading 'flavor' on Instance uuid 418bb2f3-bfba-41bf-af24-9453097c4b06 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.789554] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for the task: (returnval){ [ 1147.789554] env[69226]: value = "task-3495573" [ 1147.789554] env[69226]: _type = "Task" [ 1147.789554] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.799233] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.816715] env[69226]: DEBUG nova.network.neutron [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Successfully created port: 89d74d33-c09a-47c3-a490-b05dbc400f6b {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.846357] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.846556] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquired lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.846741] env[69226]: DEBUG nova.network.neutron [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.923992] env[69226]: DEBUG nova.compute.manager [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.027030] env[69226]: INFO nova.virt.block_device [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Booting with volume 836d94fa-fba5-438b-adda-06dd5642c2d5 at /dev/sdb [ 1148.072079] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfc75680-6cf5-48f4-8ffa-109d6dcfef0a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.072079] env[69226]: DEBUG nova.network.neutron [-] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.086348] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93881948-3c39-4eb7-8128-9792549ac2cd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.133855] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f67e54d6-5ea3-4c59-a402-add152b39aba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.150049] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697a93a1-b9dd-4f12-a664-483eb069476b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.172211] env[69226]: DEBUG nova.network.neutron [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.198178] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c285f29b-ed39-4c5c-b6ca-2f46d72a47f0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.208850] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcf0d91-e083-4b23-9de8-df2bec699a1b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.228057] env[69226]: DEBUG nova.virt.block_device [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Updating existing volume attachment record: 966c192b-e9b5-4e01-8588-ff55308f14a0 {{(pid=69226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1148.232103] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b828cd22-7dc3-4c96-bbb7-e141932c4382 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.241039] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4152df4-8a04-4f98-865c-855c98509a04 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.285209] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c0780a-693d-413c-a81b-a5b4824ca5f3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.306553] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fcd3f1-e31f-4bc6-bace-deb9fe8f8dc2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.310697] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495573, 'name': PowerOffVM_Task, 'duration_secs': 0.501289} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.311750] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.312065] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.313705] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c1d22e-981a-4fd4-b18e-d080a6ed5909 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.325536] env[69226]: DEBUG nova.compute.provider_tree [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.334073] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.336542] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4511d01-3dc0-48e5-bdf5-dd3e8d43c305 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.368049] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.368337] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.368570] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Deleting the datastore file [datastore2] d2a92fc8-ffa3-4316-88bd-c4477452c975 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.368833] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15f6f2c1-4a83-4b1a-a338-a58ae2731467 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.377729] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for the task: (returnval){ [ 1148.377729] env[69226]: value = "task-3495575" [ 1148.377729] env[69226]: _type = "Task" [ 1148.377729] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.396261] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.415076] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "a6718646-2780-4389-9be9-e911c88e49fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.415860] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "a6718646-2780-4389-9be9-e911c88e49fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.415860] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "a6718646-2780-4389-9be9-e911c88e49fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.415860] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "a6718646-2780-4389-9be9-e911c88e49fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.416039] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "a6718646-2780-4389-9be9-e911c88e49fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.418772] env[69226]: DEBUG nova.network.neutron [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Updating instance_info_cache with network_info: [{"id": "572f4012-d24a-4680-bd49-d166099bde24", "address": "fa:16:3e:b2:62:77", "network": {"id": "cef52c7a-5339-45d9-b062-313c46d0f82a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-333846396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc568c2941544ae1bdae2b0b88834a8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572f4012-d2", "ovs_interfaceid": "572f4012-d24a-4680-bd49-d166099bde24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.420930] env[69226]: INFO nova.compute.manager [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Terminating instance [ 1148.478572] env[69226]: DEBUG nova.network.neutron [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Updating instance_info_cache with network_info: [{"id": "9bc79ed1-f427-48b7-9976-7b029eefce81", "address": "fa:16:3e:0a:09:e4", "network": {"id": "61f4be9c-0e3d-4a47-bb9b-afb0b674e5b2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1604472150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66aa0a2126264cfca886a893cfa086c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bc79ed1-f4", "ovs_interfaceid": "9bc79ed1-f427-48b7-9976-7b029eefce81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.578620] env[69226]: INFO nova.compute.manager [-] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Took 1.32 seconds to deallocate network for instance. [ 1148.641904] env[69226]: DEBUG nova.compute.manager [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.642448] env[69226]: DEBUG nova.virt.hardware [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.642666] env[69226]: DEBUG nova.virt.hardware [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.642860] env[69226]: DEBUG nova.virt.hardware [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.643062] env[69226]: DEBUG nova.virt.hardware [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.643213] env[69226]: DEBUG nova.virt.hardware [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.643359] env[69226]: DEBUG nova.virt.hardware [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.643581] env[69226]: DEBUG nova.virt.hardware [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.643746] env[69226]: DEBUG nova.virt.hardware [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.643909] env[69226]: DEBUG nova.virt.hardware [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.644292] env[69226]: DEBUG nova.virt.hardware [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.644292] env[69226]: DEBUG nova.virt.hardware [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.645116] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c22d81-2153-4e4a-9e64-1f8ff61c07f1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.657523] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97556d6-5aa7-4242-ae05-d5fc3fbf9136 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.779427] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Volume attach. Driver type: vmdk {{(pid=69226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1148.779654] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698646', 'volume_id': '1e525586-d637-4a27-aa72-055ec7a933e8', 'name': 'volume-1e525586-d637-4a27-aa72-055ec7a933e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d', 'attached_at': '', 'detached_at': '', 'volume_id': '1e525586-d637-4a27-aa72-055ec7a933e8', 'serial': '1e525586-d637-4a27-aa72-055ec7a933e8'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1148.780544] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e6672b-a076-49d2-bbb6-cdbddeefe996 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.803628] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3c8f46-a173-47fa-83c3-bd49f6cc0ba6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.831089] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-1e525586-d637-4a27-aa72-055ec7a933e8/volume-1e525586-d637-4a27-aa72-055ec7a933e8.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.837022] env[69226]: DEBUG nova.scheduler.client.report [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.837879] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09478a32-d74d-4083-b92e-4bddb5264ed9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.861130] env[69226]: DEBUG oslo_vmware.api [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1148.861130] env[69226]: value = "task-3495576" [ 1148.861130] env[69226]: _type = "Task" [ 1148.861130] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.870187] env[69226]: DEBUG oslo_vmware.api [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.890972] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120222} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.890972] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.890972] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.890972] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.921881] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Releasing lock "refresh_cache-f45808e4-b5dd-4408-be56-d35386f745d0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.922140] env[69226]: DEBUG nova.compute.manager [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Instance network_info: |[{"id": "572f4012-d24a-4680-bd49-d166099bde24", "address": "fa:16:3e:b2:62:77", "network": {"id": "cef52c7a-5339-45d9-b062-313c46d0f82a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-333846396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc568c2941544ae1bdae2b0b88834a8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572f4012-d2", "ovs_interfaceid": "572f4012-d24a-4680-bd49-d166099bde24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.923272] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:62:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '572f4012-d24a-4680-bd49-d166099bde24', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.931090] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Creating folder: Project (dc568c2941544ae1bdae2b0b88834a8a). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1148.934654] env[69226]: DEBUG nova.compute.manager [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.934906] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.935924] env[69226]: DEBUG nova.compute.manager [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.938442] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e50ab9a0-f6fe-491a-b5d0-92315cbaa8a3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.940974] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a70c70-0761-4b23-9669-ecfd1a99b41a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.950291] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.950624] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dd7b151-408f-4465-98fb-114b1530d940 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.957652] env[69226]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1148.957830] env[69226]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69226) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1148.959227] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Folder already exists: Project (dc568c2941544ae1bdae2b0b88834a8a). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1148.959447] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Creating folder: Instances. Parent ref: group-v698629. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1148.960102] env[69226]: DEBUG oslo_vmware.api [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1148.960102] env[69226]: value = "task-3495578" [ 1148.960102] env[69226]: _type = "Task" [ 1148.960102] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.960299] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20cd07c1-2118-46c9-aac0-7a0c4bbafefd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.964961] env[69226]: DEBUG nova.virt.hardware [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.965259] env[69226]: DEBUG nova.virt.hardware [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.965435] env[69226]: DEBUG nova.virt.hardware [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.965626] env[69226]: DEBUG nova.virt.hardware [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.965772] env[69226]: DEBUG nova.virt.hardware [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.965917] env[69226]: DEBUG nova.virt.hardware [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.966145] env[69226]: DEBUG nova.virt.hardware [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.966324] env[69226]: DEBUG nova.virt.hardware [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.966497] env[69226]: DEBUG nova.virt.hardware [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.966678] env[69226]: DEBUG nova.virt.hardware [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.966866] env[69226]: DEBUG nova.virt.hardware [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.970918] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a860bb3e-0513-459e-a1c9-94efd1bddf28 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.982610] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Releasing lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.984570] env[69226]: DEBUG oslo_vmware.api [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.989642] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfb5646-87c9-4a1c-b72c-3557b2ff8250 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.008297] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Created folder: Instances in parent group-v698629. [ 1149.009083] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.009083] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.009781] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-807d29f1-6a0a-4a58-ad3e-3abcde06c427 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.025509] env[69226]: INFO nova.network.neutron [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Port 47873a23-9b4f-4073-b2d5-c5c11395cdb6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1149.025914] env[69226]: DEBUG nova.network.neutron [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Updating instance_info_cache with network_info: [{"id": "5863e72b-7311-42df-b4b8-722214b2b7a6", "address": "fa:16:3e:08:bb:f8", "network": {"id": "b5f8d613-1f81-4dd9-8a85-3ec46149a0ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1176039092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51df88c85f974fd4b9585ca3bfe4de8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5863e72b-73", "ovs_interfaceid": "5863e72b-7311-42df-b4b8-722214b2b7a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.035158] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.035158] env[69226]: value = "task-3495580" [ 1149.035158] env[69226]: _type = "Task" [ 1149.035158] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.051293] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495580, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.085845] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.180935] env[69226]: DEBUG nova.compute.manager [req-dc6f59f6-38ce-43e2-9456-6091276f205b req-7bbb91fc-6f5b-4fe7-8d32-ac385d421d60 service nova] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Received event network-changed-572f4012-d24a-4680-bd49-d166099bde24 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.181183] env[69226]: DEBUG nova.compute.manager [req-dc6f59f6-38ce-43e2-9456-6091276f205b req-7bbb91fc-6f5b-4fe7-8d32-ac385d421d60 service nova] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Refreshing instance network info cache due to event network-changed-572f4012-d24a-4680-bd49-d166099bde24. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.181433] env[69226]: DEBUG oslo_concurrency.lockutils [req-dc6f59f6-38ce-43e2-9456-6091276f205b req-7bbb91fc-6f5b-4fe7-8d32-ac385d421d60 service nova] Acquiring lock "refresh_cache-f45808e4-b5dd-4408-be56-d35386f745d0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.181599] env[69226]: DEBUG oslo_concurrency.lockutils [req-dc6f59f6-38ce-43e2-9456-6091276f205b req-7bbb91fc-6f5b-4fe7-8d32-ac385d421d60 service nova] Acquired lock "refresh_cache-f45808e4-b5dd-4408-be56-d35386f745d0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.181771] env[69226]: DEBUG nova.network.neutron [req-dc6f59f6-38ce-43e2-9456-6091276f205b req-7bbb91fc-6f5b-4fe7-8d32-ac385d421d60 service nova] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Refreshing network info cache for port 572f4012-d24a-4680-bd49-d166099bde24 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.307677] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27e9628b-7df8-436a-a708-eceff1b4f122 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.307677] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27e9628b-7df8-436a-a708-eceff1b4f122 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquired lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.307849] env[69226]: DEBUG nova.network.neutron [None req-27e9628b-7df8-436a-a708-eceff1b4f122 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.354279] env[69226]: DEBUG oslo_concurrency.lockutils [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.354768] env[69226]: DEBUG nova.compute.manager [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.357632] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.272s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.357921] env[69226]: DEBUG nova.objects.instance [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lazy-loading 'resources' on Instance uuid d89978ef-c800-426e-8db7-ad2e2f6a31bc {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.374243] env[69226]: DEBUG oslo_vmware.api [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495576, 'name': ReconfigVM_Task, 'duration_secs': 0.418294} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.374541] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-1e525586-d637-4a27-aa72-055ec7a933e8/volume-1e525586-d637-4a27-aa72-055ec7a933e8.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.380410] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a70de4fd-e3ba-4fdf-91f7-e9c900469167 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.402523] env[69226]: DEBUG oslo_vmware.api [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1149.402523] env[69226]: value = "task-3495581" [ 1149.402523] env[69226]: _type = "Task" [ 1149.402523] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.414728] env[69226]: DEBUG oslo_vmware.api [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.472948] env[69226]: DEBUG oslo_vmware.api [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495578, 'name': PowerOffVM_Task, 'duration_secs': 0.179663} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.473284] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.473455] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.473712] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbbe850c-80d9-443d-891e-f9bba04d2181 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.529059] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Releasing lock "refresh_cache-a6718646-2780-4389-9be9-e911c88e49fd" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.548462] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495580, 'name': CreateVM_Task, 'duration_secs': 0.397029} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.550122] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.550439] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.550851] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.551321] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Deleting the datastore file [datastore2] a6718646-2780-4389-9be9-e911c88e49fd {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.552115] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'attachment_id': 'f8859475-b7e3-4502-89db-65a7040e6c7f', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698635', 'volume_id': 'f411e010-dc9d-4a81-8303-4963b78584a1', 'name': 'volume-f411e010-dc9d-4a81-8303-4963b78584a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f45808e4-b5dd-4408-be56-d35386f745d0', 'attached_at': '', 'detached_at': '', 'volume_id': 'f411e010-dc9d-4a81-8303-4963b78584a1', 'serial': 'f411e010-dc9d-4a81-8303-4963b78584a1'}, 'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69226) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1149.552401] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Root volume attach. Driver type: vmdk {{(pid=69226) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1149.552682] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e5f98f6-9e02-49d8-a7d7-53c5d597af30 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.556831] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda2068a-f968-4383-acfd-81b419875db9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.571555] env[69226]: DEBUG nova.network.neutron [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Successfully updated port: 89d74d33-c09a-47c3-a490-b05dbc400f6b {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.576481] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6b2eb4-a0e1-466e-bd85-74b34587a10e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.578872] env[69226]: DEBUG oslo_vmware.api [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1149.578872] env[69226]: value = "task-3495583" [ 1149.578872] env[69226]: _type = "Task" [ 1149.578872] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.588280] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238bb87d-84e8-4eaa-965c-e2a44bde5cd7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.599661] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.600128] env[69226]: DEBUG oslo_vmware.api [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.601175] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc99fa62-77ba-426e-9f65-52ee93762421 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.612074] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.613891] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-489f3cf3-fa05-427b-9f58-61a57d330c50 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.616863] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b9513a42-050e-4105-b6d6-e114fe938e6a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.627292] env[69226]: DEBUG oslo_vmware.api [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Waiting for the task: (returnval){ [ 1149.627292] env[69226]: value = "task-3495585" [ 1149.627292] env[69226]: _type = "Task" [ 1149.627292] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.640271] env[69226]: DEBUG oslo_vmware.api [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495585, 'name': RelocateVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.695631] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.696071] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.696180] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Deleting the datastore file [datastore1] 8341dde8-af28-4fac-9c5b-d9873c8013bc {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.696909] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0222010-83dd-443d-8f8e-a412fc6e3d92 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.706399] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1149.706399] env[69226]: value = "task-3495586" [ 1149.706399] env[69226]: _type = "Task" [ 1149.706399] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.717863] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.861050] env[69226]: DEBUG nova.compute.utils [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.869948] env[69226]: DEBUG nova.compute.manager [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.870234] env[69226]: DEBUG nova.network.neutron [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.878321] env[69226]: DEBUG oslo_concurrency.lockutils [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Acquiring lock "15e8bab7-d118-4d1d-a11f-ecc5ee013f1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.880099] env[69226]: DEBUG oslo_concurrency.lockutils [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Lock "15e8bab7-d118-4d1d-a11f-ecc5ee013f1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.918356] env[69226]: DEBUG oslo_vmware.api [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495581, 'name': ReconfigVM_Task, 'duration_secs': 0.148529} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.925934] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698646', 'volume_id': '1e525586-d637-4a27-aa72-055ec7a933e8', 'name': 'volume-1e525586-d637-4a27-aa72-055ec7a933e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d', 'attached_at': '', 'detached_at': '', 'volume_id': '1e525586-d637-4a27-aa72-055ec7a933e8', 'serial': '1e525586-d637-4a27-aa72-055ec7a933e8'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1149.932892] env[69226]: DEBUG nova.policy [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd88800f13ba4451c8e197527280e37c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '229c506391074a33973464f45e258839', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.937088] env[69226]: DEBUG nova.virt.hardware [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.938481] env[69226]: DEBUG nova.virt.hardware [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.938481] env[69226]: DEBUG nova.virt.hardware [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.938481] env[69226]: DEBUG nova.virt.hardware [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.938481] env[69226]: DEBUG nova.virt.hardware [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.938481] env[69226]: DEBUG nova.virt.hardware [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.938704] env[69226]: DEBUG nova.virt.hardware [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.941563] env[69226]: DEBUG nova.virt.hardware [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.941563] env[69226]: DEBUG nova.virt.hardware [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.941563] env[69226]: DEBUG nova.virt.hardware [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.941563] env[69226]: DEBUG nova.virt.hardware [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.941563] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850bb011-5a82-4b54-8b65-df5c8e9d99b4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.955491] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72beec3a-8723-41ab-ba6a-a1757888e266 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.972508] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Instance VIF info [] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.978681] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.983752] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.984624] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54327362-903e-463a-ab6b-b87d6b12c46f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.998227] env[69226]: DEBUG nova.network.neutron [req-dc6f59f6-38ce-43e2-9456-6091276f205b req-7bbb91fc-6f5b-4fe7-8d32-ac385d421d60 service nova] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Updated VIF entry in instance network info cache for port 572f4012-d24a-4680-bd49-d166099bde24. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.998227] env[69226]: DEBUG nova.network.neutron [req-dc6f59f6-38ce-43e2-9456-6091276f205b req-7bbb91fc-6f5b-4fe7-8d32-ac385d421d60 service nova] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Updating instance_info_cache with network_info: [{"id": "572f4012-d24a-4680-bd49-d166099bde24", "address": "fa:16:3e:b2:62:77", "network": {"id": "cef52c7a-5339-45d9-b062-313c46d0f82a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-333846396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc568c2941544ae1bdae2b0b88834a8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572f4012-d2", "ovs_interfaceid": "572f4012-d24a-4680-bd49-d166099bde24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.007062] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.007062] env[69226]: value = "task-3495587" [ 1150.007062] env[69226]: _type = "Task" [ 1150.007062] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.023929] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495587, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.032981] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d18d532-55b4-49f2-9c34-c6c22dff7e84 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "interface-a6718646-2780-4389-9be9-e911c88e49fd-47873a23-9b4f-4073-b2d5-c5c11395cdb6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.198s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.080680] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "refresh_cache-2df7e239-31d2-4538-82fe-bfa150fbc42b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.080849] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "refresh_cache-2df7e239-31d2-4538-82fe-bfa150fbc42b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.080986] env[69226]: DEBUG nova.network.neutron [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.093817] env[69226]: DEBUG oslo_vmware.api [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176139} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.093817] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.093817] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.094285] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.094285] env[69226]: INFO nova.compute.manager [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1150.095803] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.095803] env[69226]: DEBUG nova.compute.manager [-] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1150.095803] env[69226]: DEBUG nova.network.neutron [-] [instance: a6718646-2780-4389-9be9-e911c88e49fd] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1150.148304] env[69226]: DEBUG oslo_vmware.api [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495585, 'name': RelocateVM_Task} progress is 20%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.206252] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc6b080-13f6-4f8d-8339-d7d0bf824535 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.216129] env[69226]: DEBUG nova.network.neutron [None req-27e9628b-7df8-436a-a708-eceff1b4f122 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Updating instance_info_cache with network_info: [{"id": "3d8d4a76-79d8-4864-94c3-e4e7654d18fa", "address": "fa:16:3e:51:b4:f5", "network": {"id": "7bd8aaa1-0e47-4e73-ac04-cf2d4cf1d604", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-35924596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907e1860551b414ea4d836c15edec2dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8d4a76-79", "ovs_interfaceid": "3d8d4a76-79d8-4864-94c3-e4e7654d18fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.223455] env[69226]: DEBUG oslo_vmware.api [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342201} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.224714] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7546efb5-039d-44cb-b723-12286e907bb0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.228330] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.228598] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.228931] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.278064] env[69226]: INFO nova.scheduler.client.report [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Deleted allocations for instance 8341dde8-af28-4fac-9c5b-d9873c8013bc [ 1150.280781] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97b935b-ee57-4f9f-8044-7567b8dd5789 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.291424] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b2b2d5-709c-4a60-9256-88a0f0840c90 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.307755] env[69226]: DEBUG nova.compute.provider_tree [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.370685] env[69226]: DEBUG nova.compute.manager [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.375179] env[69226]: DEBUG nova.virt.hardware [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.375420] env[69226]: DEBUG nova.virt.hardware [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.375579] env[69226]: DEBUG nova.virt.hardware [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.375757] env[69226]: DEBUG nova.virt.hardware [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.375904] env[69226]: DEBUG nova.virt.hardware [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.376112] env[69226]: DEBUG nova.virt.hardware [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.376349] env[69226]: DEBUG nova.virt.hardware [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.376514] env[69226]: DEBUG nova.virt.hardware [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.376677] env[69226]: DEBUG nova.virt.hardware [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.376839] env[69226]: DEBUG nova.virt.hardware [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.377017] env[69226]: DEBUG nova.virt.hardware [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.377865] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccad6db-ed80-4edb-b007-1a27039847f5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.381376] env[69226]: DEBUG nova.compute.manager [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.387219] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961f2efd-6d71-41de-8aa9-3756a9dc2f00 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.405833] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:a7:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.412689] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.413644] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.413856] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-785bd693-e87b-4387-b1b7-d627d01bb3c0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.433348] env[69226]: DEBUG nova.network.neutron [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Successfully created port: 5b7ae784-218b-4376-8f20-867246508da2 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.440200] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.440200] env[69226]: value = "task-3495588" [ 1150.440200] env[69226]: _type = "Task" [ 1150.440200] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.450358] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495588, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.503065] env[69226]: DEBUG oslo_concurrency.lockutils [req-dc6f59f6-38ce-43e2-9456-6091276f205b req-7bbb91fc-6f5b-4fe7-8d32-ac385d421d60 service nova] Releasing lock "refresh_cache-f45808e4-b5dd-4408-be56-d35386f745d0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.503331] env[69226]: DEBUG nova.compute.manager [req-dc6f59f6-38ce-43e2-9456-6091276f205b req-7bbb91fc-6f5b-4fe7-8d32-ac385d421d60 service nova] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Received event network-vif-deleted-c190f116-226f-4d74-b0e3-c1abefef5942 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.523890] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495587, 'name': CreateVM_Task, 'duration_secs': 0.338955} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.524082] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.524529] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.524688] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.525260] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.525353] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dd5d808-fb23-4904-b6cd-76ce376a64c6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.531193] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for the task: (returnval){ [ 1150.531193] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528bcf25-c87c-6f2e-939e-bfd0bec9cac5" [ 1150.531193] env[69226]: _type = "Task" [ 1150.531193] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.542675] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528bcf25-c87c-6f2e-939e-bfd0bec9cac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.635117] env[69226]: DEBUG nova.network.neutron [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.640267] env[69226]: DEBUG oslo_vmware.api [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495585, 'name': RelocateVM_Task, 'duration_secs': 0.627458} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.640611] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Volume attach. Driver type: vmdk {{(pid=69226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1150.640845] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698635', 'volume_id': 'f411e010-dc9d-4a81-8303-4963b78584a1', 'name': 'volume-f411e010-dc9d-4a81-8303-4963b78584a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f45808e4-b5dd-4408-be56-d35386f745d0', 'attached_at': '', 'detached_at': '', 'volume_id': 'f411e010-dc9d-4a81-8303-4963b78584a1', 'serial': 'f411e010-dc9d-4a81-8303-4963b78584a1'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1150.644618] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b563cb-b341-49a4-9626-1dc32a7d22ba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.659450] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c603eb-e4ab-4397-a01c-a922ce6dceac {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.686626] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-f411e010-dc9d-4a81-8303-4963b78584a1/volume-f411e010-dc9d-4a81-8303-4963b78584a1.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.687102] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf52f54b-0c2f-4d7c-b799-a5d5c77241b9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.713357] env[69226]: DEBUG oslo_vmware.api [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Waiting for the task: (returnval){ [ 1150.713357] env[69226]: value = "task-3495589" [ 1150.713357] env[69226]: _type = "Task" [ 1150.713357] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.723085] env[69226]: DEBUG oslo_vmware.api [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.724561] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27e9628b-7df8-436a-a708-eceff1b4f122 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Releasing lock "refresh_cache-418bb2f3-bfba-41bf-af24-9453097c4b06" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.725509] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c761379-5849-4e86-b9e4-1730c994feeb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.734603] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-27e9628b-7df8-436a-a708-eceff1b4f122 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Resuming the VM {{(pid=69226) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1150.734989] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40b61381-f386-4ea9-8fa6-fdbc39a22bfd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.743446] env[69226]: DEBUG oslo_vmware.api [None req-27e9628b-7df8-436a-a708-eceff1b4f122 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1150.743446] env[69226]: value = "task-3495590" [ 1150.743446] env[69226]: _type = "Task" [ 1150.743446] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.760365] env[69226]: DEBUG oslo_vmware.api [None req-27e9628b-7df8-436a-a708-eceff1b4f122 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.786198] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.815025] env[69226]: DEBUG nova.scheduler.client.report [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.876146] env[69226]: DEBUG nova.network.neutron [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Updating instance_info_cache with network_info: [{"id": "89d74d33-c09a-47c3-a490-b05dbc400f6b", "address": "fa:16:3e:0f:f6:57", "network": {"id": "9c65556d-6175-4954-9db1-62a207b48aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1512905937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943bc6f18f734038a6c6186a42aebe1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d74d33-c0", "ovs_interfaceid": "89d74d33-c09a-47c3-a490-b05dbc400f6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.912800] env[69226]: DEBUG oslo_concurrency.lockutils [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.955996] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495588, 'name': CreateVM_Task, 'duration_secs': 0.490803} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.956205] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.957303] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.980617] env[69226]: DEBUG nova.objects.instance [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lazy-loading 'flavor' on Instance uuid ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.045296] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528bcf25-c87c-6f2e-939e-bfd0bec9cac5, 'name': SearchDatastore_Task, 'duration_secs': 0.012373} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.045530] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.045760] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.045999] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.046160] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.046344] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.046640] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.046957] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.047203] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93165fc7-3a3f-4f4a-8482-cd4e9caed97e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.049541] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af87a73e-0773-4988-b562-5c51a7babc31 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.057129] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1151.057129] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527ff013-cb73-9239-a859-4858fd9f7505" [ 1151.057129] env[69226]: _type = "Task" [ 1151.057129] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.061335] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.061660] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.062762] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95655b6b-1b9d-4ffb-8f7f-b8473e5ff514 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.068653] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527ff013-cb73-9239-a859-4858fd9f7505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.072369] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for the task: (returnval){ [ 1151.072369] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5223671f-c705-23f6-0968-987f8fcce240" [ 1151.072369] env[69226]: _type = "Task" [ 1151.072369] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.081720] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5223671f-c705-23f6-0968-987f8fcce240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.231248] env[69226]: DEBUG oslo_vmware.api [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495589, 'name': ReconfigVM_Task, 'duration_secs': 0.464779} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.231584] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-f411e010-dc9d-4a81-8303-4963b78584a1/volume-f411e010-dc9d-4a81-8303-4963b78584a1.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.238304] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf99dcd8-23db-48b8-b65d-b4a823e78845 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.267716] env[69226]: DEBUG oslo_vmware.api [None req-27e9628b-7df8-436a-a708-eceff1b4f122 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.270936] env[69226]: DEBUG oslo_vmware.api [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Waiting for the task: (returnval){ [ 1151.270936] env[69226]: value = "task-3495591" [ 1151.270936] env[69226]: _type = "Task" [ 1151.270936] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.286539] env[69226]: DEBUG oslo_vmware.api [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495591, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.290385] env[69226]: DEBUG nova.compute.manager [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Received event network-vif-plugged-89d74d33-c09a-47c3-a490-b05dbc400f6b {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.290630] env[69226]: DEBUG oslo_concurrency.lockutils [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] Acquiring lock "2df7e239-31d2-4538-82fe-bfa150fbc42b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.290942] env[69226]: DEBUG oslo_concurrency.lockutils [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] Lock "2df7e239-31d2-4538-82fe-bfa150fbc42b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.291141] env[69226]: DEBUG oslo_concurrency.lockutils [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] Lock "2df7e239-31d2-4538-82fe-bfa150fbc42b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.291314] env[69226]: DEBUG nova.compute.manager [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] No waiting events found dispatching network-vif-plugged-89d74d33-c09a-47c3-a490-b05dbc400f6b {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.291515] env[69226]: WARNING nova.compute.manager [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Received unexpected event network-vif-plugged-89d74d33-c09a-47c3-a490-b05dbc400f6b for instance with vm_state building and task_state spawning. [ 1151.291690] env[69226]: DEBUG nova.compute.manager [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Received event network-vif-unplugged-9bc79ed1-f427-48b7-9976-7b029eefce81 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.291882] env[69226]: DEBUG oslo_concurrency.lockutils [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] Acquiring lock "8341dde8-af28-4fac-9c5b-d9873c8013bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.292173] env[69226]: DEBUG oslo_concurrency.lockutils [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] Lock "8341dde8-af28-4fac-9c5b-d9873c8013bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.292352] env[69226]: DEBUG oslo_concurrency.lockutils [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] Lock "8341dde8-af28-4fac-9c5b-d9873c8013bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.292518] env[69226]: DEBUG nova.compute.manager [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] No waiting events found dispatching network-vif-unplugged-9bc79ed1-f427-48b7-9976-7b029eefce81 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.292713] env[69226]: WARNING nova.compute.manager [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Received unexpected event network-vif-unplugged-9bc79ed1-f427-48b7-9976-7b029eefce81 for instance with vm_state shelved_offloaded and task_state None. [ 1151.292885] env[69226]: DEBUG nova.compute.manager [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Received event network-changed-89d74d33-c09a-47c3-a490-b05dbc400f6b {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.293163] env[69226]: DEBUG nova.compute.manager [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Refreshing instance network info cache due to event network-changed-89d74d33-c09a-47c3-a490-b05dbc400f6b. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.293362] env[69226]: DEBUG oslo_concurrency.lockutils [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] Acquiring lock "refresh_cache-2df7e239-31d2-4538-82fe-bfa150fbc42b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.325508] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.331993] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.543s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.331993] env[69226]: DEBUG nova.objects.instance [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lazy-loading 'resources' on Instance uuid 8341dde8-af28-4fac-9c5b-d9873c8013bc {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.366174] env[69226]: INFO nova.scheduler.client.report [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Deleted allocations for instance d89978ef-c800-426e-8db7-ad2e2f6a31bc [ 1151.382634] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "refresh_cache-2df7e239-31d2-4538-82fe-bfa150fbc42b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.382817] env[69226]: DEBUG nova.compute.manager [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Instance network_info: |[{"id": "89d74d33-c09a-47c3-a490-b05dbc400f6b", "address": "fa:16:3e:0f:f6:57", "network": {"id": "9c65556d-6175-4954-9db1-62a207b48aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1512905937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943bc6f18f734038a6c6186a42aebe1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d74d33-c0", "ovs_interfaceid": "89d74d33-c09a-47c3-a490-b05dbc400f6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.383135] env[69226]: DEBUG oslo_concurrency.lockutils [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] Acquired lock "refresh_cache-2df7e239-31d2-4538-82fe-bfa150fbc42b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.383328] env[69226]: DEBUG nova.network.neutron [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Refreshing network info cache for port 89d74d33-c09a-47c3-a490-b05dbc400f6b {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.385038] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:f6:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89d74d33-c09a-47c3-a490-b05dbc400f6b', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.394652] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.399511] env[69226]: DEBUG nova.compute.manager [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.403014] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.403949] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bd409a5-1233-45a6-8f54-3fb73ce88518 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.433298] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.433298] env[69226]: value = "task-3495592" [ 1151.433298] env[69226]: _type = "Task" [ 1151.433298] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.439652] env[69226]: DEBUG nova.virt.hardware [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.439914] env[69226]: DEBUG nova.virt.hardware [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.440142] env[69226]: DEBUG nova.virt.hardware [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.440383] env[69226]: DEBUG nova.virt.hardware [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.440607] env[69226]: DEBUG nova.virt.hardware [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.440793] env[69226]: DEBUG nova.virt.hardware [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.441036] env[69226]: DEBUG nova.virt.hardware [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.441616] env[69226]: DEBUG nova.virt.hardware [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.441836] env[69226]: DEBUG nova.virt.hardware [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.442033] env[69226]: DEBUG nova.virt.hardware [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.442239] env[69226]: DEBUG nova.virt.hardware [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.443764] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628bf34a-af94-4f7c-a780-eafe2b8ee4ec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.452236] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495592, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.462496] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dac72f-4b16-4290-b2fb-7624545a8132 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.491228] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d1046ef3-813e-4ae2-a43c-bb36e026fd58 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.848s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.516488] env[69226]: DEBUG nova.network.neutron [-] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.571145] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]527ff013-cb73-9239-a859-4858fd9f7505, 'name': SearchDatastore_Task, 'duration_secs': 0.020226} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.574025] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.574200] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.574419] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.585323] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5223671f-c705-23f6-0968-987f8fcce240, 'name': SearchDatastore_Task, 'duration_secs': 0.009448} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.587235] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5949117-040a-447a-8ba8-dbbd4f4225f7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.593296] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for the task: (returnval){ [ 1151.593296] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52190320-879d-6325-08ae-edb717014800" [ 1151.593296] env[69226]: _type = "Task" [ 1151.593296] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.606244] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52190320-879d-6325-08ae-edb717014800, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.697511] env[69226]: DEBUG nova.network.neutron [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Updated VIF entry in instance network info cache for port 89d74d33-c09a-47c3-a490-b05dbc400f6b. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.697953] env[69226]: DEBUG nova.network.neutron [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Updating instance_info_cache with network_info: [{"id": "89d74d33-c09a-47c3-a490-b05dbc400f6b", "address": "fa:16:3e:0f:f6:57", "network": {"id": "9c65556d-6175-4954-9db1-62a207b48aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1512905937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943bc6f18f734038a6c6186a42aebe1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d74d33-c0", "ovs_interfaceid": "89d74d33-c09a-47c3-a490-b05dbc400f6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.768255] env[69226]: DEBUG oslo_vmware.api [None req-27e9628b-7df8-436a-a708-eceff1b4f122 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495590, 'name': PowerOnVM_Task, 'duration_secs': 0.591229} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.768512] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-27e9628b-7df8-436a-a708-eceff1b4f122 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Resumed the VM {{(pid=69226) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1151.768724] env[69226]: DEBUG nova.compute.manager [None req-27e9628b-7df8-436a-a708-eceff1b4f122 tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.769580] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9535f46f-cd1a-4045-91f4-07cf5f8c6465 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.784392] env[69226]: DEBUG oslo_vmware.api [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495591, 'name': ReconfigVM_Task, 'duration_secs': 0.297538} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.784878] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698635', 'volume_id': 'f411e010-dc9d-4a81-8303-4963b78584a1', 'name': 'volume-f411e010-dc9d-4a81-8303-4963b78584a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f45808e4-b5dd-4408-be56-d35386f745d0', 'attached_at': '', 'detached_at': '', 'volume_id': 'f411e010-dc9d-4a81-8303-4963b78584a1', 'serial': 'f411e010-dc9d-4a81-8303-4963b78584a1'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1151.785462] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72170fa8-1785-4778-a11b-ed94169f87f1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.793236] env[69226]: DEBUG oslo_vmware.api [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Waiting for the task: (returnval){ [ 1151.793236] env[69226]: value = "task-3495593" [ 1151.793236] env[69226]: _type = "Task" [ 1151.793236] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.802653] env[69226]: DEBUG oslo_vmware.api [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495593, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.832521] env[69226]: DEBUG nova.objects.instance [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lazy-loading 'numa_topology' on Instance uuid 8341dde8-af28-4fac-9c5b-d9873c8013bc {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.875300] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2014a256-89fd-4d29-9380-46a624fdf55d tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "d89978ef-c800-426e-8db7-ad2e2f6a31bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.779s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.944586] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495592, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.995566] env[69226]: DEBUG nova.compute.manager [req-36659b87-5801-4261-b0f1-ce0632737dea req-7c22bc68-976b-490f-b1ad-e73504edda44 service nova] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Received event network-vif-plugged-5b7ae784-218b-4376-8f20-867246508da2 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.995800] env[69226]: DEBUG oslo_concurrency.lockutils [req-36659b87-5801-4261-b0f1-ce0632737dea req-7c22bc68-976b-490f-b1ad-e73504edda44 service nova] Acquiring lock "23c0fe98-6794-485c-b170-29e35fdf7095-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.996022] env[69226]: DEBUG oslo_concurrency.lockutils [req-36659b87-5801-4261-b0f1-ce0632737dea req-7c22bc68-976b-490f-b1ad-e73504edda44 service nova] Lock "23c0fe98-6794-485c-b170-29e35fdf7095-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.996186] env[69226]: DEBUG oslo_concurrency.lockutils [req-36659b87-5801-4261-b0f1-ce0632737dea req-7c22bc68-976b-490f-b1ad-e73504edda44 service nova] Lock "23c0fe98-6794-485c-b170-29e35fdf7095-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.996310] env[69226]: DEBUG nova.compute.manager [req-36659b87-5801-4261-b0f1-ce0632737dea req-7c22bc68-976b-490f-b1ad-e73504edda44 service nova] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] No waiting events found dispatching network-vif-plugged-5b7ae784-218b-4376-8f20-867246508da2 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.996489] env[69226]: WARNING nova.compute.manager [req-36659b87-5801-4261-b0f1-ce0632737dea req-7c22bc68-976b-490f-b1ad-e73504edda44 service nova] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Received unexpected event network-vif-plugged-5b7ae784-218b-4376-8f20-867246508da2 for instance with vm_state building and task_state spawning. [ 1152.019825] env[69226]: INFO nova.compute.manager [-] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Took 1.92 seconds to deallocate network for instance. [ 1152.108657] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52190320-879d-6325-08ae-edb717014800, 'name': SearchDatastore_Task, 'duration_secs': 0.029977} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.109105] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.109462] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] d2a92fc8-ffa3-4316-88bd-c4477452c975/d2a92fc8-ffa3-4316-88bd-c4477452c975.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.109756] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.109946] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.110196] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b7ac81a-fbf4-44f3-a66b-0afcb4999575 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.115308] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a7fc595-02d3-42d4-8805-be0ceb582380 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.127283] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for the task: (returnval){ [ 1152.127283] env[69226]: value = "task-3495594" [ 1152.127283] env[69226]: _type = "Task" [ 1152.127283] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.132898] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.133342] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.135032] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7441c1d-aee9-4dc3-8444-34c635243e49 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.140406] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.144897] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1152.144897] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f26cb1-5ddc-a237-413a-2274860ba38e" [ 1152.144897] env[69226]: _type = "Task" [ 1152.144897] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.154239] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f26cb1-5ddc-a237-413a-2274860ba38e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.175421] env[69226]: DEBUG nova.network.neutron [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Successfully updated port: 5b7ae784-218b-4376-8f20-867246508da2 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.204119] env[69226]: DEBUG oslo_concurrency.lockutils [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] Releasing lock "refresh_cache-2df7e239-31d2-4538-82fe-bfa150fbc42b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.204472] env[69226]: DEBUG nova.compute.manager [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Received event network-changed-9bc79ed1-f427-48b7-9976-7b029eefce81 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.204565] env[69226]: DEBUG nova.compute.manager [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Refreshing instance network info cache due to event network-changed-9bc79ed1-f427-48b7-9976-7b029eefce81. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.204795] env[69226]: DEBUG oslo_concurrency.lockutils [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] Acquiring lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.204961] env[69226]: DEBUG oslo_concurrency.lockutils [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] Acquired lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.205141] env[69226]: DEBUG nova.network.neutron [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Refreshing network info cache for port 9bc79ed1-f427-48b7-9976-7b029eefce81 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.305089] env[69226]: DEBUG oslo_vmware.api [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495593, 'name': Rename_Task, 'duration_secs': 0.242542} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.305428] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.305680] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2018aa0b-a792-474f-9f12-dabe1d1c68f1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.314417] env[69226]: DEBUG oslo_vmware.api [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Waiting for the task: (returnval){ [ 1152.314417] env[69226]: value = "task-3495595" [ 1152.314417] env[69226]: _type = "Task" [ 1152.314417] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.324401] env[69226]: DEBUG oslo_vmware.api [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.335109] env[69226]: DEBUG nova.objects.base [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Object Instance<8341dde8-af28-4fac-9c5b-d9873c8013bc> lazy-loaded attributes: resources,numa_topology {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1152.450722] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495592, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.527825] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.565993] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd18808a-5543-4171-af22-afef9e205935 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.574205] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3f722b-e550-48c0-9bc6-33d26967a7f1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.609527] env[69226]: DEBUG oslo_concurrency.lockutils [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "8341dde8-af28-4fac-9c5b-d9873c8013bc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.610335] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255d8215-7fec-4bb7-922b-e77eac1fdf84 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.619882] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce70c7fe-d2f7-4c72-a203-5b09d87e6af3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.639597] env[69226]: DEBUG nova.compute.manager [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Stashing vm_state: active {{(pid=69226) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1152.642620] env[69226]: DEBUG nova.compute.provider_tree [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.651446] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.656527] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f26cb1-5ddc-a237-413a-2274860ba38e, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.657319] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d67ad16-4375-4fc3-9965-ed2090b4748e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.664950] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1152.664950] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5281f947-da1d-fda3-306f-fe242757f596" [ 1152.664950] env[69226]: _type = "Task" [ 1152.664950] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.674984] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5281f947-da1d-fda3-306f-fe242757f596, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.679652] env[69226]: DEBUG oslo_concurrency.lockutils [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Acquiring lock "refresh_cache-23c0fe98-6794-485c-b170-29e35fdf7095" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.680748] env[69226]: DEBUG oslo_concurrency.lockutils [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Acquired lock "refresh_cache-23c0fe98-6794-485c-b170-29e35fdf7095" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.680748] env[69226]: DEBUG nova.network.neutron [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.825343] env[69226]: DEBUG oslo_vmware.api [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.917217] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "adc22ecb-f1ea-4b42-a697-bf935aa9beee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.917463] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "adc22ecb-f1ea-4b42-a697-bf935aa9beee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.947151] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495592, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.122909] env[69226]: DEBUG nova.network.neutron [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Updated VIF entry in instance network info cache for port 9bc79ed1-f427-48b7-9976-7b029eefce81. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.123316] env[69226]: DEBUG nova.network.neutron [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Updating instance_info_cache with network_info: [{"id": "9bc79ed1-f427-48b7-9976-7b029eefce81", "address": "fa:16:3e:0a:09:e4", "network": {"id": "61f4be9c-0e3d-4a47-bb9b-afb0b674e5b2", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1604472150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66aa0a2126264cfca886a893cfa086c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9bc79ed1-f4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.139730] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495594, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.145025] env[69226]: DEBUG nova.scheduler.client.report [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.176658] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5281f947-da1d-fda3-306f-fe242757f596, 'name': SearchDatastore_Task, 'duration_secs': 0.011791} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.177788] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.178096] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.178360] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4/79c96f3a-d9a4-4a89-9bfc-bda761bae6f4.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.178670] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e66870c-b136-40a3-adfd-6507ac9939b0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.191956] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1153.191956] env[69226]: value = "task-3495596" [ 1153.191956] env[69226]: _type = "Task" [ 1153.191956] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.201542] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.231826] env[69226]: DEBUG nova.network.neutron [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.325539] env[69226]: DEBUG oslo_vmware.api [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.422161] env[69226]: DEBUG nova.compute.manager [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.448915] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495592, 'name': CreateVM_Task, 'duration_secs': 1.666688} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.449123] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.449886] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.450063] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.450421] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.450709] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4085c2de-485b-4456-bc6a-6bdd537c3782 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.456651] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1153.456651] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521b3a7f-d04f-0657-3eac-28f3d5a81235" [ 1153.456651] env[69226]: _type = "Task" [ 1153.456651] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.466172] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521b3a7f-d04f-0657-3eac-28f3d5a81235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.467255] env[69226]: DEBUG nova.network.neutron [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Updating instance_info_cache with network_info: [{"id": "5b7ae784-218b-4376-8f20-867246508da2", "address": "fa:16:3e:9a:c7:8d", "network": {"id": "e31ac400-e427-4b5c-ba67-a3741f4470be", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-578503523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "229c506391074a33973464f45e258839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b7ae784-21", "ovs_interfaceid": "5b7ae784-218b-4376-8f20-867246508da2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.626135] env[69226]: DEBUG oslo_concurrency.lockutils [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] Releasing lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.626416] env[69226]: DEBUG nova.compute.manager [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Received event network-vif-deleted-5863e72b-7311-42df-b4b8-722214b2b7a6 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.626595] env[69226]: INFO nova.compute.manager [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Neutron deleted interface 5863e72b-7311-42df-b4b8-722214b2b7a6; detaching it from the instance and deleting it from the info cache [ 1153.626767] env[69226]: DEBUG nova.network.neutron [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.641603] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495594, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.386996} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.642576] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] d2a92fc8-ffa3-4316-88bd-c4477452c975/d2a92fc8-ffa3-4316-88bd-c4477452c975.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.642803] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.643066] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29b2f857-9d8d-403e-bf15-b4bd037594ed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.651581] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for the task: (returnval){ [ 1153.651581] env[69226]: value = "task-3495597" [ 1153.651581] env[69226]: _type = "Task" [ 1153.651581] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.652479] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.323s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.659881] env[69226]: DEBUG oslo_concurrency.lockutils [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.747s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.662031] env[69226]: INFO nova.compute.claims [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.671599] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.704345] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495596, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.829480] env[69226]: DEBUG oslo_vmware.api [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495595, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.941863] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.972027] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521b3a7f-d04f-0657-3eac-28f3d5a81235, 'name': SearchDatastore_Task, 'duration_secs': 0.027857} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.972027] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.972027] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.972027] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.972027] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.972027] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.972027] env[69226]: DEBUG oslo_concurrency.lockutils [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Releasing lock "refresh_cache-23c0fe98-6794-485c-b170-29e35fdf7095" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.972027] env[69226]: DEBUG nova.compute.manager [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Instance network_info: |[{"id": "5b7ae784-218b-4376-8f20-867246508da2", "address": "fa:16:3e:9a:c7:8d", "network": {"id": "e31ac400-e427-4b5c-ba67-a3741f4470be", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-578503523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "229c506391074a33973464f45e258839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b7ae784-21", "ovs_interfaceid": "5b7ae784-218b-4376-8f20-867246508da2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.972027] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a03bd7f-0d8e-4cf3-9a06-f59df1306d06 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.973241] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:c7:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b7ae784-218b-4376-8f20-867246508da2', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.981533] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Creating folder: Project (229c506391074a33973464f45e258839). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1153.982129] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dc18731-ba58-4970-96a4-314b5182e03b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.995538] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Created folder: Project (229c506391074a33973464f45e258839) in parent group-v698365. [ 1153.995870] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Creating folder: Instances. Parent ref: group-v698652. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1153.996165] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af3fc093-38e8-492e-8e9e-4ce4b6858d4b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.999093] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.999493] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.000934] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb22f053-f3d0-47c1-aac4-1c06c3f55878 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.006640] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1154.006640] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e0374f-a445-e21b-2077-9c908d86c542" [ 1154.006640] env[69226]: _type = "Task" [ 1154.006640] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.011895] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Created folder: Instances in parent group-v698652. [ 1154.012185] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.015324] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.015627] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e0374f-a445-e21b-2077-9c908d86c542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.015868] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9824891b-d5ed-440f-b4eb-fe64aa9e8106 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.034742] env[69226]: DEBUG nova.compute.manager [req-8e68afd3-df1e-4ed8-805d-655caf85c7ba req-afb6a908-797c-4dcf-8c2d-cf0cb69cc953 service nova] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Received event network-changed-5b7ae784-218b-4376-8f20-867246508da2 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.035392] env[69226]: DEBUG nova.compute.manager [req-8e68afd3-df1e-4ed8-805d-655caf85c7ba req-afb6a908-797c-4dcf-8c2d-cf0cb69cc953 service nova] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Refreshing instance network info cache due to event network-changed-5b7ae784-218b-4376-8f20-867246508da2. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.035392] env[69226]: DEBUG oslo_concurrency.lockutils [req-8e68afd3-df1e-4ed8-805d-655caf85c7ba req-afb6a908-797c-4dcf-8c2d-cf0cb69cc953 service nova] Acquiring lock "refresh_cache-23c0fe98-6794-485c-b170-29e35fdf7095" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.035392] env[69226]: DEBUG oslo_concurrency.lockutils [req-8e68afd3-df1e-4ed8-805d-655caf85c7ba req-afb6a908-797c-4dcf-8c2d-cf0cb69cc953 service nova] Acquired lock "refresh_cache-23c0fe98-6794-485c-b170-29e35fdf7095" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.035591] env[69226]: DEBUG nova.network.neutron [req-8e68afd3-df1e-4ed8-805d-655caf85c7ba req-afb6a908-797c-4dcf-8c2d-cf0cb69cc953 service nova] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Refreshing network info cache for port 5b7ae784-218b-4376-8f20-867246508da2 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.043229] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.043229] env[69226]: value = "task-3495600" [ 1154.043229] env[69226]: _type = "Task" [ 1154.043229] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.053649] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495600, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.135145] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-674f1372-fc66-404c-a43c-251cf4a91e58 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.147376] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b0948b-8551-4706-9870-6676bb567222 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.170336] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09224} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.172354] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.172975] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f744f76b-63e5-4233-9bdc-ae50ec39b5f3 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "8341dde8-af28-4fac-9c5b-d9873c8013bc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.471s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.174272] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fa44ed-b1ba-4627-891c-801459b29a56 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.177286] env[69226]: DEBUG oslo_concurrency.lockutils [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "8341dde8-af28-4fac-9c5b-d9873c8013bc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.568s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.177513] env[69226]: INFO nova.compute.manager [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Unshelving [ 1154.191794] env[69226]: DEBUG nova.compute.manager [req-21b060cc-bcc5-460f-85e7-bcb2de666801 req-c6d7be22-ce92-4d5e-9e8f-ed0e58251c7a service nova] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Detach interface failed, port_id=5863e72b-7311-42df-b4b8-722214b2b7a6, reason: Instance a6718646-2780-4389-9be9-e911c88e49fd could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1154.216694] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] d2a92fc8-ffa3-4316-88bd-c4477452c975/d2a92fc8-ffa3-4316-88bd-c4477452c975.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.217348] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9b77245-dcdd-4f9e-8b75-66b74c6b8ae1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.235916] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788957} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.236540] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4/79c96f3a-d9a4-4a89-9bfc-bda761bae6f4.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.236765] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.237260] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-314f9e4a-2810-4332-aa39-069770ed29df {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.243511] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for the task: (returnval){ [ 1154.243511] env[69226]: value = "task-3495601" [ 1154.243511] env[69226]: _type = "Task" [ 1154.243511] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.245068] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1154.245068] env[69226]: value = "task-3495602" [ 1154.245068] env[69226]: _type = "Task" [ 1154.245068] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.257349] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.261313] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.330748] env[69226]: DEBUG oslo_vmware.api [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495595, 'name': PowerOnVM_Task, 'duration_secs': 1.53222} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.331077] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.331270] env[69226]: INFO nova.compute.manager [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Took 5.69 seconds to spawn the instance on the hypervisor. [ 1154.331523] env[69226]: DEBUG nova.compute.manager [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.332286] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23fefc9-0dc1-44b8-9521-15cdca5122c3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.519715] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e0374f-a445-e21b-2077-9c908d86c542, 'name': SearchDatastore_Task, 'duration_secs': 0.088734} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.520572] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9494b8f9-2b8a-4993-8cee-edcbb8afe991 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.526564] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1154.526564] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f2a522-04e7-f300-8256-a20f7cec6f86" [ 1154.526564] env[69226]: _type = "Task" [ 1154.526564] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.535021] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f2a522-04e7-f300-8256-a20f7cec6f86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.554906] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495600, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.702279] env[69226]: DEBUG nova.compute.utils [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.760790] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.766543] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074528} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.766860] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.767806] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad04eec6-4547-406e-96c2-9e99fe76cc37 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.801177] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4/79c96f3a-d9a4-4a89-9bfc-bda761bae6f4.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.810039] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49e7dd44-737d-4033-ba08-5e75b05c1cc0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.830516] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1154.830516] env[69226]: value = "task-3495603" [ 1154.830516] env[69226]: _type = "Task" [ 1154.830516] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.840968] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.856873] env[69226]: INFO nova.compute.manager [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Took 14.69 seconds to build instance. [ 1154.955608] env[69226]: DEBUG nova.network.neutron [req-8e68afd3-df1e-4ed8-805d-655caf85c7ba req-afb6a908-797c-4dcf-8c2d-cf0cb69cc953 service nova] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Updated VIF entry in instance network info cache for port 5b7ae784-218b-4376-8f20-867246508da2. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.955608] env[69226]: DEBUG nova.network.neutron [req-8e68afd3-df1e-4ed8-805d-655caf85c7ba req-afb6a908-797c-4dcf-8c2d-cf0cb69cc953 service nova] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Updating instance_info_cache with network_info: [{"id": "5b7ae784-218b-4376-8f20-867246508da2", "address": "fa:16:3e:9a:c7:8d", "network": {"id": "e31ac400-e427-4b5c-ba67-a3741f4470be", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-578503523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "229c506391074a33973464f45e258839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b7ae784-21", "ovs_interfaceid": "5b7ae784-218b-4376-8f20-867246508da2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.012639] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e25911-50b5-497a-bfb5-1382ef8e1006 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.021130] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dbc740-c981-4ace-8985-34ec91ba65a2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.063321] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bedb727-2375-4085-a17e-f22328b69d83 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.071747] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f2a522-04e7-f300-8256-a20f7cec6f86, 'name': SearchDatastore_Task, 'duration_secs': 0.049545} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.072803] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.073141] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 2df7e239-31d2-4538-82fe-bfa150fbc42b/2df7e239-31d2-4538-82fe-bfa150fbc42b.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.073423] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf1dc34c-4b0a-4fc5-a4f3-5cd87471786f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.080566] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495600, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.083026] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09366519-3395-4d04-a38f-b647d64b7ac1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.087936] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1155.087936] env[69226]: value = "task-3495604" [ 1155.087936] env[69226]: _type = "Task" [ 1155.087936] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.101723] env[69226]: DEBUG nova.compute.provider_tree [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.106812] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.205352] env[69226]: INFO nova.virt.block_device [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Booting with volume 8df2ecfc-b060-4630-ad82-86196891c8e4 at /dev/sdb [ 1155.250542] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a27eb8fd-50fe-4e21-99a5-dcba193bfe54 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.260307] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495601, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.264454] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ccf668-4eea-40fe-94b5-d54cdbc96fb1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.301772] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbcc7658-fed3-4a59-8c53-aee72661d2ce {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.312343] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7a6556-7e15-411d-8566-4b9afcde4f25 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.341255] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.354766] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182caab6-e2a2-4bef-82b4-05fc05b33b77 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.359523] env[69226]: DEBUG oslo_concurrency.lockutils [None req-73eec24c-6c9c-4b23-bedb-1ff3b90a72fd tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Lock "f45808e4-b5dd-4408-be56-d35386f745d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.204s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.363169] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877344ec-e17c-4b1c-b6df-e4dc6c30adef {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.380930] env[69226]: DEBUG nova.virt.block_device [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Updating existing volume attachment record: d9fdcd7e-ebbb-48ad-ab21-0c5a40bf19e4 {{(pid=69226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1155.460864] env[69226]: DEBUG oslo_concurrency.lockutils [req-8e68afd3-df1e-4ed8-805d-655caf85c7ba req-afb6a908-797c-4dcf-8c2d-cf0cb69cc953 service nova] Releasing lock "refresh_cache-23c0fe98-6794-485c-b170-29e35fdf7095" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.571187] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495600, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.599386] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495604, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.609466] env[69226]: DEBUG nova.scheduler.client.report [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.761919] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495601, 'name': ReconfigVM_Task, 'duration_secs': 1.063692} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.762482] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Reconfigured VM instance instance-00000067 to attach disk [datastore2] d2a92fc8-ffa3-4316-88bd-c4477452c975/d2a92fc8-ffa3-4316-88bd-c4477452c975.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.763285] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab8d3f44-cf20-4a28-845c-b7cb8d85f8bf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.774967] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for the task: (returnval){ [ 1155.774967] env[69226]: value = "task-3495608" [ 1155.774967] env[69226]: _type = "Task" [ 1155.774967] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.785611] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495608, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.846979] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495603, 'name': ReconfigVM_Task, 'duration_secs': 0.586012} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.846979] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4/79c96f3a-d9a4-4a89-9bfc-bda761bae6f4.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.848272] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'encryption_format': None, 'device_type': 'disk', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_secret_uuid': None, 'disk_bus': None, 'image_id': '38268fa2-337a-4248-8dc7-dee22924494d'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'attachment_id': '966c192b-e9b5-4e01-8588-ff55308f14a0', 'device_type': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698640', 'volume_id': '836d94fa-fba5-438b-adda-06dd5642c2d5', 'name': 'volume-836d94fa-fba5-438b-adda-06dd5642c2d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79c96f3a-d9a4-4a89-9bfc-bda761bae6f4', 'attached_at': '', 'detached_at': '', 'volume_id': '836d94fa-fba5-438b-adda-06dd5642c2d5', 'serial': '836d94fa-fba5-438b-adda-06dd5642c2d5'}, 'guest_format': None, 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69226) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1155.848545] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Volume attach. Driver type: vmdk {{(pid=69226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1155.848795] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698640', 'volume_id': '836d94fa-fba5-438b-adda-06dd5642c2d5', 'name': 'volume-836d94fa-fba5-438b-adda-06dd5642c2d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79c96f3a-d9a4-4a89-9bfc-bda761bae6f4', 'attached_at': '', 'detached_at': '', 'volume_id': '836d94fa-fba5-438b-adda-06dd5642c2d5', 'serial': '836d94fa-fba5-438b-adda-06dd5642c2d5'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1155.850367] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00896af0-7a9b-4f74-90f6-962c110d98d7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.881594] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29820c7e-0128-49b1-b65c-6a30b178cfaf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.917678] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] volume-836d94fa-fba5-438b-adda-06dd5642c2d5/volume-836d94fa-fba5-438b-adda-06dd5642c2d5.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.918178] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e41823c-88f6-4258-a6d3-52808c20d6de {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.940829] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1155.940829] env[69226]: value = "task-3495609" [ 1155.940829] env[69226]: _type = "Task" [ 1155.940829] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.951731] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.073280] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495600, 'name': CreateVM_Task, 'duration_secs': 1.786684} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.073552] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.074261] env[69226]: DEBUG oslo_concurrency.lockutils [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.074446] env[69226]: DEBUG oslo_concurrency.lockutils [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.074831] env[69226]: DEBUG oslo_concurrency.lockutils [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.075431] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f3a7400-b73c-4401-9648-3dda1c99ef8a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.080866] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Waiting for the task: (returnval){ [ 1156.080866] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52645b2e-fce7-5c30-a2f4-62bc2afa6028" [ 1156.080866] env[69226]: _type = "Task" [ 1156.080866] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.090384] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52645b2e-fce7-5c30-a2f4-62bc2afa6028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.101917] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495604, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.008608} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.102236] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 2df7e239-31d2-4538-82fe-bfa150fbc42b/2df7e239-31d2-4538-82fe-bfa150fbc42b.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.102527] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.102794] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-912ea105-4304-4b5b-af8d-4130915132c0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.110276] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1156.110276] env[69226]: value = "task-3495610" [ 1156.110276] env[69226]: _type = "Task" [ 1156.110276] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.115820] env[69226]: DEBUG oslo_concurrency.lockutils [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.116377] env[69226]: DEBUG nova.compute.manager [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.124439] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.595s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.124439] env[69226]: DEBUG nova.objects.instance [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lazy-loading 'resources' on Instance uuid a6718646-2780-4389-9be9-e911c88e49fd {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.124439] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.287244] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495608, 'name': Rename_Task, 'duration_secs': 0.256681} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.287640] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.287956] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-380a7931-7858-49db-a9cd-436972643bf1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.296043] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for the task: (returnval){ [ 1156.296043] env[69226]: value = "task-3495611" [ 1156.296043] env[69226]: _type = "Task" [ 1156.296043] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.308733] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.451611] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495609, 'name': ReconfigVM_Task, 'duration_secs': 0.366719} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.452265] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Reconfigured VM instance instance-0000005d to attach disk [datastore2] volume-836d94fa-fba5-438b-adda-06dd5642c2d5/volume-836d94fa-fba5-438b-adda-06dd5642c2d5.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.457283] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d389a44c-e4d6-4365-8832-33f0270baa7b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.478021] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1156.478021] env[69226]: value = "task-3495612" [ 1156.478021] env[69226]: _type = "Task" [ 1156.478021] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.485476] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.525320] env[69226]: DEBUG nova.compute.manager [req-2ac72f80-e5d6-4745-a22f-1ff1603b658f req-15c9adc8-f461-4303-b16a-c97bb6e40863 service nova] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Received event network-changed-572f4012-d24a-4680-bd49-d166099bde24 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.525561] env[69226]: DEBUG nova.compute.manager [req-2ac72f80-e5d6-4745-a22f-1ff1603b658f req-15c9adc8-f461-4303-b16a-c97bb6e40863 service nova] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Refreshing instance network info cache due to event network-changed-572f4012-d24a-4680-bd49-d166099bde24. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.525609] env[69226]: DEBUG oslo_concurrency.lockutils [req-2ac72f80-e5d6-4745-a22f-1ff1603b658f req-15c9adc8-f461-4303-b16a-c97bb6e40863 service nova] Acquiring lock "refresh_cache-f45808e4-b5dd-4408-be56-d35386f745d0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.525771] env[69226]: DEBUG oslo_concurrency.lockutils [req-2ac72f80-e5d6-4745-a22f-1ff1603b658f req-15c9adc8-f461-4303-b16a-c97bb6e40863 service nova] Acquired lock "refresh_cache-f45808e4-b5dd-4408-be56-d35386f745d0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.525935] env[69226]: DEBUG nova.network.neutron [req-2ac72f80-e5d6-4745-a22f-1ff1603b658f req-15c9adc8-f461-4303-b16a-c97bb6e40863 service nova] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Refreshing network info cache for port 572f4012-d24a-4680-bd49-d166099bde24 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.594382] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52645b2e-fce7-5c30-a2f4-62bc2afa6028, 'name': SearchDatastore_Task, 'duration_secs': 0.011324} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.594882] env[69226]: DEBUG oslo_concurrency.lockutils [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.595283] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.595679] env[69226]: DEBUG oslo_concurrency.lockutils [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.595944] env[69226]: DEBUG oslo_concurrency.lockutils [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.596279] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.596662] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-740c59bd-bcd9-4cec-a995-c9a4c7caa76f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.613838] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.614067] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.622192] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e4fa86-414f-49a9-987f-24952078ae14 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.626040] env[69226]: DEBUG nova.compute.utils [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.631265] env[69226]: DEBUG nova.compute.manager [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.631265] env[69226]: DEBUG nova.network.neutron [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.638174] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085566} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.640201] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.641362] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Waiting for the task: (returnval){ [ 1156.641362] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dacf8a-4d78-f5d2-1b0f-6e454ea68757" [ 1156.641362] env[69226]: _type = "Task" [ 1156.641362] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.641914] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ea1ba1-057c-4128-b8e0-3bb20290d681 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.665489] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dacf8a-4d78-f5d2-1b0f-6e454ea68757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.675251] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 2df7e239-31d2-4538-82fe-bfa150fbc42b/2df7e239-31d2-4538-82fe-bfa150fbc42b.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.678081] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-501b3acf-5b69-4544-bc68-2eb3c2f09196 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.694435] env[69226]: DEBUG nova.policy [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c51b96c4dad4847b8b077a728693c7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff6a33a2e6574c208a1eb17157f51810', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.703262] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1156.703262] env[69226]: value = "task-3495613" [ 1156.703262] env[69226]: _type = "Task" [ 1156.703262] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.714980] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.807183] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495611, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.894139] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb906f8-3f72-4cf5-bdfd-fe23d1afdf78 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.902395] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88946e6b-f628-4383-8f55-ca3c924eb877 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.934490] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449a4a3b-5555-49d5-87bb-f1533763f343 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.943757] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131b4672-cb06-49aa-a47c-108fa8f09ad9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.959467] env[69226]: DEBUG nova.compute.provider_tree [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.986641] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495612, 'name': ReconfigVM_Task, 'duration_secs': 0.171775} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.987143] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698640', 'volume_id': '836d94fa-fba5-438b-adda-06dd5642c2d5', 'name': 'volume-836d94fa-fba5-438b-adda-06dd5642c2d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79c96f3a-d9a4-4a89-9bfc-bda761bae6f4', 'attached_at': '', 'detached_at': '', 'volume_id': '836d94fa-fba5-438b-adda-06dd5642c2d5', 'serial': '836d94fa-fba5-438b-adda-06dd5642c2d5'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1156.989772] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6e9b276-c01a-44c7-96c6-7585724b20f3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.992459] env[69226]: DEBUG nova.network.neutron [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Successfully created port: 0aed48e4-7a57-4614-b51f-55b6f0d6be80 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.003075] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1157.003075] env[69226]: value = "task-3495614" [ 1157.003075] env[69226]: _type = "Task" [ 1157.003075] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.013938] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495614, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.131771] env[69226]: DEBUG nova.compute.manager [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.161185] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52dacf8a-4d78-f5d2-1b0f-6e454ea68757, 'name': SearchDatastore_Task, 'duration_secs': 0.023805} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.162390] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-166b2498-e321-4fef-a8c1-65841213577e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.171355] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Waiting for the task: (returnval){ [ 1157.171355] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5291f061-783d-011a-ebc4-8457ac8aa7a3" [ 1157.171355] env[69226]: _type = "Task" [ 1157.171355] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.179959] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5291f061-783d-011a-ebc4-8457ac8aa7a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.214994] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.290909] env[69226]: DEBUG nova.network.neutron [req-2ac72f80-e5d6-4745-a22f-1ff1603b658f req-15c9adc8-f461-4303-b16a-c97bb6e40863 service nova] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Updated VIF entry in instance network info cache for port 572f4012-d24a-4680-bd49-d166099bde24. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.291297] env[69226]: DEBUG nova.network.neutron [req-2ac72f80-e5d6-4745-a22f-1ff1603b658f req-15c9adc8-f461-4303-b16a-c97bb6e40863 service nova] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Updating instance_info_cache with network_info: [{"id": "572f4012-d24a-4680-bd49-d166099bde24", "address": "fa:16:3e:b2:62:77", "network": {"id": "cef52c7a-5339-45d9-b062-313c46d0f82a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-333846396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc568c2941544ae1bdae2b0b88834a8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572f4012-d2", "ovs_interfaceid": "572f4012-d24a-4680-bd49-d166099bde24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.308132] env[69226]: DEBUG oslo_vmware.api [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495611, 'name': PowerOnVM_Task, 'duration_secs': 0.583734} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.308411] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.308615] env[69226]: DEBUG nova.compute.manager [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.309446] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a359bf8-f5a1-4c55-be06-a506b631a8e1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.463365] env[69226]: DEBUG nova.scheduler.client.report [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.513976] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495614, 'name': Rename_Task, 'duration_secs': 0.166259} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.514312] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.514557] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db60a52c-d0a8-4c5f-9849-9667c15e843a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.522086] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1157.522086] env[69226]: value = "task-3495615" [ 1157.522086] env[69226]: _type = "Task" [ 1157.522086] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.530557] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.684526] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5291f061-783d-011a-ebc4-8457ac8aa7a3, 'name': SearchDatastore_Task, 'duration_secs': 0.041188} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.684620] env[69226]: DEBUG oslo_concurrency.lockutils [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.684824] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 23c0fe98-6794-485c-b170-29e35fdf7095/23c0fe98-6794-485c-b170-29e35fdf7095.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.685098] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f2f628d-c719-49be-91aa-db45b86b8453 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.696425] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Waiting for the task: (returnval){ [ 1157.696425] env[69226]: value = "task-3495617" [ 1157.696425] env[69226]: _type = "Task" [ 1157.696425] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.705955] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': task-3495617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.715263] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495613, 'name': ReconfigVM_Task, 'duration_secs': 0.976616} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.715542] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 2df7e239-31d2-4538-82fe-bfa150fbc42b/2df7e239-31d2-4538-82fe-bfa150fbc42b.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.716209] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cbb3cdc-53e7-4c0b-9603-89b3462ab6ac {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.724034] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1157.724034] env[69226]: value = "task-3495618" [ 1157.724034] env[69226]: _type = "Task" [ 1157.724034] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.733369] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495618, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.734852] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "418bb2f3-bfba-41bf-af24-9453097c4b06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.735121] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "418bb2f3-bfba-41bf-af24-9453097c4b06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.735338] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "418bb2f3-bfba-41bf-af24-9453097c4b06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.735542] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "418bb2f3-bfba-41bf-af24-9453097c4b06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.735709] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "418bb2f3-bfba-41bf-af24-9453097c4b06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.737810] env[69226]: INFO nova.compute.manager [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Terminating instance [ 1157.795165] env[69226]: DEBUG oslo_concurrency.lockutils [req-2ac72f80-e5d6-4745-a22f-1ff1603b658f req-15c9adc8-f461-4303-b16a-c97bb6e40863 service nova] Releasing lock "refresh_cache-f45808e4-b5dd-4408-be56-d35386f745d0" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.836305] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.968467] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.972065] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.794s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.028432] env[69226]: INFO nova.scheduler.client.report [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Deleted allocations for instance a6718646-2780-4389-9be9-e911c88e49fd [ 1158.036495] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495615, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.144155] env[69226]: DEBUG nova.compute.manager [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.164191] env[69226]: DEBUG oslo_concurrency.lockutils [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Acquiring lock "d2a92fc8-ffa3-4316-88bd-c4477452c975" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.164519] env[69226]: DEBUG oslo_concurrency.lockutils [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Lock "d2a92fc8-ffa3-4316-88bd-c4477452c975" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.164742] env[69226]: DEBUG oslo_concurrency.lockutils [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Acquiring lock "d2a92fc8-ffa3-4316-88bd-c4477452c975-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.164936] env[69226]: DEBUG oslo_concurrency.lockutils [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Lock "d2a92fc8-ffa3-4316-88bd-c4477452c975-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.165325] env[69226]: DEBUG oslo_concurrency.lockutils [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Lock "d2a92fc8-ffa3-4316-88bd-c4477452c975-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.167900] env[69226]: INFO nova.compute.manager [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Terminating instance [ 1158.180629] env[69226]: DEBUG nova.virt.hardware [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.183081] env[69226]: DEBUG nova.virt.hardware [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.183081] env[69226]: DEBUG nova.virt.hardware [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.183081] env[69226]: DEBUG nova.virt.hardware [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.183081] env[69226]: DEBUG nova.virt.hardware [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.183081] env[69226]: DEBUG nova.virt.hardware [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.183081] env[69226]: DEBUG nova.virt.hardware [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.183081] env[69226]: DEBUG nova.virt.hardware [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.183081] env[69226]: DEBUG nova.virt.hardware [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.183081] env[69226]: DEBUG nova.virt.hardware [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.183081] env[69226]: DEBUG nova.virt.hardware [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.185030] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3f72be-c6cf-40ed-8eb8-ee6ba2a2dabd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.197325] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45544dfb-a724-46f6-9028-b84f743af227 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.210532] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': task-3495617, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.234909] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495618, 'name': Rename_Task, 'duration_secs': 0.26201} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.236029] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.236029] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62926f8f-5fae-402e-8889-c4deb8e27c47 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.243359] env[69226]: DEBUG nova.compute.manager [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.243581] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.244202] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1158.244202] env[69226]: value = "task-3495619" [ 1158.244202] env[69226]: _type = "Task" [ 1158.244202] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.244671] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8761118b-5517-4767-a972-6b3db3e8a7ba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.258292] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.260745] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.260994] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14f7db64-d59f-4bcb-9568-278d6c0f53e8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.267998] env[69226]: DEBUG oslo_vmware.api [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1158.267998] env[69226]: value = "task-3495620" [ 1158.267998] env[69226]: _type = "Task" [ 1158.267998] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.278303] env[69226]: DEBUG oslo_vmware.api [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.478661] env[69226]: INFO nova.compute.claims [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.534033] env[69226]: DEBUG oslo_vmware.api [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495615, 'name': PowerOnVM_Task, 'duration_secs': 0.528702} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.535139] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.535139] env[69226]: DEBUG nova.compute.manager [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.535300] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45387e25-7331-46f0-babb-c30aeeb39f26 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.541830] env[69226]: DEBUG oslo_concurrency.lockutils [None req-fe655d69-68e4-4296-b9f3-d776f3347a21 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "a6718646-2780-4389-9be9-e911c88e49fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.126s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.675738] env[69226]: DEBUG oslo_concurrency.lockutils [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Acquiring lock "refresh_cache-d2a92fc8-ffa3-4316-88bd-c4477452c975" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.675738] env[69226]: DEBUG oslo_concurrency.lockutils [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Acquired lock "refresh_cache-d2a92fc8-ffa3-4316-88bd-c4477452c975" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.675738] env[69226]: DEBUG nova.network.neutron [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.711705] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': task-3495617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539329} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.712960] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 23c0fe98-6794-485c-b170-29e35fdf7095/23c0fe98-6794-485c-b170-29e35fdf7095.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.713226] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.714264] env[69226]: DEBUG nova.compute.manager [req-89d599c6-e059-4f24-9ef9-4a56548aac79 req-cc170e0a-fee0-4f3f-aaab-f595a95a906c service nova] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Received event network-vif-plugged-0aed48e4-7a57-4614-b51f-55b6f0d6be80 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.714455] env[69226]: DEBUG oslo_concurrency.lockutils [req-89d599c6-e059-4f24-9ef9-4a56548aac79 req-cc170e0a-fee0-4f3f-aaab-f595a95a906c service nova] Acquiring lock "15e8bab7-d118-4d1d-a11f-ecc5ee013f1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.714654] env[69226]: DEBUG oslo_concurrency.lockutils [req-89d599c6-e059-4f24-9ef9-4a56548aac79 req-cc170e0a-fee0-4f3f-aaab-f595a95a906c service nova] Lock "15e8bab7-d118-4d1d-a11f-ecc5ee013f1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.714820] env[69226]: DEBUG oslo_concurrency.lockutils [req-89d599c6-e059-4f24-9ef9-4a56548aac79 req-cc170e0a-fee0-4f3f-aaab-f595a95a906c service nova] Lock "15e8bab7-d118-4d1d-a11f-ecc5ee013f1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.714983] env[69226]: DEBUG nova.compute.manager [req-89d599c6-e059-4f24-9ef9-4a56548aac79 req-cc170e0a-fee0-4f3f-aaab-f595a95a906c service nova] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] No waiting events found dispatching network-vif-plugged-0aed48e4-7a57-4614-b51f-55b6f0d6be80 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.715161] env[69226]: WARNING nova.compute.manager [req-89d599c6-e059-4f24-9ef9-4a56548aac79 req-cc170e0a-fee0-4f3f-aaab-f595a95a906c service nova] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Received unexpected event network-vif-plugged-0aed48e4-7a57-4614-b51f-55b6f0d6be80 for instance with vm_state building and task_state spawning. [ 1158.715436] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e899954-972f-4640-a5a2-f1f2f025c5ab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.726055] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Waiting for the task: (returnval){ [ 1158.726055] env[69226]: value = "task-3495621" [ 1158.726055] env[69226]: _type = "Task" [ 1158.726055] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.738089] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': task-3495621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.762859] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.779760] env[69226]: DEBUG oslo_vmware.api [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495620, 'name': PowerOffVM_Task, 'duration_secs': 0.214444} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.780830] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.781061] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.781368] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1adc399-33c2-4826-b6f5-a643d68cbc41 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.851035] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.851835] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.851835] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Deleting the datastore file [datastore2] 418bb2f3-bfba-41bf-af24-9453097c4b06 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.855020] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68ade448-955b-433e-b70c-6668c9502257 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.860562] env[69226]: DEBUG oslo_vmware.api [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for the task: (returnval){ [ 1158.860562] env[69226]: value = "task-3495623" [ 1158.860562] env[69226]: _type = "Task" [ 1158.860562] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.869275] env[69226]: DEBUG oslo_vmware.api [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.887749] env[69226]: DEBUG nova.network.neutron [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Successfully updated port: 0aed48e4-7a57-4614-b51f-55b6f0d6be80 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.985421] env[69226]: INFO nova.compute.resource_tracker [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updating resource usage from migration bc8b468d-c80e-4af5-b52a-7f6e523ab68e [ 1159.055236] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "0d447403-e0e2-4212-80cb-ff6ff60b796a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.055516] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "0d447403-e0e2-4212-80cb-ff6ff60b796a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.055733] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "0d447403-e0e2-4212-80cb-ff6ff60b796a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.055998] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "0d447403-e0e2-4212-80cb-ff6ff60b796a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.056163] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "0d447403-e0e2-4212-80cb-ff6ff60b796a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.058980] env[69226]: INFO nova.compute.manager [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Terminating instance [ 1159.063164] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.184422] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fc626a-db2f-4c31-9c68-43e2202e50d9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.193087] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed95072c-bf75-4b25-938b-1f7bb4a8b559 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.196391] env[69226]: DEBUG nova.network.neutron [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.228461] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1b1133-4494-4423-92d1-769abfc4cdb6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.242068] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d79a1e-ddf7-4845-bff3-c65bfed6c248 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.245228] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': task-3495621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0694} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.245480] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.246554] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed4c6bf-15f1-4603-8c3f-20774c265586 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.257443] env[69226]: DEBUG nova.compute.provider_tree [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.279317] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 23c0fe98-6794-485c-b170-29e35fdf7095/23c0fe98-6794-485c-b170-29e35fdf7095.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.280790] env[69226]: DEBUG nova.network.neutron [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.282271] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86492b87-7858-4734-b843-291eb311f107 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.298189] env[69226]: DEBUG oslo_concurrency.lockutils [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Releasing lock "refresh_cache-d2a92fc8-ffa3-4316-88bd-c4477452c975" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.298577] env[69226]: DEBUG nova.compute.manager [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.298767] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.303042] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733c4e97-f104-4235-a579-fd20e057a911 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.305785] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495619, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.312887] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.314087] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d673e17e-ab46-43fb-aac8-de9e7d482b90 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.315680] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Waiting for the task: (returnval){ [ 1159.315680] env[69226]: value = "task-3495624" [ 1159.315680] env[69226]: _type = "Task" [ 1159.315680] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.321990] env[69226]: DEBUG oslo_vmware.api [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for the task: (returnval){ [ 1159.321990] env[69226]: value = "task-3495625" [ 1159.321990] env[69226]: _type = "Task" [ 1159.321990] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.334622] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': task-3495624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.343968] env[69226]: DEBUG oslo_vmware.api [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.371150] env[69226]: DEBUG oslo_vmware.api [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.392058] env[69226]: DEBUG oslo_concurrency.lockutils [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Acquiring lock "refresh_cache-15e8bab7-d118-4d1d-a11f-ecc5ee013f1a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.392058] env[69226]: DEBUG oslo_concurrency.lockutils [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Acquired lock "refresh_cache-15e8bab7-d118-4d1d-a11f-ecc5ee013f1a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.392058] env[69226]: DEBUG nova.network.neutron [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.564420] env[69226]: DEBUG nova.compute.manager [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.564717] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.565561] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74add42-2901-4ca8-9f1c-59bf7b76cf2b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.574089] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.574336] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bb28b56-3c7b-46ab-a396-2e60ca262eab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.581934] env[69226]: DEBUG oslo_vmware.api [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1159.581934] env[69226]: value = "task-3495626" [ 1159.581934] env[69226]: _type = "Task" [ 1159.581934] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.591028] env[69226]: DEBUG oslo_vmware.api [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.767396] env[69226]: DEBUG oslo_vmware.api [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495619, 'name': PowerOnVM_Task, 'duration_secs': 1.309537} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.767688] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.767886] env[69226]: INFO nova.compute.manager [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Took 10.83 seconds to spawn the instance on the hypervisor. [ 1159.768078] env[69226]: DEBUG nova.compute.manager [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.768896] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8b5bb7-746b-416c-bdb4-c7a8ee78060c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.772073] env[69226]: DEBUG nova.scheduler.client.report [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.831229] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': task-3495624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.836794] env[69226]: DEBUG oslo_vmware.api [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495625, 'name': PowerOffVM_Task, 'duration_secs': 0.141363} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.837082] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.837257] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.837501] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4672e1ff-24d5-4ed0-b78b-21b234cae400 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.870475] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.870761] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.871012] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Deleting the datastore file [datastore2] d2a92fc8-ffa3-4316-88bd-c4477452c975 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.874829] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fe6d500-f523-4a60-9d0d-d461ab97e043 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.876735] env[69226]: DEBUG oslo_vmware.api [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Task: {'id': task-3495623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.579139} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.877041] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.877241] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.877417] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.877597] env[69226]: INFO nova.compute.manager [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1159.877856] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.878444] env[69226]: DEBUG nova.compute.manager [-] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.878562] env[69226]: DEBUG nova.network.neutron [-] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.882819] env[69226]: DEBUG oslo_vmware.api [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for the task: (returnval){ [ 1159.882819] env[69226]: value = "task-3495628" [ 1159.882819] env[69226]: _type = "Task" [ 1159.882819] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.891929] env[69226]: DEBUG oslo_vmware.api [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.925142] env[69226]: DEBUG nova.network.neutron [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.067781] env[69226]: DEBUG nova.network.neutron [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Updating instance_info_cache with network_info: [{"id": "0aed48e4-7a57-4614-b51f-55b6f0d6be80", "address": "fa:16:3e:7a:59:56", "network": {"id": "12723972-589c-4ee9-a5bb-dcc42848091e", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-878340966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff6a33a2e6574c208a1eb17157f51810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aed48e4-7a", "ovs_interfaceid": "0aed48e4-7a57-4614-b51f-55b6f0d6be80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.092945] env[69226]: DEBUG oslo_vmware.api [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495626, 'name': PowerOffVM_Task, 'duration_secs': 0.252478} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.093230] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.093398] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.093665] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18d736bf-e47d-46c7-af24-62f27d32ee9b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.169578] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.169824] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.170026] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Deleting the datastore file [datastore1] 0d447403-e0e2-4212-80cb-ff6ff60b796a {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.170324] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f405c54-69c1-4e8a-92b6-f94fa8a8e78c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.179665] env[69226]: DEBUG oslo_vmware.api [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for the task: (returnval){ [ 1160.179665] env[69226]: value = "task-3495630" [ 1160.179665] env[69226]: _type = "Task" [ 1160.179665] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.187504] env[69226]: DEBUG oslo_vmware.api [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.277677] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.306s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.277864] env[69226]: INFO nova.compute.manager [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Migrating [ 1160.289220] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.348s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.290724] env[69226]: INFO nova.compute.claims [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.305066] env[69226]: INFO nova.compute.manager [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Took 18.83 seconds to build instance. [ 1160.328051] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': task-3495624, 'name': ReconfigVM_Task, 'duration_secs': 0.552049} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.328367] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 23c0fe98-6794-485c-b170-29e35fdf7095/23c0fe98-6794-485c-b170-29e35fdf7095.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.328997] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44f7629a-cb99-404b-9c73-8cd0123a2d91 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.337290] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Waiting for the task: (returnval){ [ 1160.337290] env[69226]: value = "task-3495631" [ 1160.337290] env[69226]: _type = "Task" [ 1160.337290] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.347842] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': task-3495631, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.395245] env[69226]: DEBUG oslo_vmware.api [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Task: {'id': task-3495628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27136} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.395580] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.395839] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.396111] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.396353] env[69226]: INFO nova.compute.manager [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1160.396995] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.396995] env[69226]: DEBUG nova.compute.manager [-] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.397079] env[69226]: DEBUG nova.network.neutron [-] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.413403] env[69226]: DEBUG nova.network.neutron [-] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.571410] env[69226]: DEBUG oslo_concurrency.lockutils [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Releasing lock "refresh_cache-15e8bab7-d118-4d1d-a11f-ecc5ee013f1a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.571741] env[69226]: DEBUG nova.compute.manager [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Instance network_info: |[{"id": "0aed48e4-7a57-4614-b51f-55b6f0d6be80", "address": "fa:16:3e:7a:59:56", "network": {"id": "12723972-589c-4ee9-a5bb-dcc42848091e", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-878340966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff6a33a2e6574c208a1eb17157f51810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aed48e4-7a", "ovs_interfaceid": "0aed48e4-7a57-4614-b51f-55b6f0d6be80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.572092] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:59:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0aed48e4-7a57-4614-b51f-55b6f0d6be80', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.580149] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Creating folder: Project (ff6a33a2e6574c208a1eb17157f51810). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1160.580149] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fed8db9c-70af-4379-9a0d-0a216d34d864 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.592799] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Created folder: Project (ff6a33a2e6574c208a1eb17157f51810) in parent group-v698365. [ 1160.593035] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Creating folder: Instances. Parent ref: group-v698657. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1160.593296] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-757b157e-e5fd-4896-9481-0f942a7d25d0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.606991] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Created folder: Instances in parent group-v698657. [ 1160.606991] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.607162] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.607413] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1392feb6-d25c-4da2-8716-838d6435dd61 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.628864] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.628864] env[69226]: value = "task-3495634" [ 1160.628864] env[69226]: _type = "Task" [ 1160.628864] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.637460] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495634, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.692405] env[69226]: DEBUG oslo_vmware.api [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Task: {'id': task-3495630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344167} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.692547] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.692626] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.692800] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.693026] env[69226]: INFO nova.compute.manager [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1160.693282] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.693482] env[69226]: DEBUG nova.compute.manager [-] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.693581] env[69226]: DEBUG nova.network.neutron [-] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.703810] env[69226]: DEBUG nova.network.neutron [-] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.744026] env[69226]: DEBUG nova.compute.manager [req-62476216-66b7-4949-83a2-1dd095c5563d req-60ef535c-43f7-449e-9a72-9891a8719296 service nova] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Received event network-changed-0aed48e4-7a57-4614-b51f-55b6f0d6be80 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.744240] env[69226]: DEBUG nova.compute.manager [req-62476216-66b7-4949-83a2-1dd095c5563d req-60ef535c-43f7-449e-9a72-9891a8719296 service nova] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Refreshing instance network info cache due to event network-changed-0aed48e4-7a57-4614-b51f-55b6f0d6be80. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.744458] env[69226]: DEBUG oslo_concurrency.lockutils [req-62476216-66b7-4949-83a2-1dd095c5563d req-60ef535c-43f7-449e-9a72-9891a8719296 service nova] Acquiring lock "refresh_cache-15e8bab7-d118-4d1d-a11f-ecc5ee013f1a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.744600] env[69226]: DEBUG oslo_concurrency.lockutils [req-62476216-66b7-4949-83a2-1dd095c5563d req-60ef535c-43f7-449e-9a72-9891a8719296 service nova] Acquired lock "refresh_cache-15e8bab7-d118-4d1d-a11f-ecc5ee013f1a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.745507] env[69226]: DEBUG nova.network.neutron [req-62476216-66b7-4949-83a2-1dd095c5563d req-60ef535c-43f7-449e-9a72-9891a8719296 service nova] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Refreshing network info cache for port 0aed48e4-7a57-4614-b51f-55b6f0d6be80 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.807169] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.807381] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.807554] env[69226]: DEBUG nova.network.neutron [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.809086] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a30d2b6f-db82-4479-8ef6-28c660e99985 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "2df7e239-31d2-4538-82fe-bfa150fbc42b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.346s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.849579] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': task-3495631, 'name': Rename_Task, 'duration_secs': 0.156129} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.849865] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.850522] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-615aa91c-12c2-4422-bd45-379ee4b4cebb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.859842] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Waiting for the task: (returnval){ [ 1160.859842] env[69226]: value = "task-3495635" [ 1160.859842] env[69226]: _type = "Task" [ 1160.859842] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.872611] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': task-3495635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.916290] env[69226]: DEBUG nova.network.neutron [-] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.996239] env[69226]: DEBUG oslo_concurrency.lockutils [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.141418] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495634, 'name': CreateVM_Task, 'duration_secs': 0.409716} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.142986] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.143693] env[69226]: DEBUG oslo_concurrency.lockutils [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.143923] env[69226]: DEBUG oslo_concurrency.lockutils [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.144212] env[69226]: DEBUG oslo_concurrency.lockutils [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.144714] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce29063f-2243-436a-ab5d-fc09ab33243d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.150389] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Waiting for the task: (returnval){ [ 1161.150389] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ed725f-4daa-bceb-a50b-103264a6d508" [ 1161.150389] env[69226]: _type = "Task" [ 1161.150389] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.160226] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ed725f-4daa-bceb-a50b-103264a6d508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.206574] env[69226]: INFO nova.compute.manager [-] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Took 1.33 seconds to deallocate network for instance. [ 1161.337400] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.339732] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.373675] env[69226]: DEBUG oslo_vmware.api [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': task-3495635, 'name': PowerOnVM_Task, 'duration_secs': 0.499745} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.373990] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.374212] env[69226]: INFO nova.compute.manager [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Took 9.97 seconds to spawn the instance on the hypervisor. [ 1161.374389] env[69226]: DEBUG nova.compute.manager [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.375195] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef34109-e64b-4a56-ab7a-6d1543c7d238 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.420184] env[69226]: INFO nova.compute.manager [-] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Took 1.02 seconds to deallocate network for instance. [ 1161.550883] env[69226]: DEBUG nova.network.neutron [req-62476216-66b7-4949-83a2-1dd095c5563d req-60ef535c-43f7-449e-9a72-9891a8719296 service nova] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Updated VIF entry in instance network info cache for port 0aed48e4-7a57-4614-b51f-55b6f0d6be80. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.551254] env[69226]: DEBUG nova.network.neutron [req-62476216-66b7-4949-83a2-1dd095c5563d req-60ef535c-43f7-449e-9a72-9891a8719296 service nova] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Updating instance_info_cache with network_info: [{"id": "0aed48e4-7a57-4614-b51f-55b6f0d6be80", "address": "fa:16:3e:7a:59:56", "network": {"id": "12723972-589c-4ee9-a5bb-dcc42848091e", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-878340966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff6a33a2e6574c208a1eb17157f51810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aed48e4-7a", "ovs_interfaceid": "0aed48e4-7a57-4614-b51f-55b6f0d6be80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.553826] env[69226]: DEBUG nova.network.neutron [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updating instance_info_cache with network_info: [{"id": "61bbdf30-6dfa-4394-a088-d9ba104694fe", "address": "fa:16:3e:8c:e5:7a", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61bbdf30-6d", "ovs_interfaceid": "61bbdf30-6dfa-4394-a088-d9ba104694fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.566779] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dbbf4d-1fa3-4847-9b11-465ee6031f29 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.575801] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dd198c-8ce5-471f-a618-a959dc382ffd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.609232] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96a8ce6-2903-45bb-a796-cf02d1a3d358 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.617890] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95317ac5-8f52-490b-b27c-ab5f7f3827d9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.634111] env[69226]: DEBUG nova.compute.provider_tree [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1161.646259] env[69226]: DEBUG nova.network.neutron [-] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.662201] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ed725f-4daa-bceb-a50b-103264a6d508, 'name': SearchDatastore_Task, 'duration_secs': 0.014598} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.662541] env[69226]: DEBUG oslo_concurrency.lockutils [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.662739] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.662971] env[69226]: DEBUG oslo_concurrency.lockutils [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.663139] env[69226]: DEBUG oslo_concurrency.lockutils [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.663415] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.663566] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46b35cf8-6861-4dd8-aa52-2b20dbd85b51 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.674112] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.674317] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.675098] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b35fad91-17e7-4b70-9147-6ba7fd7c9a70 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.681718] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Waiting for the task: (returnval){ [ 1161.681718] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5241edf6-06dc-cf8a-a985-1e0f0dc5f260" [ 1161.681718] env[69226]: _type = "Task" [ 1161.681718] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.689767] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5241edf6-06dc-cf8a-a985-1e0f0dc5f260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.715680] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.815876] env[69226]: DEBUG oslo_concurrency.lockutils [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "2df7e239-31d2-4538-82fe-bfa150fbc42b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.816169] env[69226]: DEBUG oslo_concurrency.lockutils [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "2df7e239-31d2-4538-82fe-bfa150fbc42b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.816382] env[69226]: DEBUG oslo_concurrency.lockutils [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "2df7e239-31d2-4538-82fe-bfa150fbc42b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.816577] env[69226]: DEBUG oslo_concurrency.lockutils [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "2df7e239-31d2-4538-82fe-bfa150fbc42b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.816739] env[69226]: DEBUG oslo_concurrency.lockutils [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "2df7e239-31d2-4538-82fe-bfa150fbc42b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.818853] env[69226]: INFO nova.compute.manager [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Terminating instance [ 1161.845750] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.845966] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.846106] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.846267] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.846411] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.846559] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.846695] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1161.847106] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.897329] env[69226]: INFO nova.compute.manager [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Took 20.38 seconds to build instance. [ 1161.926969] env[69226]: DEBUG oslo_concurrency.lockutils [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.054810] env[69226]: DEBUG oslo_concurrency.lockutils [req-62476216-66b7-4949-83a2-1dd095c5563d req-60ef535c-43f7-449e-9a72-9891a8719296 service nova] Releasing lock "refresh_cache-15e8bab7-d118-4d1d-a11f-ecc5ee013f1a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.054810] env[69226]: DEBUG nova.compute.manager [req-62476216-66b7-4949-83a2-1dd095c5563d req-60ef535c-43f7-449e-9a72-9891a8719296 service nova] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Received event network-vif-deleted-3d8d4a76-79d8-4864-94c3-e4e7654d18fa {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.057767] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.148843] env[69226]: INFO nova.compute.manager [-] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Took 1.46 seconds to deallocate network for instance. [ 1162.156378] env[69226]: ERROR nova.scheduler.client.report [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [req-44168abe-00e1-4eaf-9da1-cd8d8d41edaa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b569e5e-3afa-426e-9210-ba55a6e69f42. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-44168abe-00e1-4eaf-9da1-cd8d8d41edaa"}]} [ 1162.173943] env[69226]: DEBUG nova.scheduler.client.report [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Refreshing inventories for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1162.193500] env[69226]: DEBUG nova.scheduler.client.report [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Updating ProviderTree inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1162.193884] env[69226]: DEBUG nova.compute.provider_tree [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.207024] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5241edf6-06dc-cf8a-a985-1e0f0dc5f260, 'name': SearchDatastore_Task, 'duration_secs': 0.053173} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.207024] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5da1a11-eac8-4c25-b54e-0b0dccef46cd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.210701] env[69226]: DEBUG nova.scheduler.client.report [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Refreshing aggregate associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, aggregates: None {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1162.215025] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Waiting for the task: (returnval){ [ 1162.215025] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5274190f-bd96-3686-8ad4-b4db9130a1a5" [ 1162.215025] env[69226]: _type = "Task" [ 1162.215025] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.225809] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5274190f-bd96-3686-8ad4-b4db9130a1a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.238286] env[69226]: DEBUG nova.scheduler.client.report [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Refreshing trait associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1162.322567] env[69226]: DEBUG nova.compute.manager [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.322919] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.324343] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9efd99-d909-4e4a-95eb-c35e49ce642d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.334185] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.337140] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cc7e479-d785-4a5b-a86f-317d145b4279 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.345391] env[69226]: DEBUG oslo_vmware.api [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1162.345391] env[69226]: value = "task-3495636" [ 1162.345391] env[69226]: _type = "Task" [ 1162.345391] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.352045] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.358119] env[69226]: DEBUG oslo_vmware.api [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.399615] env[69226]: DEBUG oslo_concurrency.lockutils [None req-54fd85ec-83b4-4c30-85cc-0d10500c6fd9 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Lock "23c0fe98-6794-485c-b170-29e35fdf7095" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.935s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.462212] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b3c53d-be7a-4da0-ac0f-4ee1d4fe5bdf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.471034] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a2438a-7d81-4d8e-a9cf-f16316f1ba8a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.501675] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb37184-81dc-4d52-8623-2ba8aecc4107 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.511054] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0522299c-1e3e-489a-804e-b4fd30264feb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.524087] env[69226]: DEBUG nova.compute.provider_tree [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.656752] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.725884] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5274190f-bd96-3686-8ad4-b4db9130a1a5, 'name': SearchDatastore_Task, 'duration_secs': 0.01597} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.726224] env[69226]: DEBUG oslo_concurrency.lockutils [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.726503] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a/15e8bab7-d118-4d1d-a11f-ecc5ee013f1a.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.726769] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c06cafb-836b-4ec3-9741-3260d1ae6afb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.733828] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Waiting for the task: (returnval){ [ 1162.733828] env[69226]: value = "task-3495637" [ 1162.733828] env[69226]: _type = "Task" [ 1162.733828] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.746238] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': task-3495637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.747716] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0fa90e64-2fb1-4fc2-af34-6388621f572c tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Acquiring lock "23c0fe98-6794-485c-b170-29e35fdf7095" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.747939] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0fa90e64-2fb1-4fc2-af34-6388621f572c tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Lock "23c0fe98-6794-485c-b170-29e35fdf7095" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.748217] env[69226]: INFO nova.compute.manager [None req-0fa90e64-2fb1-4fc2-af34-6388621f572c tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Rebooting instance [ 1162.775930] env[69226]: DEBUG nova.compute.manager [req-0413f107-888c-4cf2-b876-19ffd52ea6d9 req-ceed9cd4-dbdf-4dcd-ba21-a62ed6dd4423 service nova] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Received event network-vif-deleted-c125d26e-8975-4bf2-a7d7-defe892947a9 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.855679] env[69226]: DEBUG oslo_vmware.api [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495636, 'name': PowerOffVM_Task, 'duration_secs': 0.415308} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.855940] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.856129] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.856373] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a9edc45-8930-46f3-9e49-3f27c38ef799 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.930998] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.931308] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.931623] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleting the datastore file [datastore1] 2df7e239-31d2-4538-82fe-bfa150fbc42b {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.931863] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf28d74d-2088-4081-bd01-a8caf85a42bd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.939213] env[69226]: DEBUG oslo_vmware.api [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1162.939213] env[69226]: value = "task-3495639" [ 1162.939213] env[69226]: _type = "Task" [ 1162.939213] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.948485] env[69226]: DEBUG oslo_vmware.api [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.058724] env[69226]: DEBUG nova.scheduler.client.report [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1163.059521] env[69226]: DEBUG nova.compute.provider_tree [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 148 to 149 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1163.059521] env[69226]: DEBUG nova.compute.provider_tree [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1163.244333] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': task-3495637, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.272117] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0fa90e64-2fb1-4fc2-af34-6388621f572c tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Acquiring lock "refresh_cache-23c0fe98-6794-485c-b170-29e35fdf7095" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.272334] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0fa90e64-2fb1-4fc2-af34-6388621f572c tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Acquired lock "refresh_cache-23c0fe98-6794-485c-b170-29e35fdf7095" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.272611] env[69226]: DEBUG nova.network.neutron [None req-0fa90e64-2fb1-4fc2-af34-6388621f572c tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.449276] env[69226]: DEBUG oslo_vmware.api [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.564916] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.276s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.565471] env[69226]: DEBUG nova.compute.manager [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.568639] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.732s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.568639] env[69226]: DEBUG nova.objects.instance [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1163.575039] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604a08be-22f1-4e64-94b8-6a84ceffeb99 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.596701] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updating instance 'ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d' progress to 0 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.745375] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': task-3495637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539626} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.745704] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a/15e8bab7-d118-4d1d-a11f-ecc5ee013f1a.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.745812] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.746077] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c052333-d453-44a1-be4e-96378a3483e5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.754217] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Waiting for the task: (returnval){ [ 1163.754217] env[69226]: value = "task-3495640" [ 1163.754217] env[69226]: _type = "Task" [ 1163.754217] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.764648] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': task-3495640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.953022] env[69226]: DEBUG oslo_vmware.api [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.990891] env[69226]: DEBUG nova.network.neutron [None req-0fa90e64-2fb1-4fc2-af34-6388621f572c tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Updating instance_info_cache with network_info: [{"id": "5b7ae784-218b-4376-8f20-867246508da2", "address": "fa:16:3e:9a:c7:8d", "network": {"id": "e31ac400-e427-4b5c-ba67-a3741f4470be", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-578503523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "229c506391074a33973464f45e258839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b7ae784-21", "ovs_interfaceid": "5b7ae784-218b-4376-8f20-867246508da2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.072478] env[69226]: DEBUG nova.compute.utils [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.073847] env[69226]: DEBUG nova.compute.manager [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.074022] env[69226]: DEBUG nova.network.neutron [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1164.103644] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.104287] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fe7d055-e067-40e5-ab09-b1466e29212a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.113148] env[69226]: DEBUG oslo_vmware.api [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1164.113148] env[69226]: value = "task-3495641" [ 1164.113148] env[69226]: _type = "Task" [ 1164.113148] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.118070] env[69226]: DEBUG nova.policy [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c68fd3324be4707826beadcd192f5d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afeb460d630f46a68dc13ca12a7b2c65', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.126662] env[69226]: DEBUG oslo_vmware.api [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.264726] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': task-3495640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110417} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.264976] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.265780] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8aae0ec-efed-4a20-9363-3a115171addb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.287900] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a/15e8bab7-d118-4d1d-a11f-ecc5ee013f1a.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.288183] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b60158fe-7d9c-4160-90ce-dd2794408e42 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.308545] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Waiting for the task: (returnval){ [ 1164.308545] env[69226]: value = "task-3495642" [ 1164.308545] env[69226]: _type = "Task" [ 1164.308545] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.318558] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': task-3495642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.376019] env[69226]: DEBUG nova.network.neutron [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Successfully created port: 65df006b-b310-4743-8ebb-aa5b379b64ff {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1164.450755] env[69226]: DEBUG oslo_vmware.api [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.05606} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.451081] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.451345] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.451610] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.451813] env[69226]: INFO nova.compute.manager [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1164.452123] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.452367] env[69226]: DEBUG nova.compute.manager [-] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.454323] env[69226]: DEBUG nova.network.neutron [-] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.495933] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0fa90e64-2fb1-4fc2-af34-6388621f572c tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Releasing lock "refresh_cache-23c0fe98-6794-485c-b170-29e35fdf7095" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.579966] env[69226]: DEBUG nova.compute.manager [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.583561] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8ac31a6e-1b5c-40cb-9134-0d61eddfec76 tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.587891] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.521s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.587891] env[69226]: DEBUG nova.objects.instance [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1164.624415] env[69226]: DEBUG oslo_vmware.api [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495641, 'name': PowerOffVM_Task, 'duration_secs': 0.351531} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.624673] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.624854] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updating instance 'ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d' progress to 17 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.820959] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': task-3495642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.833038] env[69226]: DEBUG nova.compute.manager [req-94ab73a1-e00d-43a2-924f-dbd187f23321 req-17964df9-2435-4ac1-836d-ab815b819fae service nova] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Received event network-vif-deleted-89d74d33-c09a-47c3-a490-b05dbc400f6b {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.833243] env[69226]: INFO nova.compute.manager [req-94ab73a1-e00d-43a2-924f-dbd187f23321 req-17964df9-2435-4ac1-836d-ab815b819fae service nova] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Neutron deleted interface 89d74d33-c09a-47c3-a490-b05dbc400f6b; detaching it from the instance and deleting it from the info cache [ 1164.833397] env[69226]: DEBUG nova.network.neutron [req-94ab73a1-e00d-43a2-924f-dbd187f23321 req-17964df9-2435-4ac1-836d-ab815b819fae service nova] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.000796] env[69226]: DEBUG nova.compute.manager [None req-0fa90e64-2fb1-4fc2-af34-6388621f572c tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.001826] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf2547c-4bc4-44d9-9888-d52eabcd999e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.130755] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.130956] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.131151] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.131347] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.131541] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.131721] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.131929] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.132101] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.132646] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.132646] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.132646] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.137841] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38d9f524-f234-4867-90f9-d24b57c031a3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.155253] env[69226]: DEBUG oslo_vmware.api [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1165.155253] env[69226]: value = "task-3495643" [ 1165.155253] env[69226]: _type = "Task" [ 1165.155253] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.164371] env[69226]: DEBUG oslo_vmware.api [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.318922] env[69226]: DEBUG nova.network.neutron [-] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.320369] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': task-3495642, 'name': ReconfigVM_Task, 'duration_secs': 0.741123} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.320593] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a/15e8bab7-d118-4d1d-a11f-ecc5ee013f1a.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.321348] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1932d7ed-664f-46fc-ae3b-b7d208c819a1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.329061] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Waiting for the task: (returnval){ [ 1165.329061] env[69226]: value = "task-3495644" [ 1165.329061] env[69226]: _type = "Task" [ 1165.329061] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.339580] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': task-3495644, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.339834] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2c84bb4-cfa1-4e39-9612-0cb4c0665769 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.353683] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15a7f76-eed7-43f8-a7bc-b7b456e809d9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.400313] env[69226]: DEBUG nova.compute.manager [req-94ab73a1-e00d-43a2-924f-dbd187f23321 req-17964df9-2435-4ac1-836d-ab815b819fae service nova] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Detach interface failed, port_id=89d74d33-c09a-47c3-a490-b05dbc400f6b, reason: Instance 2df7e239-31d2-4538-82fe-bfa150fbc42b could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1165.596020] env[69226]: DEBUG nova.compute.manager [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1165.597279] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e85aae98-de58-4d67-8d5a-85c8b28b92cd tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.599175] env[69226]: DEBUG oslo_concurrency.lockutils [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.604s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.599956] env[69226]: DEBUG nova.objects.instance [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lazy-loading 'pci_requests' on Instance uuid 8341dde8-af28-4fac-9c5b-d9873c8013bc {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.640084] env[69226]: DEBUG nova.virt.hardware [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.640334] env[69226]: DEBUG nova.virt.hardware [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.640489] env[69226]: DEBUG nova.virt.hardware [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.640670] env[69226]: DEBUG nova.virt.hardware [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.640822] env[69226]: DEBUG nova.virt.hardware [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.641018] env[69226]: DEBUG nova.virt.hardware [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.645419] env[69226]: DEBUG nova.virt.hardware [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.645599] env[69226]: DEBUG nova.virt.hardware [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.645778] env[69226]: DEBUG nova.virt.hardware [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.645945] env[69226]: DEBUG nova.virt.hardware [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.646147] env[69226]: DEBUG nova.virt.hardware [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.647530] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f59b17-f730-47f1-aab6-20284e5ce4a3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.662669] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec28dce-b7e4-4e8f-998b-e633f382151e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.675205] env[69226]: DEBUG oslo_vmware.api [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495643, 'name': ReconfigVM_Task, 'duration_secs': 0.220159} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.688285] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updating instance 'ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d' progress to 33 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.822557] env[69226]: INFO nova.compute.manager [-] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Took 1.37 seconds to deallocate network for instance. [ 1165.841184] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': task-3495644, 'name': Rename_Task, 'duration_secs': 0.185386} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.841512] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.841776] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00c184e7-3f64-47a5-b357-ce6bed519ebf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.854684] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Waiting for the task: (returnval){ [ 1165.854684] env[69226]: value = "task-3495645" [ 1165.854684] env[69226]: _type = "Task" [ 1165.854684] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.866292] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': task-3495645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.901825] env[69226]: DEBUG nova.network.neutron [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Successfully updated port: 65df006b-b310-4743-8ebb-aa5b379b64ff {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.956176] env[69226]: DEBUG nova.compute.manager [req-28ff8934-4438-4e6c-849b-765761beccbe req-ee608dbe-e502-4875-b1ac-1abc1c8a220e service nova] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Received event network-vif-plugged-65df006b-b310-4743-8ebb-aa5b379b64ff {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.956176] env[69226]: DEBUG oslo_concurrency.lockutils [req-28ff8934-4438-4e6c-849b-765761beccbe req-ee608dbe-e502-4875-b1ac-1abc1c8a220e service nova] Acquiring lock "adc22ecb-f1ea-4b42-a697-bf935aa9beee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.956359] env[69226]: DEBUG oslo_concurrency.lockutils [req-28ff8934-4438-4e6c-849b-765761beccbe req-ee608dbe-e502-4875-b1ac-1abc1c8a220e service nova] Lock "adc22ecb-f1ea-4b42-a697-bf935aa9beee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.956668] env[69226]: DEBUG oslo_concurrency.lockutils [req-28ff8934-4438-4e6c-849b-765761beccbe req-ee608dbe-e502-4875-b1ac-1abc1c8a220e service nova] Lock "adc22ecb-f1ea-4b42-a697-bf935aa9beee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.956970] env[69226]: DEBUG nova.compute.manager [req-28ff8934-4438-4e6c-849b-765761beccbe req-ee608dbe-e502-4875-b1ac-1abc1c8a220e service nova] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] No waiting events found dispatching network-vif-plugged-65df006b-b310-4743-8ebb-aa5b379b64ff {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.957320] env[69226]: WARNING nova.compute.manager [req-28ff8934-4438-4e6c-849b-765761beccbe req-ee608dbe-e502-4875-b1ac-1abc1c8a220e service nova] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Received unexpected event network-vif-plugged-65df006b-b310-4743-8ebb-aa5b379b64ff for instance with vm_state building and task_state spawning. [ 1166.020876] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de27f25-3ac4-4789-a4db-9e4abc4a2c49 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.030122] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa90e64-2fb1-4fc2-af34-6388621f572c tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Doing hard reboot of VM {{(pid=69226) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1166.030226] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-136e1924-e4ad-413f-840a-7060f2d6caa0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.038039] env[69226]: DEBUG oslo_vmware.api [None req-0fa90e64-2fb1-4fc2-af34-6388621f572c tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Waiting for the task: (returnval){ [ 1166.038039] env[69226]: value = "task-3495646" [ 1166.038039] env[69226]: _type = "Task" [ 1166.038039] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.047329] env[69226]: DEBUG oslo_vmware.api [None req-0fa90e64-2fb1-4fc2-af34-6388621f572c tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': task-3495646, 'name': ResetVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.104322] env[69226]: DEBUG nova.objects.instance [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lazy-loading 'numa_topology' on Instance uuid 8341dde8-af28-4fac-9c5b-d9873c8013bc {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.195984] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.195984] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.197226] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.197226] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.197226] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.197226] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.197405] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.197575] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.197817] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.198058] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.198312] env[69226]: DEBUG nova.virt.hardware [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.207303] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1166.207711] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bee0cb8-c3b8-4499-8415-d29aaadf9fe2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.232635] env[69226]: DEBUG oslo_vmware.api [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1166.232635] env[69226]: value = "task-3495647" [ 1166.232635] env[69226]: _type = "Task" [ 1166.232635] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.242631] env[69226]: DEBUG oslo_vmware.api [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.329765] env[69226]: DEBUG oslo_concurrency.lockutils [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.365075] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': task-3495645, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.404647] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "refresh_cache-adc22ecb-f1ea-4b42-a697-bf935aa9beee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.404760] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "refresh_cache-adc22ecb-f1ea-4b42-a697-bf935aa9beee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.404915] env[69226]: DEBUG nova.network.neutron [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.549174] env[69226]: DEBUG oslo_vmware.api [None req-0fa90e64-2fb1-4fc2-af34-6388621f572c tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': task-3495646, 'name': ResetVM_Task, 'duration_secs': 0.107673} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.549559] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa90e64-2fb1-4fc2-af34-6388621f572c tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Did hard reboot of VM {{(pid=69226) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1166.549827] env[69226]: DEBUG nova.compute.manager [None req-0fa90e64-2fb1-4fc2-af34-6388621f572c tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.550696] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23868a46-aa33-4a1e-8ce3-b8884699a1e5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.606598] env[69226]: INFO nova.compute.claims [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.742714] env[69226]: DEBUG oslo_vmware.api [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495647, 'name': ReconfigVM_Task, 'duration_secs': 0.333758} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.742995] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1166.743766] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f14584-069a-4a32-9e16-5ebef5480018 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.770297] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d/ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.770297] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef5e78f8-0e42-41dd-8e79-df60a915a98d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.789515] env[69226]: DEBUG oslo_vmware.api [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1166.789515] env[69226]: value = "task-3495648" [ 1166.789515] env[69226]: _type = "Task" [ 1166.789515] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.798424] env[69226]: DEBUG oslo_vmware.api [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.865414] env[69226]: DEBUG oslo_vmware.api [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': task-3495645, 'name': PowerOnVM_Task, 'duration_secs': 0.554112} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.865716] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.865927] env[69226]: INFO nova.compute.manager [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1166.866123] env[69226]: DEBUG nova.compute.manager [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.866938] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb8b75e-2919-4e37-9120-14a196e679dc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.938254] env[69226]: DEBUG nova.network.neutron [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.073701] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0fa90e64-2fb1-4fc2-af34-6388621f572c tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Lock "23c0fe98-6794-485c-b170-29e35fdf7095" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.326s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.095032] env[69226]: DEBUG nova.network.neutron [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Updating instance_info_cache with network_info: [{"id": "65df006b-b310-4743-8ebb-aa5b379b64ff", "address": "fa:16:3e:9c:7e:89", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65df006b-b3", "ovs_interfaceid": "65df006b-b310-4743-8ebb-aa5b379b64ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.300759] env[69226]: DEBUG oslo_vmware.api [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.386851] env[69226]: INFO nova.compute.manager [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Took 16.50 seconds to build instance. [ 1167.595762] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "refresh_cache-adc22ecb-f1ea-4b42-a697-bf935aa9beee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.596132] env[69226]: DEBUG nova.compute.manager [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Instance network_info: |[{"id": "65df006b-b310-4743-8ebb-aa5b379b64ff", "address": "fa:16:3e:9c:7e:89", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65df006b-b3", "ovs_interfaceid": "65df006b-b310-4743-8ebb-aa5b379b64ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.596563] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:7e:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65df006b-b310-4743-8ebb-aa5b379b64ff', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.604236] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.605598] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.608167] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9101ab5e-4dde-45b9-97d9-a70aa71aba27 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.623357] env[69226]: DEBUG oslo_concurrency.lockutils [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "e7378df1-117d-41a5-a8a7-ff1513019b2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.623588] env[69226]: DEBUG oslo_concurrency.lockutils [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "e7378df1-117d-41a5-a8a7-ff1513019b2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.629122] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Acquiring lock "23c0fe98-6794-485c-b170-29e35fdf7095" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.629473] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Lock "23c0fe98-6794-485c-b170-29e35fdf7095" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.629755] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Acquiring lock "23c0fe98-6794-485c-b170-29e35fdf7095-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.630041] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Lock "23c0fe98-6794-485c-b170-29e35fdf7095-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.630323] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Lock "23c0fe98-6794-485c-b170-29e35fdf7095-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.632707] env[69226]: INFO nova.compute.manager [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Terminating instance [ 1167.637610] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.637610] env[69226]: value = "task-3495649" [ 1167.637610] env[69226]: _type = "Task" [ 1167.637610] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.649266] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495649, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.803700] env[69226]: DEBUG oslo_vmware.api [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495648, 'name': ReconfigVM_Task, 'duration_secs': 0.664021} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.806343] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Reconfigured VM instance instance-00000061 to attach disk [datastore2] ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d/ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.806646] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updating instance 'ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d' progress to 50 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.857129] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4377045d-82af-4f0d-8e8c-bf7cd1e54f69 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.866128] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16ab3a7-0fb0-4e1a-80dd-8228a289aa4a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.900969] env[69226]: DEBUG oslo_concurrency.lockutils [None req-439e6f3c-00fc-44bc-ab8d-f6aa3db8e685 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Lock "15e8bab7-d118-4d1d-a11f-ecc5ee013f1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.022s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.902099] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c828f08d-8041-4614-b8e7-659a16b9370f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.911193] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62db717-fb32-4510-b7b5-45fb80645992 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.927100] env[69226]: DEBUG nova.compute.provider_tree [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1167.991758] env[69226]: DEBUG nova.compute.manager [req-98fa2cbc-03c3-4158-a091-ae4a9f70e087 req-a5b2efb0-62cc-46c2-99fd-cd4deec49c63 service nova] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Received event network-changed-65df006b-b310-4743-8ebb-aa5b379b64ff {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.991959] env[69226]: DEBUG nova.compute.manager [req-98fa2cbc-03c3-4158-a091-ae4a9f70e087 req-a5b2efb0-62cc-46c2-99fd-cd4deec49c63 service nova] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Refreshing instance network info cache due to event network-changed-65df006b-b310-4743-8ebb-aa5b379b64ff. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.992238] env[69226]: DEBUG oslo_concurrency.lockutils [req-98fa2cbc-03c3-4158-a091-ae4a9f70e087 req-a5b2efb0-62cc-46c2-99fd-cd4deec49c63 service nova] Acquiring lock "refresh_cache-adc22ecb-f1ea-4b42-a697-bf935aa9beee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.992419] env[69226]: DEBUG oslo_concurrency.lockutils [req-98fa2cbc-03c3-4158-a091-ae4a9f70e087 req-a5b2efb0-62cc-46c2-99fd-cd4deec49c63 service nova] Acquired lock "refresh_cache-adc22ecb-f1ea-4b42-a697-bf935aa9beee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.992630] env[69226]: DEBUG nova.network.neutron [req-98fa2cbc-03c3-4158-a091-ae4a9f70e087 req-a5b2efb0-62cc-46c2-99fd-cd4deec49c63 service nova] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Refreshing network info cache for port 65df006b-b310-4743-8ebb-aa5b379b64ff {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.051047] env[69226]: DEBUG oslo_concurrency.lockutils [None req-81936d83-a785-455e-aad3-496b411ef26b tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Acquiring lock "interface-15e8bab7-d118-4d1d-a11f-ecc5ee013f1a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.051357] env[69226]: DEBUG oslo_concurrency.lockutils [None req-81936d83-a785-455e-aad3-496b411ef26b tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Lock "interface-15e8bab7-d118-4d1d-a11f-ecc5ee013f1a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.051743] env[69226]: DEBUG nova.objects.instance [None req-81936d83-a785-455e-aad3-496b411ef26b tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Lazy-loading 'flavor' on Instance uuid 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.128738] env[69226]: DEBUG nova.compute.manager [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1168.136907] env[69226]: DEBUG nova.compute.manager [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.137056] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.137943] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b6c4ae-9670-4bc5-a34d-a206b9104438 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.149551] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495649, 'name': CreateVM_Task, 'duration_secs': 0.33975} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.151534] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.151825] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.152486] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.152644] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.152979] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.153176] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34b2f501-0260-45f6-93b4-94106949ed87 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.154576] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48377fea-2cce-443d-b679-464cd6f272ec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.159221] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1168.159221] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5259d715-1491-da17-5cf9-90f2f96edeea" [ 1168.159221] env[69226]: _type = "Task" [ 1168.159221] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.163641] env[69226]: DEBUG oslo_vmware.api [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Waiting for the task: (returnval){ [ 1168.163641] env[69226]: value = "task-3495650" [ 1168.163641] env[69226]: _type = "Task" [ 1168.163641] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.169717] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5259d715-1491-da17-5cf9-90f2f96edeea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.177629] env[69226]: DEBUG oslo_vmware.api [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': task-3495650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.314076] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d103a494-9678-4327-b40f-fbb3a548ab2c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.337418] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c8766a-be21-4c0d-beba-82afd9684552 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.361176] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updating instance 'ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d' progress to 67 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.451520] env[69226]: ERROR nova.scheduler.client.report [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [req-7d59b4c4-6042-4241-aa30-9c978132e9b4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b569e5e-3afa-426e-9210-ba55a6e69f42. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7d59b4c4-6042-4241-aa30-9c978132e9b4"}]} [ 1168.469168] env[69226]: DEBUG nova.scheduler.client.report [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Refreshing inventories for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1168.484289] env[69226]: DEBUG nova.scheduler.client.report [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updating ProviderTree inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1168.484521] env[69226]: DEBUG nova.compute.provider_tree [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1168.498182] env[69226]: DEBUG nova.scheduler.client.report [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Refreshing aggregate associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, aggregates: None {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1168.518248] env[69226]: DEBUG nova.scheduler.client.report [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Refreshing trait associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1168.556073] env[69226]: DEBUG nova.objects.instance [None req-81936d83-a785-455e-aad3-496b411ef26b tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Lazy-loading 'pci_requests' on Instance uuid 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.647657] env[69226]: DEBUG oslo_concurrency.lockutils [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.672528] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5259d715-1491-da17-5cf9-90f2f96edeea, 'name': SearchDatastore_Task, 'duration_secs': 0.011413} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.673202] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.673440] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.673763] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.673829] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.674025] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.676399] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5579369-d6fa-4a0a-8592-e4eb24a8de3c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.683813] env[69226]: DEBUG oslo_vmware.api [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': task-3495650, 'name': PowerOffVM_Task, 'duration_secs': 0.302002} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.684091] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.684263] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.684503] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33afa713-ae53-4027-9ce3-ef13575742c6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.692048] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.692255] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.693024] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23dc4b21-b33b-42c1-9104-747ee0896189 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.698566] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1168.698566] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5213ed2c-6fce-6173-8d92-595e4d3a27e7" [ 1168.698566] env[69226]: _type = "Task" [ 1168.698566] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.709935] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5213ed2c-6fce-6173-8d92-595e4d3a27e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.717134] env[69226]: DEBUG nova.network.neutron [req-98fa2cbc-03c3-4158-a091-ae4a9f70e087 req-a5b2efb0-62cc-46c2-99fd-cd4deec49c63 service nova] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Updated VIF entry in instance network info cache for port 65df006b-b310-4743-8ebb-aa5b379b64ff. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.717483] env[69226]: DEBUG nova.network.neutron [req-98fa2cbc-03c3-4158-a091-ae4a9f70e087 req-a5b2efb0-62cc-46c2-99fd-cd4deec49c63 service nova] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Updating instance_info_cache with network_info: [{"id": "65df006b-b310-4743-8ebb-aa5b379b64ff", "address": "fa:16:3e:9c:7e:89", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65df006b-b3", "ovs_interfaceid": "65df006b-b310-4743-8ebb-aa5b379b64ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.746525] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc824e9-6f9e-4cc7-9a7b-7d5a0abeee34 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.754636] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa2f8fe-26b2-45f5-ab1a-d1403ac9805c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.787146] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c3b4cf-bce2-44aa-887e-a3c7ed03e884 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.789753] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.789935] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.790127] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Deleting the datastore file [datastore2] 23c0fe98-6794-485c-b170-29e35fdf7095 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.790360] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2baad216-956b-4f9d-8177-628ac6ad8823 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.799088] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b90ba1-c26a-4dda-9260-e7103723d6c7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.802811] env[69226]: DEBUG oslo_vmware.api [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Waiting for the task: (returnval){ [ 1168.802811] env[69226]: value = "task-3495652" [ 1168.802811] env[69226]: _type = "Task" [ 1168.802811] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.814440] env[69226]: DEBUG nova.compute.provider_tree [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1168.820882] env[69226]: DEBUG oslo_vmware.api [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': task-3495652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.059585] env[69226]: DEBUG nova.objects.base [None req-81936d83-a785-455e-aad3-496b411ef26b tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Object Instance<15e8bab7-d118-4d1d-a11f-ecc5ee013f1a> lazy-loaded attributes: flavor,pci_requests {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1169.065093] env[69226]: DEBUG nova.network.neutron [None req-81936d83-a785-455e-aad3-496b411ef26b tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.140161] env[69226]: DEBUG oslo_concurrency.lockutils [None req-81936d83-a785-455e-aad3-496b411ef26b tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Lock "interface-15e8bab7-d118-4d1d-a11f-ecc5ee013f1a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.089s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.212568] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5213ed2c-6fce-6173-8d92-595e4d3a27e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012921} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.213404] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f21107c-954d-4d7f-b466-42600b4589e8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.220495] env[69226]: DEBUG oslo_concurrency.lockutils [req-98fa2cbc-03c3-4158-a091-ae4a9f70e087 req-a5b2efb0-62cc-46c2-99fd-cd4deec49c63 service nova] Releasing lock "refresh_cache-adc22ecb-f1ea-4b42-a697-bf935aa9beee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.220955] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1169.220955] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521b21a9-8b64-f030-37a3-b3c3cf6dd04d" [ 1169.220955] env[69226]: _type = "Task" [ 1169.220955] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.230086] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521b21a9-8b64-f030-37a3-b3c3cf6dd04d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.313394] env[69226]: DEBUG oslo_vmware.api [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Task: {'id': task-3495652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145743} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.313778] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.314009] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.314237] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.314444] env[69226]: INFO nova.compute.manager [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1169.314716] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.314948] env[69226]: DEBUG nova.compute.manager [-] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.315088] env[69226]: DEBUG nova.network.neutron [-] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.348384] env[69226]: DEBUG nova.scheduler.client.report [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1169.348689] env[69226]: DEBUG nova.compute.provider_tree [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 150 to 151 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1169.348872] env[69226]: DEBUG nova.compute.provider_tree [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1169.734085] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521b21a9-8b64-f030-37a3-b3c3cf6dd04d, 'name': SearchDatastore_Task, 'duration_secs': 0.014513} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.734085] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.734085] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] adc22ecb-f1ea-4b42-a697-bf935aa9beee/adc22ecb-f1ea-4b42-a697-bf935aa9beee.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.734085] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b92678b4-3756-4b45-8352-6e1456935da4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.741754] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1169.741754] env[69226]: value = "task-3495653" [ 1169.741754] env[69226]: _type = "Task" [ 1169.741754] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.750151] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.855054] env[69226]: DEBUG oslo_concurrency.lockutils [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.255s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.856846] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.141s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.857110] env[69226]: DEBUG nova.objects.instance [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lazy-loading 'resources' on Instance uuid 418bb2f3-bfba-41bf-af24-9453097c4b06 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.886249] env[69226]: INFO nova.network.neutron [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Updating port 9bc79ed1-f427-48b7-9976-7b029eefce81 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1170.018581] env[69226]: DEBUG nova.network.neutron [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Port 61bbdf30-6dfa-4394-a088-d9ba104694fe binding to destination host cpu-1 is already ACTIVE {{(pid=69226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1170.023180] env[69226]: DEBUG nova.compute.manager [req-2afcda33-1bf9-471f-b885-dc09093dc5b9 req-536a8500-240c-4de4-b402-8da7cfd694fe service nova] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Received event network-vif-deleted-5b7ae784-218b-4376-8f20-867246508da2 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.023180] env[69226]: INFO nova.compute.manager [req-2afcda33-1bf9-471f-b885-dc09093dc5b9 req-536a8500-240c-4de4-b402-8da7cfd694fe service nova] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Neutron deleted interface 5b7ae784-218b-4376-8f20-867246508da2; detaching it from the instance and deleting it from the info cache [ 1170.023347] env[69226]: DEBUG nova.network.neutron [req-2afcda33-1bf9-471f-b885-dc09093dc5b9 req-536a8500-240c-4de4-b402-8da7cfd694fe service nova] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.065722] env[69226]: DEBUG nova.network.neutron [-] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.253759] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495653, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.526126] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62cf491e-5848-402c-9071-f4eb9c772159 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.540239] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a89d9ef-731a-44be-b96e-eeaa5a554f42 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.577232] env[69226]: INFO nova.compute.manager [-] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Took 1.26 seconds to deallocate network for instance. [ 1170.577590] env[69226]: DEBUG nova.compute.manager [req-2afcda33-1bf9-471f-b885-dc09093dc5b9 req-536a8500-240c-4de4-b402-8da7cfd694fe service nova] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Detach interface failed, port_id=5b7ae784-218b-4376-8f20-867246508da2, reason: Instance 23c0fe98-6794-485c-b170-29e35fdf7095 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1170.593473] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b8a49c-0969-48d1-8759-ee678a06ed8b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.601996] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c937453-2f96-484e-881a-9e048cb9fa56 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.639561] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb06c786-9d60-4145-96a1-0149ca5c3187 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.651391] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde4af37-8743-44e3-83ef-f7f8ec206e5f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.666160] env[69226]: DEBUG nova.compute.provider_tree [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.753196] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534752} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.753426] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] adc22ecb-f1ea-4b42-a697-bf935aa9beee/adc22ecb-f1ea-4b42-a697-bf935aa9beee.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.753638] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.753905] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d857b4c4-3224-4fb3-a60d-9f1edaa8b744 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.760879] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1170.760879] env[69226]: value = "task-3495654" [ 1170.760879] env[69226]: _type = "Task" [ 1170.760879] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.768728] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.042048] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.042048] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.042048] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.086985] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.145623] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Acquiring lock "15e8bab7-d118-4d1d-a11f-ecc5ee013f1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.145875] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Lock "15e8bab7-d118-4d1d-a11f-ecc5ee013f1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.146110] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Acquiring lock "15e8bab7-d118-4d1d-a11f-ecc5ee013f1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.146296] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Lock "15e8bab7-d118-4d1d-a11f-ecc5ee013f1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.146462] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Lock "15e8bab7-d118-4d1d-a11f-ecc5ee013f1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.148523] env[69226]: INFO nova.compute.manager [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Terminating instance [ 1171.169089] env[69226]: DEBUG nova.scheduler.client.report [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.271602] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078875} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.271861] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.272679] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243d00b7-f553-46bf-8b78-1c67bbafd9d6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.294411] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] adc22ecb-f1ea-4b42-a697-bf935aa9beee/adc22ecb-f1ea-4b42-a697-bf935aa9beee.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.294683] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84130896-2c4f-41fb-9791-496e1efd6933 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.316410] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1171.316410] env[69226]: value = "task-3495655" [ 1171.316410] env[69226]: _type = "Task" [ 1171.316410] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.324703] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.453897] env[69226]: DEBUG oslo_concurrency.lockutils [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.454158] env[69226]: DEBUG oslo_concurrency.lockutils [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquired lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.454158] env[69226]: DEBUG nova.network.neutron [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.654797] env[69226]: DEBUG nova.compute.manager [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.654797] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.654797] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d5ebe7-d8a5-478d-bbbb-a849e5217cbe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.662123] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.662351] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-710b1961-68c2-4056-9443-1013b6909627 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.668661] env[69226]: DEBUG oslo_vmware.api [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Waiting for the task: (returnval){ [ 1171.668661] env[69226]: value = "task-3495656" [ 1171.668661] env[69226]: _type = "Task" [ 1171.668661] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.673824] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.678795] env[69226]: DEBUG oslo_concurrency.lockutils [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.752s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.679061] env[69226]: DEBUG nova.objects.instance [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Lazy-loading 'resources' on Instance uuid d2a92fc8-ffa3-4316-88bd-c4477452c975 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.680336] env[69226]: DEBUG oslo_vmware.api [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': task-3495656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.705476] env[69226]: INFO nova.scheduler.client.report [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Deleted allocations for instance 418bb2f3-bfba-41bf-af24-9453097c4b06 [ 1171.827084] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495655, 'name': ReconfigVM_Task, 'duration_secs': 0.277738} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.827424] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Reconfigured VM instance instance-0000006c to attach disk [datastore2] adc22ecb-f1ea-4b42-a697-bf935aa9beee/adc22ecb-f1ea-4b42-a697-bf935aa9beee.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.828100] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b353946-2b37-4bec-86da-049088b59989 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.835809] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1171.835809] env[69226]: value = "task-3495657" [ 1171.835809] env[69226]: _type = "Task" [ 1171.835809] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.845080] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495657, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.055259] env[69226]: DEBUG nova.compute.manager [req-e2b85a8b-8f56-41cc-ba03-ade215e4f9de req-a3b94281-4f66-42ba-9d33-7540b9fe97ea service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Received event network-vif-plugged-9bc79ed1-f427-48b7-9976-7b029eefce81 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.055540] env[69226]: DEBUG oslo_concurrency.lockutils [req-e2b85a8b-8f56-41cc-ba03-ade215e4f9de req-a3b94281-4f66-42ba-9d33-7540b9fe97ea service nova] Acquiring lock "8341dde8-af28-4fac-9c5b-d9873c8013bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.055696] env[69226]: DEBUG oslo_concurrency.lockutils [req-e2b85a8b-8f56-41cc-ba03-ade215e4f9de req-a3b94281-4f66-42ba-9d33-7540b9fe97ea service nova] Lock "8341dde8-af28-4fac-9c5b-d9873c8013bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.055869] env[69226]: DEBUG oslo_concurrency.lockutils [req-e2b85a8b-8f56-41cc-ba03-ade215e4f9de req-a3b94281-4f66-42ba-9d33-7540b9fe97ea service nova] Lock "8341dde8-af28-4fac-9c5b-d9873c8013bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.056051] env[69226]: DEBUG nova.compute.manager [req-e2b85a8b-8f56-41cc-ba03-ade215e4f9de req-a3b94281-4f66-42ba-9d33-7540b9fe97ea service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] No waiting events found dispatching network-vif-plugged-9bc79ed1-f427-48b7-9976-7b029eefce81 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.056316] env[69226]: WARNING nova.compute.manager [req-e2b85a8b-8f56-41cc-ba03-ade215e4f9de req-a3b94281-4f66-42ba-9d33-7540b9fe97ea service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Received unexpected event network-vif-plugged-9bc79ed1-f427-48b7-9976-7b029eefce81 for instance with vm_state shelved_offloaded and task_state spawning. [ 1172.056399] env[69226]: DEBUG nova.compute.manager [req-e2b85a8b-8f56-41cc-ba03-ade215e4f9de req-a3b94281-4f66-42ba-9d33-7540b9fe97ea service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Received event network-changed-9bc79ed1-f427-48b7-9976-7b029eefce81 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.056551] env[69226]: DEBUG nova.compute.manager [req-e2b85a8b-8f56-41cc-ba03-ade215e4f9de req-a3b94281-4f66-42ba-9d33-7540b9fe97ea service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Refreshing instance network info cache due to event network-changed-9bc79ed1-f427-48b7-9976-7b029eefce81. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.056715] env[69226]: DEBUG oslo_concurrency.lockutils [req-e2b85a8b-8f56-41cc-ba03-ade215e4f9de req-a3b94281-4f66-42ba-9d33-7540b9fe97ea service nova] Acquiring lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.100814] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.101099] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.101334] env[69226]: DEBUG nova.network.neutron [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.183024] env[69226]: DEBUG oslo_vmware.api [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': task-3495656, 'name': PowerOffVM_Task, 'duration_secs': 0.185291} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.183024] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.183024] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.184124] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e068b237-0c4a-4c1b-b001-d6e71346f336 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.213521] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5fa2e18b-b91d-47ef-9e68-a0e3467e8ffd tempest-ServersNegativeTestJSON-974271614 tempest-ServersNegativeTestJSON-974271614-project-member] Lock "418bb2f3-bfba-41bf-af24-9453097c4b06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.478s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.258575] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.258575] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.258575] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Deleting the datastore file [datastore2] 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.258575] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c65ec9f3-f84b-4ee3-bb84-0145e248e0a8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.266160] env[69226]: DEBUG oslo_vmware.api [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Waiting for the task: (returnval){ [ 1172.266160] env[69226]: value = "task-3495659" [ 1172.266160] env[69226]: _type = "Task" [ 1172.266160] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.285147] env[69226]: DEBUG oslo_vmware.api [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': task-3495659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.349338] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495657, 'name': Rename_Task, 'duration_secs': 0.140621} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.349663] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.349914] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e75ffdd8-0cc4-4a17-9173-2ffd402290a0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.357911] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1172.357911] env[69226]: value = "task-3495660" [ 1172.357911] env[69226]: _type = "Task" [ 1172.357911] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.368012] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.404386] env[69226]: DEBUG nova.network.neutron [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Updating instance_info_cache with network_info: [{"id": "9bc79ed1-f427-48b7-9976-7b029eefce81", "address": "fa:16:3e:0a:09:e4", "network": {"id": "61f4be9c-0e3d-4a47-bb9b-afb0b674e5b2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1604472150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66aa0a2126264cfca886a893cfa086c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bc79ed1-f4", "ovs_interfaceid": "9bc79ed1-f427-48b7-9976-7b029eefce81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.408836] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc413d11-81ad-478f-babc-256685d6bb74 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.415561] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d462a3-e1ed-44a2-903b-a5a3b93e1bc2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.448449] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2d1fab-63c1-4a85-abd1-a138fc1e3650 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.457174] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16364e35-bf45-4e1b-bbdc-879e2b093bce {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.476141] env[69226]: DEBUG nova.compute.provider_tree [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1172.776223] env[69226]: DEBUG oslo_vmware.api [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Task: {'id': task-3495659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130422} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.778700] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.778909] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.779099] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.779273] env[69226]: INFO nova.compute.manager [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1172.779514] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.779768] env[69226]: DEBUG nova.compute.manager [-] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.779828] env[69226]: DEBUG nova.network.neutron [-] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.842826] env[69226]: DEBUG nova.network.neutron [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updating instance_info_cache with network_info: [{"id": "61bbdf30-6dfa-4394-a088-d9ba104694fe", "address": "fa:16:3e:8c:e5:7a", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61bbdf30-6d", "ovs_interfaceid": "61bbdf30-6dfa-4394-a088-d9ba104694fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.870920] env[69226]: DEBUG oslo_vmware.api [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495660, 'name': PowerOnVM_Task, 'duration_secs': 0.506631} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.870920] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.870920] env[69226]: INFO nova.compute.manager [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1172.872540] env[69226]: DEBUG nova.compute.manager [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.872540] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906b5801-9bdf-4667-a53b-7749cd1b9c13 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.911163] env[69226]: DEBUG oslo_concurrency.lockutils [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Releasing lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.913802] env[69226]: DEBUG oslo_concurrency.lockutils [req-e2b85a8b-8f56-41cc-ba03-ade215e4f9de req-a3b94281-4f66-42ba-9d33-7540b9fe97ea service nova] Acquired lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.913881] env[69226]: DEBUG nova.network.neutron [req-e2b85a8b-8f56-41cc-ba03-ade215e4f9de req-a3b94281-4f66-42ba-9d33-7540b9fe97ea service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Refreshing network info cache for port 9bc79ed1-f427-48b7-9976-7b029eefce81 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.945851] env[69226]: DEBUG nova.virt.hardware [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cc1fda61aa309c0a82a110a8ad36f0f9',container_format='bare',created_at=2025-04-19T22:54:01Z,direct_url=,disk_format='vmdk',id=defaf695-7fa9-4244-8d59-df0cd3ecac7b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1642571398-shelved',owner='66aa0a2126264cfca886a893cfa086c7',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-04-19T22:54:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.946146] env[69226]: DEBUG nova.virt.hardware [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.946273] env[69226]: DEBUG nova.virt.hardware [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.946451] env[69226]: DEBUG nova.virt.hardware [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.946597] env[69226]: DEBUG nova.virt.hardware [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.946889] env[69226]: DEBUG nova.virt.hardware [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.947228] env[69226]: DEBUG nova.virt.hardware [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.947484] env[69226]: DEBUG nova.virt.hardware [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.947716] env[69226]: DEBUG nova.virt.hardware [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.947961] env[69226]: DEBUG nova.virt.hardware [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.948168] env[69226]: DEBUG nova.virt.hardware [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.949063] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77eb4fe-f3e8-48a1-b2d7-f0a999011db5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.960879] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74572ca1-e03c-44c1-97ea-b341f57ef29d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.977373] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:09:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bc79ed1-f427-48b7-9976-7b029eefce81', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.987684] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.996305] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.996305] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-178a7b2d-7fde-4b9d-b98a-8f6cb85e34bd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.021464] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.021464] env[69226]: value = "task-3495661" [ 1173.021464] env[69226]: _type = "Task" [ 1173.021464] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.026915] env[69226]: DEBUG nova.scheduler.client.report [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1173.027199] env[69226]: DEBUG nova.compute.provider_tree [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 151 to 152 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1173.027384] env[69226]: DEBUG nova.compute.provider_tree [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1173.033667] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495661, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.099098] env[69226]: DEBUG nova.compute.manager [req-8cc2b4b3-270e-48b6-8857-f3b2a76478a5 req-c155261e-2499-4283-8c55-59bf2535b171 service nova] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Received event network-vif-deleted-0aed48e4-7a57-4614-b51f-55b6f0d6be80 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.099436] env[69226]: INFO nova.compute.manager [req-8cc2b4b3-270e-48b6-8857-f3b2a76478a5 req-c155261e-2499-4283-8c55-59bf2535b171 service nova] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Neutron deleted interface 0aed48e4-7a57-4614-b51f-55b6f0d6be80; detaching it from the instance and deleting it from the info cache [ 1173.099841] env[69226]: DEBUG nova.network.neutron [req-8cc2b4b3-270e-48b6-8857-f3b2a76478a5 req-c155261e-2499-4283-8c55-59bf2535b171 service nova] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.346069] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.390615] env[69226]: INFO nova.compute.manager [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Took 19.46 seconds to build instance. [ 1173.535299] env[69226]: DEBUG oslo_concurrency.lockutils [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.536963] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495661, 'name': CreateVM_Task, 'duration_secs': 0.408944} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.538326] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.185s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.538326] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.538326] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1173.538326] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.882s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.538326] env[69226]: DEBUG nova.objects.instance [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lazy-loading 'resources' on Instance uuid 0d447403-e0e2-4212-80cb-ff6ff60b796a {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.539232] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.545021] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15c910c-f9d4-4849-a944-0d45996b4af3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.545021] env[69226]: DEBUG oslo_concurrency.lockutils [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/defaf695-7fa9-4244-8d59-df0cd3ecac7b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.545021] env[69226]: DEBUG oslo_concurrency.lockutils [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/defaf695-7fa9-4244-8d59-df0cd3ecac7b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.545021] env[69226]: DEBUG oslo_concurrency.lockutils [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/defaf695-7fa9-4244-8d59-df0cd3ecac7b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.545021] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a4d9274-1e76-4449-97e0-f4d63f3aa702 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.552374] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1173.552374] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522c7bab-4105-ff65-da61-88ca4541a7b3" [ 1173.552374] env[69226]: _type = "Task" [ 1173.552374] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.553601] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a18b35-beb4-4036-99dc-ef07310034a8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.579517] env[69226]: DEBUG nova.network.neutron [-] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.582030] env[69226]: INFO nova.scheduler.client.report [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Deleted allocations for instance d2a92fc8-ffa3-4316-88bd-c4477452c975 [ 1173.586172] env[69226]: DEBUG oslo_concurrency.lockutils [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/defaf695-7fa9-4244-8d59-df0cd3ecac7b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.587728] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Processing image defaf695-7fa9-4244-8d59-df0cd3ecac7b {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.587728] env[69226]: DEBUG oslo_concurrency.lockutils [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/defaf695-7fa9-4244-8d59-df0cd3ecac7b/defaf695-7fa9-4244-8d59-df0cd3ecac7b.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.587728] env[69226]: DEBUG oslo_concurrency.lockutils [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/defaf695-7fa9-4244-8d59-df0cd3ecac7b/defaf695-7fa9-4244-8d59-df0cd3ecac7b.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.587728] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.587955] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df9bc3f-f43b-4edd-a0d0-7512515cb3d7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.593381] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61b0bf40-5cd9-4a31-bb3f-4be18fc519e5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.603689] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d14ab046-f42c-426f-a2ce-85715579c0a5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.606741] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01af0a2d-4743-4144-87f3-db5f91e3b097 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.611114] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.611312] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.613465] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afa010f3-1725-4d47-abb0-7d66f17d2dbe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.640926] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179182MB free_disk=91GB free_vcpus=48 pci_devices=None {{(pid=69226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1173.641113] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.646225] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1173.646225] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523026bd-44e0-9f59-d49c-5302534057bb" [ 1173.646225] env[69226]: _type = "Task" [ 1173.646225] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.649572] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5d3ea1-640e-4e51-90c8-2c66b7e82dc0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.671967] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Preparing fetch location {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1173.672242] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Fetch image to [datastore2] OSTACK_IMG_7e2a66fa-99f5-421c-9c4d-10a4227b65f7/OSTACK_IMG_7e2a66fa-99f5-421c-9c4d-10a4227b65f7.vmdk {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1173.672419] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Downloading stream optimized image defaf695-7fa9-4244-8d59-df0cd3ecac7b to [datastore2] OSTACK_IMG_7e2a66fa-99f5-421c-9c4d-10a4227b65f7/OSTACK_IMG_7e2a66fa-99f5-421c-9c4d-10a4227b65f7.vmdk on the data store datastore2 as vApp {{(pid=69226) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1173.672586] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Downloading image file data defaf695-7fa9-4244-8d59-df0cd3ecac7b to the ESX as VM named 'OSTACK_IMG_7e2a66fa-99f5-421c-9c4d-10a4227b65f7' {{(pid=69226) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1173.685810] env[69226]: DEBUG nova.compute.manager [req-8cc2b4b3-270e-48b6-8857-f3b2a76478a5 req-c155261e-2499-4283-8c55-59bf2535b171 service nova] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Detach interface failed, port_id=0aed48e4-7a57-4614-b51f-55b6f0d6be80, reason: Instance 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1173.768741] env[69226]: DEBUG nova.network.neutron [req-e2b85a8b-8f56-41cc-ba03-ade215e4f9de req-a3b94281-4f66-42ba-9d33-7540b9fe97ea service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Updated VIF entry in instance network info cache for port 9bc79ed1-f427-48b7-9976-7b029eefce81. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.769221] env[69226]: DEBUG nova.network.neutron [req-e2b85a8b-8f56-41cc-ba03-ade215e4f9de req-a3b94281-4f66-42ba-9d33-7540b9fe97ea service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Updating instance_info_cache with network_info: [{"id": "9bc79ed1-f427-48b7-9976-7b029eefce81", "address": "fa:16:3e:0a:09:e4", "network": {"id": "61f4be9c-0e3d-4a47-bb9b-afb0b674e5b2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1604472150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66aa0a2126264cfca886a893cfa086c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bc79ed1-f4", "ovs_interfaceid": "9bc79ed1-f427-48b7-9976-7b029eefce81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.775172] env[69226]: DEBUG oslo_vmware.rw_handles [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1173.775172] env[69226]: value = "resgroup-9" [ 1173.775172] env[69226]: _type = "ResourcePool" [ 1173.775172] env[69226]: }. {{(pid=69226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1173.775172] env[69226]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e8a17e54-049f-4bb8-9f8b-2d1d0bd51d1b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.797696] env[69226]: DEBUG oslo_vmware.rw_handles [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lease: (returnval){ [ 1173.797696] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a8edb1-d964-da3d-19ad-2e2ebae37c49" [ 1173.797696] env[69226]: _type = "HttpNfcLease" [ 1173.797696] env[69226]: } obtained for vApp import into resource pool (val){ [ 1173.797696] env[69226]: value = "resgroup-9" [ 1173.797696] env[69226]: _type = "ResourcePool" [ 1173.797696] env[69226]: }. {{(pid=69226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1173.797981] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the lease: (returnval){ [ 1173.797981] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a8edb1-d964-da3d-19ad-2e2ebae37c49" [ 1173.797981] env[69226]: _type = "HttpNfcLease" [ 1173.797981] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1173.805186] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1173.805186] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a8edb1-d964-da3d-19ad-2e2ebae37c49" [ 1173.805186] env[69226]: _type = "HttpNfcLease" [ 1173.805186] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1173.858365] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db22d1a5-c4a0-4d72-be1e-e82ae05760f4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.869088] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8676ff63-5fba-4228-987a-eaf127ed01f3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.894244] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6895bbea-c534-415a-ac81-f424631c32fc tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "adc22ecb-f1ea-4b42-a697-bf935aa9beee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.977s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.091450] env[69226]: INFO nova.compute.manager [-] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Took 1.31 seconds to deallocate network for instance. [ 1174.104702] env[69226]: DEBUG oslo_concurrency.lockutils [None req-520873ea-e8e5-407f-88c1-e4c2c7fae4ca tempest-ServerShowV254Test-913672224 tempest-ServerShowV254Test-913672224-project-member] Lock "d2a92fc8-ffa3-4316-88bd-c4477452c975" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.940s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.273455] env[69226]: DEBUG oslo_concurrency.lockutils [req-e2b85a8b-8f56-41cc-ba03-ade215e4f9de req-a3b94281-4f66-42ba-9d33-7540b9fe97ea service nova] Releasing lock "refresh_cache-8341dde8-af28-4fac-9c5b-d9873c8013bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.278025] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc14cf1-43ce-4dfa-a061-d148cf1bb385 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.290085] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf84aa6-d3e6-4c99-aa00-5c218ee18617 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.325019] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5179941-eae6-4e1c-8ffa-660f2e56795f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.334749] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07bf1c8-0e8a-45d1-90f9-2de2635ff77c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.338439] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1174.338439] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a8edb1-d964-da3d-19ad-2e2ebae37c49" [ 1174.338439] env[69226]: _type = "HttpNfcLease" [ 1174.338439] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1174.338760] env[69226]: DEBUG oslo_vmware.rw_handles [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1174.338760] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a8edb1-d964-da3d-19ad-2e2ebae37c49" [ 1174.338760] env[69226]: _type = "HttpNfcLease" [ 1174.338760] env[69226]: }. {{(pid=69226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1174.339791] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3771d7-884a-44b2-bb3c-eaa9f67d411f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.350297] env[69226]: DEBUG nova.compute.provider_tree [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.357017] env[69226]: DEBUG oslo_vmware.rw_handles [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b8538-b855-aa27-c475-23f650adeec0/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1174.357017] env[69226]: DEBUG oslo_vmware.rw_handles [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b8538-b855-aa27-c475-23f650adeec0/disk-0.vmdk. {{(pid=69226) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1174.421154] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-53d69be6-a4e9-4c67-88b6-8b4d77e051d4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.600368] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.855427] env[69226]: DEBUG nova.scheduler.client.report [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.004025] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3f033e-3374-469a-b3a1-2e115307a68b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.044062] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb8b143-f15d-455c-a25d-ec275e6b498d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.052984] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updating instance 'ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d' progress to 83 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.369033] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.373498] env[69226]: DEBUG oslo_concurrency.lockutils [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.044s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.373774] env[69226]: DEBUG nova.objects.instance [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lazy-loading 'resources' on Instance uuid 2df7e239-31d2-4538-82fe-bfa150fbc42b {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.377210] env[69226]: DEBUG nova.compute.manager [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Stashing vm_state: active {{(pid=69226) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1175.395238] env[69226]: INFO nova.scheduler.client.report [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Deleted allocations for instance 0d447403-e0e2-4212-80cb-ff6ff60b796a [ 1175.562011] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.562347] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00ff945d-5483-48e5-8e4a-1c2cba2a84b2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.565533] env[69226]: DEBUG oslo_vmware.rw_handles [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Completed reading data from the image iterator. {{(pid=69226) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1175.565759] env[69226]: DEBUG oslo_vmware.rw_handles [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b8538-b855-aa27-c475-23f650adeec0/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1175.566851] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be15940-ef55-43f2-810d-2f30b1cf044b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.574733] env[69226]: DEBUG oslo_vmware.rw_handles [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b8538-b855-aa27-c475-23f650adeec0/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1175.574964] env[69226]: DEBUG oslo_vmware.rw_handles [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b8538-b855-aa27-c475-23f650adeec0/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1175.576373] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a0cd9baf-5021-4846-a954-2dcaa0413780 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.578323] env[69226]: DEBUG oslo_vmware.api [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1175.578323] env[69226]: value = "task-3495663" [ 1175.578323] env[69226]: _type = "Task" [ 1175.578323] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.587558] env[69226]: DEBUG oslo_vmware.api [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.761967] env[69226]: DEBUG oslo_vmware.rw_handles [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b8538-b855-aa27-c475-23f650adeec0/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1175.762275] env[69226]: INFO nova.virt.vmwareapi.images [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Downloaded image file data defaf695-7fa9-4244-8d59-df0cd3ecac7b [ 1175.763242] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bae56d0-6ba8-4e55-b950-5458f5952a84 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.780822] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f08b730-582a-4dd4-ac20-18b30ef4dcec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.810196] env[69226]: INFO nova.virt.vmwareapi.images [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] The imported VM was unregistered [ 1175.812726] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Caching image {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1175.812964] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Creating directory with path [datastore2] devstack-image-cache_base/defaf695-7fa9-4244-8d59-df0cd3ecac7b {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.813275] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57ec7364-ad31-4f9e-ae16-9f8981264108 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.827911] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Created directory with path [datastore2] devstack-image-cache_base/defaf695-7fa9-4244-8d59-df0cd3ecac7b {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.828197] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_7e2a66fa-99f5-421c-9c4d-10a4227b65f7/OSTACK_IMG_7e2a66fa-99f5-421c-9c4d-10a4227b65f7.vmdk to [datastore2] devstack-image-cache_base/defaf695-7fa9-4244-8d59-df0cd3ecac7b/defaf695-7fa9-4244-8d59-df0cd3ecac7b.vmdk. {{(pid=69226) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1175.828482] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-dbc0045b-2ab4-45cf-8e7e-94240b1c8447 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.838745] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1175.838745] env[69226]: value = "task-3495665" [ 1175.838745] env[69226]: _type = "Task" [ 1175.838745] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.847412] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495665, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.893653] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.901979] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c641856-a6d2-4f93-8130-0373897905e3 tempest-AttachInterfacesTestJSON-527218424 tempest-AttachInterfacesTestJSON-527218424-project-member] Lock "0d447403-e0e2-4212-80cb-ff6ff60b796a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.846s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.078663] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11274b8d-df95-46ce-ad45-e019fdbce54c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.094829] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41899e64-e2de-4f1c-b85e-89a4bbecb94c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.098917] env[69226]: DEBUG oslo_vmware.api [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495663, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.130387] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e8de08-5e37-4bc5-a96b-d65a1f99b121 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.140139] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54037a3-d884-4113-afa4-df98e71380c4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.157120] env[69226]: DEBUG nova.compute.provider_tree [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.350469] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495665, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.593374] env[69226]: DEBUG oslo_vmware.api [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495663, 'name': PowerOnVM_Task, 'duration_secs': 0.635277} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.593738] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.593738] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4322e7-9300-4fdf-801e-474881b14bb8 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updating instance 'ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d' progress to 100 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.679789] env[69226]: ERROR nova.scheduler.client.report [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [req-f49449c6-3dd2-40ef-a041-3d57ba840624] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b569e5e-3afa-426e-9210-ba55a6e69f42. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f49449c6-3dd2-40ef-a041-3d57ba840624"}]} [ 1176.700303] env[69226]: DEBUG nova.scheduler.client.report [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Refreshing inventories for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1176.716648] env[69226]: DEBUG nova.scheduler.client.report [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Updating ProviderTree inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1176.716893] env[69226]: DEBUG nova.compute.provider_tree [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.729492] env[69226]: DEBUG nova.scheduler.client.report [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Refreshing aggregate associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, aggregates: None {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1176.748453] env[69226]: DEBUG nova.scheduler.client.report [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Refreshing trait associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1176.857486] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495665, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.971473] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bd99c7-e457-4851-84ff-46849eb360ed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.981510] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b90aab-ce3a-4ad2-a6c8-8bf753461503 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.017122] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b04adf-9ab3-47fe-88fd-0e340120a769 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.026695] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d5353d-6f4a-43c2-83bd-8dcdf8ec13b9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.043310] env[69226]: DEBUG nova.compute.provider_tree [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.353713] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495665, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.584682] env[69226]: DEBUG nova.scheduler.client.report [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1177.584792] env[69226]: DEBUG nova.compute.provider_tree [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 154 to 155 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1177.584981] env[69226]: DEBUG nova.compute.provider_tree [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.854235] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495665, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.090513] env[69226]: DEBUG oslo_concurrency.lockutils [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.717s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.093060] env[69226]: DEBUG oslo_concurrency.lockutils [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.445s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.094730] env[69226]: INFO nova.compute.claims [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.115713] env[69226]: INFO nova.scheduler.client.report [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleted allocations for instance 2df7e239-31d2-4538-82fe-bfa150fbc42b [ 1178.358959] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495665, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.624117] env[69226]: DEBUG oslo_concurrency.lockutils [None req-428c3c22-958a-4aea-a864-1a36a890ca1b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "2df7e239-31d2-4538-82fe-bfa150fbc42b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.808s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.855070] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495665, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.313752] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e070ebe5-e139-4c1e-a6c9-341a23dac01d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.328947] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99af3f0d-11ae-41ba-9758-1a1fe9340a3e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.366044] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379368bb-99d7-4bea-924a-6bde699192db {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.378458] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ab46bb-9995-41c7-8154-e097247bad91 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.382335] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495665, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.403666] env[69226]: DEBUG nova.compute.provider_tree [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.683725] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "1e6ba3fc-427a-4286-9d38-517aaefe5730" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.684096] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "1e6ba3fc-427a-4286-9d38-517aaefe5730" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.684346] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "1e6ba3fc-427a-4286-9d38-517aaefe5730-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.684617] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "1e6ba3fc-427a-4286-9d38-517aaefe5730-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.684733] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "1e6ba3fc-427a-4286-9d38-517aaefe5730-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.687056] env[69226]: DEBUG nova.network.neutron [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Port 61bbdf30-6dfa-4394-a088-d9ba104694fe binding to destination host cpu-1 is already ACTIVE {{(pid=69226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1179.687275] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.687421] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.687585] env[69226]: DEBUG nova.network.neutron [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.688909] env[69226]: INFO nova.compute.manager [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Terminating instance [ 1179.872411] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495665, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.847005} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.872828] env[69226]: INFO nova.virt.vmwareapi.ds_util [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_7e2a66fa-99f5-421c-9c4d-10a4227b65f7/OSTACK_IMG_7e2a66fa-99f5-421c-9c4d-10a4227b65f7.vmdk to [datastore2] devstack-image-cache_base/defaf695-7fa9-4244-8d59-df0cd3ecac7b/defaf695-7fa9-4244-8d59-df0cd3ecac7b.vmdk. [ 1179.873027] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Cleaning up location [datastore2] OSTACK_IMG_7e2a66fa-99f5-421c-9c4d-10a4227b65f7 {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1179.873201] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_7e2a66fa-99f5-421c-9c4d-10a4227b65f7 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.873480] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-662e52ab-cefd-46e0-89fb-e4d3898514e2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.880732] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1179.880732] env[69226]: value = "task-3495666" [ 1179.880732] env[69226]: _type = "Task" [ 1179.880732] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.888824] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.907162] env[69226]: DEBUG nova.scheduler.client.report [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.194205] env[69226]: DEBUG nova.compute.manager [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.194424] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.195441] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c30ad2-78e2-4b9b-ba4f-b6030e50e697 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.204332] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.204561] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4a4548d-b16e-49b9-b6da-03a2d663eb63 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.211100] env[69226]: DEBUG oslo_vmware.api [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1180.211100] env[69226]: value = "task-3495667" [ 1180.211100] env[69226]: _type = "Task" [ 1180.211100] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.221565] env[69226]: DEBUG oslo_vmware.api [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.397965] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036755} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.398329] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.398555] env[69226]: DEBUG oslo_concurrency.lockutils [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/defaf695-7fa9-4244-8d59-df0cd3ecac7b/defaf695-7fa9-4244-8d59-df0cd3ecac7b.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.398850] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/defaf695-7fa9-4244-8d59-df0cd3ecac7b/defaf695-7fa9-4244-8d59-df0cd3ecac7b.vmdk to [datastore2] 8341dde8-af28-4fac-9c5b-d9873c8013bc/8341dde8-af28-4fac-9c5b-d9873c8013bc.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.399167] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21a0439f-e0f7-46ee-8250-e57a731bc884 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.408011] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1180.408011] env[69226]: value = "task-3495668" [ 1180.408011] env[69226]: _type = "Task" [ 1180.408011] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.413988] env[69226]: DEBUG oslo_concurrency.lockutils [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.414553] env[69226]: DEBUG nova.compute.manager [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.422416] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.335s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.422669] env[69226]: DEBUG nova.objects.instance [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Lazy-loading 'resources' on Instance uuid 23c0fe98-6794-485c-b170-29e35fdf7095 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.710324] env[69226]: DEBUG nova.network.neutron [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updating instance_info_cache with network_info: [{"id": "61bbdf30-6dfa-4394-a088-d9ba104694fe", "address": "fa:16:3e:8c:e5:7a", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61bbdf30-6d", "ovs_interfaceid": "61bbdf30-6dfa-4394-a088-d9ba104694fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.722859] env[69226]: DEBUG oslo_vmware.api [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495667, 'name': PowerOffVM_Task, 'duration_secs': 0.233818} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.723223] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.723429] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.724025] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0578237c-3fda-431c-8ecf-b0b3f92c9968 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.831751] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.832041] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.832287] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleting the datastore file [datastore1] 1e6ba3fc-427a-4286-9d38-517aaefe5730 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.832618] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0361efed-927c-4b5d-b85c-0e6ad9f045da {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.842701] env[69226]: DEBUG oslo_vmware.api [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1180.842701] env[69226]: value = "task-3495670" [ 1180.842701] env[69226]: _type = "Task" [ 1180.842701] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.856903] env[69226]: DEBUG oslo_vmware.api [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.920159] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495668, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.925762] env[69226]: DEBUG nova.compute.utils [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.930304] env[69226]: DEBUG nova.compute.manager [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1180.930594] env[69226]: DEBUG nova.network.neutron [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.987090] env[69226]: DEBUG nova.policy [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56c0fdd50bfa490ea0c4419e57786549', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03fce1734c7744c2b1e81d630ea8c55f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.157712] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a952e2f5-000b-4135-8182-adcc3c596726 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.168222] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59623e8c-dbc8-4a16-9159-1b1402f70831 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.203465] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72865d3-55e5-4261-8f15-984a3c0d0910 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.213306] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff05d569-9dbd-4aa6-b6b5-2aa3ee8bff0c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.222909] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.233997] env[69226]: DEBUG nova.compute.provider_tree [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1181.355571] env[69226]: DEBUG oslo_vmware.api [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283271} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.355910] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.356209] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.356423] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.356641] env[69226]: INFO nova.compute.manager [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1181.356893] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.357125] env[69226]: DEBUG nova.compute.manager [-] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.357420] env[69226]: DEBUG nova.network.neutron [-] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.423835] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495668, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.431381] env[69226]: DEBUG nova.compute.manager [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.486206] env[69226]: DEBUG nova.network.neutron [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Successfully created port: b5de590e-ce9b-47ff-815a-9f1ef4a28147 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.653027] env[69226]: DEBUG nova.compute.manager [req-c84253e2-024f-4925-8a4a-7ebaf43c8211 req-dea574f2-fae8-4d82-9e2c-0a57a9f493a6 service nova] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Received event network-vif-deleted-b65b459c-b675-4432-b9f7-a6429e29cebe {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.653245] env[69226]: INFO nova.compute.manager [req-c84253e2-024f-4925-8a4a-7ebaf43c8211 req-dea574f2-fae8-4d82-9e2c-0a57a9f493a6 service nova] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Neutron deleted interface b65b459c-b675-4432-b9f7-a6429e29cebe; detaching it from the instance and deleting it from the info cache [ 1181.653423] env[69226]: DEBUG nova.network.neutron [req-c84253e2-024f-4925-8a4a-7ebaf43c8211 req-dea574f2-fae8-4d82-9e2c-0a57a9f493a6 service nova] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.724740] env[69226]: DEBUG nova.compute.manager [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69226) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1181.774863] env[69226]: DEBUG nova.scheduler.client.report [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1181.775075] env[69226]: DEBUG nova.compute.provider_tree [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 155 to 156 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1181.775319] env[69226]: DEBUG nova.compute.provider_tree [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1181.921438] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495668, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.126384] env[69226]: DEBUG nova.network.neutron [-] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.156295] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3227b446-94d1-4dff-8483-788063f8f9d7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.169034] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2292d02d-b9f2-4d87-8fdc-5ecd249e9e33 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.208485] env[69226]: DEBUG nova.compute.manager [req-c84253e2-024f-4925-8a4a-7ebaf43c8211 req-dea574f2-fae8-4d82-9e2c-0a57a9f493a6 service nova] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Detach interface failed, port_id=b65b459c-b675-4432-b9f7-a6429e29cebe, reason: Instance 1e6ba3fc-427a-4286-9d38-517aaefe5730 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1182.281105] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.283842] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.643s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.314034] env[69226]: INFO nova.scheduler.client.report [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Deleted allocations for instance 23c0fe98-6794-485c-b170-29e35fdf7095 [ 1182.421938] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495668, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.441455] env[69226]: DEBUG nova.compute.manager [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.475603] env[69226]: DEBUG nova.virt.hardware [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.476037] env[69226]: DEBUG nova.virt.hardware [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.476037] env[69226]: DEBUG nova.virt.hardware [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.476212] env[69226]: DEBUG nova.virt.hardware [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.476358] env[69226]: DEBUG nova.virt.hardware [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.476503] env[69226]: DEBUG nova.virt.hardware [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.476716] env[69226]: DEBUG nova.virt.hardware [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.476939] env[69226]: DEBUG nova.virt.hardware [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.477156] env[69226]: DEBUG nova.virt.hardware [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.477331] env[69226]: DEBUG nova.virt.hardware [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.477524] env[69226]: DEBUG nova.virt.hardware [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.478468] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779f44c7-18b7-41ca-8b6a-2f7c90ec69ac {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.488708] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7853b47-b934-40b8-9502-27d7b9ae3aee {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.629883] env[69226]: INFO nova.compute.manager [-] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Took 1.27 seconds to deallocate network for instance. [ 1182.821826] env[69226]: DEBUG oslo_concurrency.lockutils [None req-da4f9d18-3012-4c81-98c6-909fd56a94c7 tempest-InstanceActionsTestJSON-1486874820 tempest-InstanceActionsTestJSON-1486874820-project-member] Lock "23c0fe98-6794-485c-b170-29e35fdf7095" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.192s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.858278] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.921982] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495668, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.932580] env[69226]: DEBUG nova.compute.manager [req-098e3672-0f8c-402e-8681-f42fa0a2d8c0 req-34396d00-a041-4de6-a9e6-8646add0fa2d service nova] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Received event network-vif-plugged-b5de590e-ce9b-47ff-815a-9f1ef4a28147 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.932930] env[69226]: DEBUG oslo_concurrency.lockutils [req-098e3672-0f8c-402e-8681-f42fa0a2d8c0 req-34396d00-a041-4de6-a9e6-8646add0fa2d service nova] Acquiring lock "e7378df1-117d-41a5-a8a7-ff1513019b2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.933056] env[69226]: DEBUG oslo_concurrency.lockutils [req-098e3672-0f8c-402e-8681-f42fa0a2d8c0 req-34396d00-a041-4de6-a9e6-8646add0fa2d service nova] Lock "e7378df1-117d-41a5-a8a7-ff1513019b2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.933261] env[69226]: DEBUG oslo_concurrency.lockutils [req-098e3672-0f8c-402e-8681-f42fa0a2d8c0 req-34396d00-a041-4de6-a9e6-8646add0fa2d service nova] Lock "e7378df1-117d-41a5-a8a7-ff1513019b2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.933412] env[69226]: DEBUG nova.compute.manager [req-098e3672-0f8c-402e-8681-f42fa0a2d8c0 req-34396d00-a041-4de6-a9e6-8646add0fa2d service nova] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] No waiting events found dispatching network-vif-plugged-b5de590e-ce9b-47ff-815a-9f1ef4a28147 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1182.933579] env[69226]: WARNING nova.compute.manager [req-098e3672-0f8c-402e-8681-f42fa0a2d8c0 req-34396d00-a041-4de6-a9e6-8646add0fa2d service nova] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Received unexpected event network-vif-plugged-b5de590e-ce9b-47ff-815a-9f1ef4a28147 for instance with vm_state building and task_state spawning. [ 1183.021501] env[69226]: DEBUG nova.network.neutron [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Successfully updated port: b5de590e-ce9b-47ff-815a-9f1ef4a28147 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.136236] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.296041] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Applying migration context for instance ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d as it has an incoming, in-progress migration bc8b468d-c80e-4af5-b52a-7f6e523ab68e. Migration status is reverting {{(pid=69226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1183.297230] env[69226]: INFO nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Updating resource usage from migration b2d0a1c5-727c-4a19-8c03-dfad8a763233 [ 1183.297312] env[69226]: INFO nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updating resource usage from migration bc8b468d-c80e-4af5-b52a-7f6e523ab68e [ 1183.319311] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 0614d5ec-c144-48fe-9248-a498b34699a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1183.319563] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 53d9a8f3-cfdc-4dc1-9924-198e4ac04038 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1183.319919] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 84c61656-c42e-41d3-bf30-04c504670123 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1183.320017] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1183.320093] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 1e6ba3fc-427a-4286-9d38-517aaefe5730 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1183.320195] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance f45808e4-b5dd-4408-be56-d35386f745d0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1183.320336] env[69226]: WARNING nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1183.320450] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Migration bc8b468d-c80e-4af5-b52a-7f6e523ab68e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1183.320561] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 8341dde8-af28-4fac-9c5b-d9873c8013bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1183.320673] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1183.320784] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance e7378df1-117d-41a5-a8a7-ff1513019b2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1183.320894] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Migration b2d0a1c5-727c-4a19-8c03-dfad8a763233 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1183.321014] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance adc22ecb-f1ea-4b42-a697-bf935aa9beee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1183.321400] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1183.321400] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1183.429153] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495668, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.515018} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.429447] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/defaf695-7fa9-4244-8d59-df0cd3ecac7b/defaf695-7fa9-4244-8d59-df0cd3ecac7b.vmdk to [datastore2] 8341dde8-af28-4fac-9c5b-d9873c8013bc/8341dde8-af28-4fac-9c5b-d9873c8013bc.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.430294] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23f5862-9898-491c-a449-867bd58e3b63 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.456859] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 8341dde8-af28-4fac-9c5b-d9873c8013bc/8341dde8-af28-4fac-9c5b-d9873c8013bc.vmdk or device None with type streamOptimized {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.460291] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9c46d54-9c8d-4409-8b7c-42bb242a7dc1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.482839] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1183.482839] env[69226]: value = "task-3495671" [ 1183.482839] env[69226]: _type = "Task" [ 1183.482839] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.492075] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.527557] env[69226]: DEBUG oslo_concurrency.lockutils [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "refresh_cache-e7378df1-117d-41a5-a8a7-ff1513019b2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.527712] env[69226]: DEBUG oslo_concurrency.lockutils [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "refresh_cache-e7378df1-117d-41a5-a8a7-ff1513019b2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.527848] env[69226]: DEBUG nova.network.neutron [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.545659] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f3cfc9-1edb-421f-8c51-93a7d088430b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.554281] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501b761f-4fea-4006-83c5-7802313c819b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.587351] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0763de-7d76-46b0-8498-a9bc1570dd98 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.596437] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccde6c2-ee4a-4d4d-9369-ea8a4275f1a1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.611203] env[69226]: DEBUG nova.compute.provider_tree [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.994274] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.060204] env[69226]: DEBUG nova.network.neutron [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.117021] env[69226]: DEBUG nova.scheduler.client.report [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.219681] env[69226]: DEBUG nova.network.neutron [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Updating instance_info_cache with network_info: [{"id": "b5de590e-ce9b-47ff-815a-9f1ef4a28147", "address": "fa:16:3e:0b:b9:23", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5de590e-ce", "ovs_interfaceid": "b5de590e-ce9b-47ff-815a-9f1ef4a28147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.495315] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495671, 'name': ReconfigVM_Task, 'duration_secs': 0.945111} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.495617] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 8341dde8-af28-4fac-9c5b-d9873c8013bc/8341dde8-af28-4fac-9c5b-d9873c8013bc.vmdk or device None with type streamOptimized {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.496786] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'encryption_format': None, 'device_type': 'disk', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_secret_uuid': None, 'disk_bus': None, 'image_id': '38268fa2-337a-4248-8dc7-dee22924494d'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'attachment_id': 'd9fdcd7e-ebbb-48ad-ab21-0c5a40bf19e4', 'device_type': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698656', 'volume_id': '8df2ecfc-b060-4630-ad82-86196891c8e4', 'name': 'volume-8df2ecfc-b060-4630-ad82-86196891c8e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8341dde8-af28-4fac-9c5b-d9873c8013bc', 'attached_at': '', 'detached_at': '', 'volume_id': '8df2ecfc-b060-4630-ad82-86196891c8e4', 'serial': '8df2ecfc-b060-4630-ad82-86196891c8e4'}, 'guest_format': None, 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69226) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1184.496988] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Volume attach. Driver type: vmdk {{(pid=69226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1184.497194] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698656', 'volume_id': '8df2ecfc-b060-4630-ad82-86196891c8e4', 'name': 'volume-8df2ecfc-b060-4630-ad82-86196891c8e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8341dde8-af28-4fac-9c5b-d9873c8013bc', 'attached_at': '', 'detached_at': '', 'volume_id': '8df2ecfc-b060-4630-ad82-86196891c8e4', 'serial': '8df2ecfc-b060-4630-ad82-86196891c8e4'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1184.498010] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fed736-504b-4fd7-b25a-851c1d807500 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.515106] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315196ef-cb21-44f5-b63c-7285b6702919 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.545337] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-8df2ecfc-b060-4630-ad82-86196891c8e4/volume-8df2ecfc-b060-4630-ad82-86196891c8e4.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.545833] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b286feb-8338-4309-9ee0-529b754b05b9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.566920] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1184.566920] env[69226]: value = "task-3495672" [ 1184.566920] env[69226]: _type = "Task" [ 1184.566920] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.578138] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.624334] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1184.624334] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.338s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.624334] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.022s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.624334] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.624576] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.731s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.660694] env[69226]: INFO nova.scheduler.client.report [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Deleted allocations for instance 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a [ 1184.723666] env[69226]: DEBUG oslo_concurrency.lockutils [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "refresh_cache-e7378df1-117d-41a5-a8a7-ff1513019b2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.724016] env[69226]: DEBUG nova.compute.manager [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Instance network_info: |[{"id": "b5de590e-ce9b-47ff-815a-9f1ef4a28147", "address": "fa:16:3e:0b:b9:23", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5de590e-ce", "ovs_interfaceid": "b5de590e-ce9b-47ff-815a-9f1ef4a28147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1184.725128] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:b9:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5de590e-ce9b-47ff-815a-9f1ef4a28147', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.735111] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.736403] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.736976] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cb86641-5f71-434f-ac16-350c002dffbf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.758479] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.758479] env[69226]: value = "task-3495673" [ 1184.758479] env[69226]: _type = "Task" [ 1184.758479] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.767685] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495673, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.959552] env[69226]: DEBUG nova.compute.manager [req-3662f0ae-4854-4968-8548-bfb2dc3be98d req-17cbd2fc-ce24-4c2f-8ee5-f62444e5d46c service nova] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Received event network-changed-b5de590e-ce9b-47ff-815a-9f1ef4a28147 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.959552] env[69226]: DEBUG nova.compute.manager [req-3662f0ae-4854-4968-8548-bfb2dc3be98d req-17cbd2fc-ce24-4c2f-8ee5-f62444e5d46c service nova] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Refreshing instance network info cache due to event network-changed-b5de590e-ce9b-47ff-815a-9f1ef4a28147. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.959552] env[69226]: DEBUG oslo_concurrency.lockutils [req-3662f0ae-4854-4968-8548-bfb2dc3be98d req-17cbd2fc-ce24-4c2f-8ee5-f62444e5d46c service nova] Acquiring lock "refresh_cache-e7378df1-117d-41a5-a8a7-ff1513019b2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.959682] env[69226]: DEBUG oslo_concurrency.lockutils [req-3662f0ae-4854-4968-8548-bfb2dc3be98d req-17cbd2fc-ce24-4c2f-8ee5-f62444e5d46c service nova] Acquired lock "refresh_cache-e7378df1-117d-41a5-a8a7-ff1513019b2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.959760] env[69226]: DEBUG nova.network.neutron [req-3662f0ae-4854-4968-8548-bfb2dc3be98d req-17cbd2fc-ce24-4c2f-8ee5-f62444e5d46c service nova] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Refreshing network info cache for port b5de590e-ce9b-47ff-815a-9f1ef4a28147 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.078980] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495672, 'name': ReconfigVM_Task, 'duration_secs': 0.340208} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.079319] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-8df2ecfc-b060-4630-ad82-86196891c8e4/volume-8df2ecfc-b060-4630-ad82-86196891c8e4.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.084522] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46711e9c-f30d-4f44-94ee-c57d3752cf72 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.105208] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1185.105208] env[69226]: value = "task-3495674" [ 1185.105208] env[69226]: _type = "Task" [ 1185.105208] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.122182] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.129831] env[69226]: INFO nova.compute.claims [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.172372] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8a5f59ef-a75c-4996-a905-5aebdf607d90 tempest-AttachInterfacesV270Test-1044322912 tempest-AttachInterfacesV270Test-1044322912-project-member] Lock "15e8bab7-d118-4d1d-a11f-ecc5ee013f1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.026s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.269598] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495673, 'name': CreateVM_Task, 'duration_secs': 0.436038} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.269942] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.270516] env[69226]: DEBUG oslo_concurrency.lockutils [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.270681] env[69226]: DEBUG oslo_concurrency.lockutils [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.271054] env[69226]: DEBUG oslo_concurrency.lockutils [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.271323] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6c6fedf-7747-423c-b4af-b9a11c8bc7fd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.276927] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1185.276927] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52076cc1-2be3-393c-198d-49e38abe708f" [ 1185.276927] env[69226]: _type = "Task" [ 1185.276927] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.286112] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52076cc1-2be3-393c-198d-49e38abe708f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.617822] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495674, 'name': ReconfigVM_Task, 'duration_secs': 0.224939} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.623285] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698656', 'volume_id': '8df2ecfc-b060-4630-ad82-86196891c8e4', 'name': 'volume-8df2ecfc-b060-4630-ad82-86196891c8e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8341dde8-af28-4fac-9c5b-d9873c8013bc', 'attached_at': '', 'detached_at': '', 'volume_id': '8df2ecfc-b060-4630-ad82-86196891c8e4', 'serial': '8df2ecfc-b060-4630-ad82-86196891c8e4'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1185.623934] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d32b01ad-79ec-4ba6-9fc5-5e1966a8c9c7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.632827] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1185.632827] env[69226]: value = "task-3495675" [ 1185.632827] env[69226]: _type = "Task" [ 1185.632827] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.640052] env[69226]: INFO nova.compute.resource_tracker [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Updating resource usage from migration b2d0a1c5-727c-4a19-8c03-dfad8a763233 [ 1185.646040] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495675, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.789666] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52076cc1-2be3-393c-198d-49e38abe708f, 'name': SearchDatastore_Task, 'duration_secs': 0.01307} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.793415] env[69226]: DEBUG oslo_concurrency.lockutils [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.794112] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.794824] env[69226]: DEBUG oslo_concurrency.lockutils [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.795374] env[69226]: DEBUG oslo_concurrency.lockutils [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.795600] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.796111] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efe8a307-7456-442a-93eb-d6bd1cf9f13b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.807138] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.807383] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.813018] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d4046d4-d572-429c-a267-772f943aa584 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.818025] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1185.818025] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ff2c63-d88d-0830-2466-4a5dee0fbb50" [ 1185.818025] env[69226]: _type = "Task" [ 1185.818025] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.827294] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ff2c63-d88d-0830-2466-4a5dee0fbb50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.830192] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e264ecfa-fe49-4563-8eac-84f916f85fc6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.839150] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472d7d8f-0a78-4a6d-8974-f839bf16d757 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.882190] env[69226]: DEBUG nova.network.neutron [req-3662f0ae-4854-4968-8548-bfb2dc3be98d req-17cbd2fc-ce24-4c2f-8ee5-f62444e5d46c service nova] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Updated VIF entry in instance network info cache for port b5de590e-ce9b-47ff-815a-9f1ef4a28147. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.882712] env[69226]: DEBUG nova.network.neutron [req-3662f0ae-4854-4968-8548-bfb2dc3be98d req-17cbd2fc-ce24-4c2f-8ee5-f62444e5d46c service nova] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Updating instance_info_cache with network_info: [{"id": "b5de590e-ce9b-47ff-815a-9f1ef4a28147", "address": "fa:16:3e:0b:b9:23", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5de590e-ce", "ovs_interfaceid": "b5de590e-ce9b-47ff-815a-9f1ef4a28147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.884723] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12549f35-0fb1-4784-a118-5589ca37a00e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.894618] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d85af4-3fc7-41d9-8066-e5caf657c2eb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.912400] env[69226]: DEBUG nova.compute.provider_tree [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.144667] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495675, 'name': Rename_Task, 'duration_secs': 0.382766} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.145059] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.145217] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc9d741f-cecb-4250-95fd-90aafc9b0f08 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.154037] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1186.154037] env[69226]: value = "task-3495676" [ 1186.154037] env[69226]: _type = "Task" [ 1186.154037] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.162770] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.329571] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ff2c63-d88d-0830-2466-4a5dee0fbb50, 'name': SearchDatastore_Task, 'duration_secs': 0.01201} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.330432] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29145fe-8f4e-42e3-b3bc-46b44f09b53a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.336833] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1186.336833] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520d21ba-45db-2921-367d-2f32ebe02447" [ 1186.336833] env[69226]: _type = "Task" [ 1186.336833] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.345394] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520d21ba-45db-2921-367d-2f32ebe02447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.389302] env[69226]: DEBUG oslo_concurrency.lockutils [req-3662f0ae-4854-4968-8548-bfb2dc3be98d req-17cbd2fc-ce24-4c2f-8ee5-f62444e5d46c service nova] Releasing lock "refresh_cache-e7378df1-117d-41a5-a8a7-ff1513019b2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.415853] env[69226]: DEBUG nova.scheduler.client.report [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.519854] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.520222] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.520312] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.520492] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Cleaning up deleted instances {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1186.669201] env[69226]: DEBUG oslo_vmware.api [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495676, 'name': PowerOnVM_Task, 'duration_secs': 0.51548} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.669539] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.794918] env[69226]: DEBUG nova.compute.manager [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.797438] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0880248d-4048-4cc5-a37f-1e8d4b0970c8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.850035] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520d21ba-45db-2921-367d-2f32ebe02447, 'name': SearchDatastore_Task, 'duration_secs': 0.02175} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.850732] env[69226]: DEBUG oslo_concurrency.lockutils [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.854063] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] e7378df1-117d-41a5-a8a7-ff1513019b2a/e7378df1-117d-41a5-a8a7-ff1513019b2a.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.854063] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5282e2e5-75c5-4eba-a5ef-f37854582050 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.863212] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1186.863212] env[69226]: value = "task-3495677" [ 1186.863212] env[69226]: _type = "Task" [ 1186.863212] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.873938] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.923021] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.296s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.923021] env[69226]: INFO nova.compute.manager [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Migrating [ 1186.930564] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 4.071s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.039501] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] There are 53 instances to clean {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1187.040211] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 15e8bab7-d118-4d1d-a11f-ecc5ee013f1a] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.321541] env[69226]: DEBUG oslo_concurrency.lockutils [None req-205373ff-868e-40a0-9222-2afd61d94468 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "8341dde8-af28-4fac-9c5b-d9873c8013bc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 33.144s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.372612] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495677, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.434040] env[69226]: DEBUG nova.objects.instance [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lazy-loading 'migration_context' on Instance uuid ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.447515] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "refresh_cache-adc22ecb-f1ea-4b42-a697-bf935aa9beee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.447868] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "refresh_cache-adc22ecb-f1ea-4b42-a697-bf935aa9beee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.447868] env[69226]: DEBUG nova.network.neutron [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.546585] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 23c0fe98-6794-485c-b170-29e35fdf7095] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.873394] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526373} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.873545] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] e7378df1-117d-41a5-a8a7-ff1513019b2a/e7378df1-117d-41a5-a8a7-ff1513019b2a.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.873734] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.874044] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a7ec1f7-dcff-4c7d-aebe-f4fda5b86e73 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.881516] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1187.881516] env[69226]: value = "task-3495678" [ 1187.881516] env[69226]: _type = "Task" [ 1187.881516] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.892335] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.048876] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 2df7e239-31d2-4538-82fe-bfa150fbc42b] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.173484] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700d0678-80d0-4233-9070-d373a4242ad6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.182250] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83c0b02-b22a-4376-8f78-96656f17268f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.225355] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f9dbdd-b91c-4f70-88c2-82a5c2d273ea {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.235013] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b4e5ac-9132-4e6b-ab26-71ce2ff6519d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.251504] env[69226]: DEBUG nova.compute.provider_tree [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.396678] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06828} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.396955] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.397734] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42a9f60-9d52-4066-a203-46498fbc937a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.420367] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] e7378df1-117d-41a5-a8a7-ff1513019b2a/e7378df1-117d-41a5-a8a7-ff1513019b2a.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.421446] env[69226]: DEBUG nova.network.neutron [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Updating instance_info_cache with network_info: [{"id": "65df006b-b310-4743-8ebb-aa5b379b64ff", "address": "fa:16:3e:9c:7e:89", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65df006b-b3", "ovs_interfaceid": "65df006b-b310-4743-8ebb-aa5b379b64ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.422601] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d153cbdc-cb4b-46a3-a61e-780cd5ab8d31 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.441254] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "refresh_cache-adc22ecb-f1ea-4b42-a697-bf935aa9beee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.450488] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1188.450488] env[69226]: value = "task-3495679" [ 1188.450488] env[69226]: _type = "Task" [ 1188.450488] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.460084] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.554200] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: d2a92fc8-ffa3-4316-88bd-c4477452c975] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.756440] env[69226]: DEBUG nova.scheduler.client.report [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.961289] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495679, 'name': ReconfigVM_Task, 'duration_secs': 0.453283} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.962733] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Reconfigured VM instance instance-0000006d to attach disk [datastore1] e7378df1-117d-41a5-a8a7-ff1513019b2a/e7378df1-117d-41a5-a8a7-ff1513019b2a.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.962733] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6807d518-6cfe-4fbe-82e0-4864384e7c0c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.969761] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1188.969761] env[69226]: value = "task-3495680" [ 1188.969761] env[69226]: _type = "Task" [ 1188.969761] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.977541] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495680, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.055490] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: d89978ef-c800-426e-8db7-ad2e2f6a31bc] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.165572] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Acquiring lock "f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.165798] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Lock "f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.479896] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495680, 'name': Rename_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.559816] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 5a0df364-4bf1-4c89-b8cd-c071b57e66d1] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.669093] env[69226]: DEBUG nova.compute.manager [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1189.766756] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.838s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.773233] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.637s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.773550] env[69226]: DEBUG nova.objects.instance [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lazy-loading 'resources' on Instance uuid 1e6ba3fc-427a-4286-9d38-517aaefe5730 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.955981] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2f9354-f379-4e21-9d86-efd2ffb9cf86 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.974830] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Updating instance 'adc22ecb-f1ea-4b42-a697-bf935aa9beee' progress to 0 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.986416] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495680, 'name': Rename_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.064124] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 71872c48-5fa7-4106-8f07-45a8811c08e7] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.192761] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.429023] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9363a4d-e082-4785-a66a-ee02418bcc83 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.437560] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a38332-2044-4889-bc5f-791ee50b09c9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.468384] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10196980-fb8e-48cb-838b-bc33899ce41c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.479434] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cdf833-ef63-4b1d-97ac-0ab514f79624 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.484368] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.484977] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba43338f-824f-48ec-bf80-3fab5f929075 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.489774] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495680, 'name': Rename_Task, 'duration_secs': 1.163682} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.497274] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.497722] env[69226]: DEBUG nova.compute.provider_tree [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.503068] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-957f9d23-532c-4cb6-b109-fdf254a5da4d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.503068] env[69226]: DEBUG oslo_vmware.api [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1190.503068] env[69226]: value = "task-3495681" [ 1190.503068] env[69226]: _type = "Task" [ 1190.503068] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.507406] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1190.507406] env[69226]: value = "task-3495682" [ 1190.507406] env[69226]: _type = "Task" [ 1190.507406] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.519334] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.566571] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: a6718646-2780-4389-9be9-e911c88e49fd] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.003674] env[69226]: DEBUG nova.scheduler.client.report [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.025281] env[69226]: DEBUG oslo_vmware.api [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495682, 'name': PowerOnVM_Task, 'duration_secs': 0.489624} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.030372] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.030672] env[69226]: INFO nova.compute.manager [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1191.030940] env[69226]: DEBUG nova.compute.manager [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.031673] env[69226]: DEBUG oslo_vmware.api [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495681, 'name': PowerOffVM_Task, 'duration_secs': 0.275979} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.032675] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7a0b0b-efcc-493d-9727-77a5f2bb6075 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.036122] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.036384] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Updating instance 'adc22ecb-f1ea-4b42-a697-bf935aa9beee' progress to 17 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.070358] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 286b3198-984e-4b3f-ad50-257830ab1e13] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.306463] env[69226]: INFO nova.compute.manager [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Swapping old allocation on dict_keys(['1b569e5e-3afa-426e-9210-ba55a6e69f42']) held by migration bc8b468d-c80e-4af5-b52a-7f6e523ab68e for instance [ 1191.331821] env[69226]: DEBUG nova.scheduler.client.report [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Overwriting current allocation {'allocations': {'1b569e5e-3afa-426e-9210-ba55a6e69f42': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 157}}, 'project_id': 'd511a9abf5944cc28ac2f40067f52497', 'user_id': '7912b7302f574bbe91d2942f7ca41a23', 'consumer_generation': 1} on consumer ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d {{(pid=69226) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1191.407197] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.407380] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.407615] env[69226]: DEBUG nova.network.neutron [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.514063] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.517053] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.324s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.518114] env[69226]: INFO nova.compute.claims [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.531865] env[69226]: INFO nova.scheduler.client.report [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleted allocations for instance 1e6ba3fc-427a-4286-9d38-517aaefe5730 [ 1191.544341] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.544587] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.544744] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.545349] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.545349] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.545517] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.545725] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.545883] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.546060] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.546228] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.546402] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.557048] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b331d498-d5b1-4c0c-957a-22aad0b2a17f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.569665] env[69226]: INFO nova.compute.manager [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Took 22.94 seconds to build instance. [ 1191.573487] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: aacaee2b-235c-4902-9fbb-f2b2b231d7be] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.577125] env[69226]: DEBUG oslo_vmware.api [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1191.577125] env[69226]: value = "task-3495683" [ 1191.577125] env[69226]: _type = "Task" [ 1191.577125] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.587178] env[69226]: DEBUG oslo_vmware.api [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.038858] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b220a981-03ea-49cb-b879-96ee9a6b976a tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "1e6ba3fc-427a-4286-9d38-517aaefe5730" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.355s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.073119] env[69226]: DEBUG oslo_concurrency.lockutils [None req-77c5ff1b-57a9-4ce3-827d-790343a2e8cb tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "e7378df1-117d-41a5-a8a7-ff1513019b2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.449s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.075989] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 1bbc9c8d-4bc5-45ec-8443-295fd6e5f314] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.091148] env[69226]: DEBUG oslo_vmware.api [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495683, 'name': ReconfigVM_Task, 'duration_secs': 0.166513} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.091148] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Updating instance 'adc22ecb-f1ea-4b42-a697-bf935aa9beee' progress to 33 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.342024] env[69226]: DEBUG nova.network.neutron [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updating instance_info_cache with network_info: [{"id": "61bbdf30-6dfa-4394-a088-d9ba104694fe", "address": "fa:16:3e:8c:e5:7a", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61bbdf30-6d", "ovs_interfaceid": "61bbdf30-6dfa-4394-a088-d9ba104694fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.583155] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 496b9f99-4216-49f6-8f5c-39c3818947ae] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.595798] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.596056] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.596314] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.596393] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.596804] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.596804] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.596958] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.597660] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.600089] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.600089] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.600089] env[69226]: DEBUG nova.virt.hardware [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.604433] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1192.607331] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de0c174b-7bad-4daf-97d6-6847b4e25907 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.630903] env[69226]: DEBUG oslo_vmware.api [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1192.630903] env[69226]: value = "task-3495684" [ 1192.630903] env[69226]: _type = "Task" [ 1192.630903] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.644216] env[69226]: DEBUG oslo_vmware.api [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.707243] env[69226]: DEBUG nova.compute.manager [req-9651bd70-5dd6-46ea-a955-c1977d849e89 req-cc13da29-d062-4929-862b-f6d90e435f75 service nova] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Received event network-changed-b5de590e-ce9b-47ff-815a-9f1ef4a28147 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.707243] env[69226]: DEBUG nova.compute.manager [req-9651bd70-5dd6-46ea-a955-c1977d849e89 req-cc13da29-d062-4929-862b-f6d90e435f75 service nova] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Refreshing instance network info cache due to event network-changed-b5de590e-ce9b-47ff-815a-9f1ef4a28147. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.707243] env[69226]: DEBUG oslo_concurrency.lockutils [req-9651bd70-5dd6-46ea-a955-c1977d849e89 req-cc13da29-d062-4929-862b-f6d90e435f75 service nova] Acquiring lock "refresh_cache-e7378df1-117d-41a5-a8a7-ff1513019b2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.707243] env[69226]: DEBUG oslo_concurrency.lockutils [req-9651bd70-5dd6-46ea-a955-c1977d849e89 req-cc13da29-d062-4929-862b-f6d90e435f75 service nova] Acquired lock "refresh_cache-e7378df1-117d-41a5-a8a7-ff1513019b2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.707461] env[69226]: DEBUG nova.network.neutron [req-9651bd70-5dd6-46ea-a955-c1977d849e89 req-cc13da29-d062-4929-862b-f6d90e435f75 service nova] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Refreshing network info cache for port b5de590e-ce9b-47ff-815a-9f1ef4a28147 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.727313] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529f84fa-be8b-439e-a16b-3f7e82207471 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.736604] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0963bdfa-919e-4942-b30e-2f2320a3206c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.767550] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7769c46-8a03-4489-9cba-5ddb8d692896 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.776208] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a41b0e-9c15-45da-9e75-9359fd5257d2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.791821] env[69226]: DEBUG nova.compute.provider_tree [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.844964] env[69226]: DEBUG oslo_concurrency.lockutils [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "refresh_cache-ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.846240] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38c85ae-ab01-40e2-aed4-c6e8f0647a11 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.854105] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4d1b87-92dd-499f-9d87-a47ca91ae50d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.888188] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "e6c51570-4708-4629-9b86-650dec8d77bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.888419] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "e6c51570-4708-4629-9b86-650dec8d77bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.049472] env[69226]: DEBUG oslo_concurrency.lockutils [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Acquiring lock "f45808e4-b5dd-4408-be56-d35386f745d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.049789] env[69226]: DEBUG oslo_concurrency.lockutils [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Lock "f45808e4-b5dd-4408-be56-d35386f745d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.050021] env[69226]: DEBUG oslo_concurrency.lockutils [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Acquiring lock "f45808e4-b5dd-4408-be56-d35386f745d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.050227] env[69226]: DEBUG oslo_concurrency.lockutils [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Lock "f45808e4-b5dd-4408-be56-d35386f745d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.050427] env[69226]: DEBUG oslo_concurrency.lockutils [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Lock "f45808e4-b5dd-4408-be56-d35386f745d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.053082] env[69226]: INFO nova.compute.manager [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Terminating instance [ 1193.086798] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 691b03f4-5051-4d88-9294-aeda32dd6708] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.141445] env[69226]: DEBUG oslo_vmware.api [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495684, 'name': ReconfigVM_Task, 'duration_secs': 0.167724} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.141746] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1193.142548] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c44d40-f7b1-4d5a-9ab0-5da5b9ff117d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.167038] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] adc22ecb-f1ea-4b42-a697-bf935aa9beee/adc22ecb-f1ea-4b42-a697-bf935aa9beee.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.167230] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7028a74-2838-46cd-a192-ad74ba159de8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.188736] env[69226]: DEBUG oslo_vmware.api [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1193.188736] env[69226]: value = "task-3495685" [ 1193.188736] env[69226]: _type = "Task" [ 1193.188736] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.201162] env[69226]: DEBUG oslo_vmware.api [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.297496] env[69226]: DEBUG nova.scheduler.client.report [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.390442] env[69226]: DEBUG nova.compute.manager [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1193.464169] env[69226]: DEBUG nova.network.neutron [req-9651bd70-5dd6-46ea-a955-c1977d849e89 req-cc13da29-d062-4929-862b-f6d90e435f75 service nova] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Updated VIF entry in instance network info cache for port b5de590e-ce9b-47ff-815a-9f1ef4a28147. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.464542] env[69226]: DEBUG nova.network.neutron [req-9651bd70-5dd6-46ea-a955-c1977d849e89 req-cc13da29-d062-4929-862b-f6d90e435f75 service nova] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Updating instance_info_cache with network_info: [{"id": "b5de590e-ce9b-47ff-815a-9f1ef4a28147", "address": "fa:16:3e:0b:b9:23", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5de590e-ce", "ovs_interfaceid": "b5de590e-ce9b-47ff-815a-9f1ef4a28147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.557165] env[69226]: DEBUG nova.compute.manager [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.557549] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.557925] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b31485d8-7996-4c1c-ade5-c295828f507e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.568816] env[69226]: DEBUG oslo_vmware.api [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Waiting for the task: (returnval){ [ 1193.568816] env[69226]: value = "task-3495686" [ 1193.568816] env[69226]: _type = "Task" [ 1193.568816] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.580552] env[69226]: DEBUG oslo_vmware.api [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.590398] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 0d447403-e0e2-4212-80cb-ff6ff60b796a] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.699742] env[69226]: DEBUG oslo_vmware.api [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495685, 'name': ReconfigVM_Task, 'duration_secs': 0.454669} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.699920] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Reconfigured VM instance instance-0000006c to attach disk [datastore2] adc22ecb-f1ea-4b42-a697-bf935aa9beee/adc22ecb-f1ea-4b42-a697-bf935aa9beee.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.700238] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Updating instance 'adc22ecb-f1ea-4b42-a697-bf935aa9beee' progress to 50 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.802524] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.803130] env[69226]: DEBUG nova.compute.manager [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.913048] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.913184] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.914814] env[69226]: INFO nova.compute.claims [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.949869] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.950906] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6152cbb4-2af0-4350-b382-f972135eeece {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.961536] env[69226]: DEBUG oslo_vmware.api [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1193.961536] env[69226]: value = "task-3495687" [ 1193.961536] env[69226]: _type = "Task" [ 1193.961536] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.967463] env[69226]: DEBUG oslo_concurrency.lockutils [req-9651bd70-5dd6-46ea-a955-c1977d849e89 req-cc13da29-d062-4929-862b-f6d90e435f75 service nova] Releasing lock "refresh_cache-e7378df1-117d-41a5-a8a7-ff1513019b2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.972205] env[69226]: DEBUG oslo_vmware.api [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.080420] env[69226]: DEBUG oslo_vmware.api [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495686, 'name': PowerOffVM_Task, 'duration_secs': 0.290732} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.080736] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.080925] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Volume detach. Driver type: vmdk {{(pid=69226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1194.081127] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698635', 'volume_id': 'f411e010-dc9d-4a81-8303-4963b78584a1', 'name': 'volume-f411e010-dc9d-4a81-8303-4963b78584a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f45808e4-b5dd-4408-be56-d35386f745d0', 'attached_at': '', 'detached_at': '', 'volume_id': 'f411e010-dc9d-4a81-8303-4963b78584a1', 'serial': 'f411e010-dc9d-4a81-8303-4963b78584a1'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1194.081966] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f12262-b574-47e0-be39-4de8e718711b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.101659] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 062fb886-0b2c-464f-b36c-ee9429441e42] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.103375] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b25d0a-dde0-4279-b6a0-3c927105b236 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.111863] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f80032-a29a-412e-8973-b33ef4f4a891 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.131176] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782a3b13-a26e-4e03-8440-59bc37812ff0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.148033] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] The volume has not been displaced from its original location: [datastore1] volume-f411e010-dc9d-4a81-8303-4963b78584a1/volume-f411e010-dc9d-4a81-8303-4963b78584a1.vmdk. No consolidation needed. {{(pid=69226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1194.153306] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1194.153828] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3791345-2acd-49c6-a65a-cf1218faf62f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.173337] env[69226]: DEBUG oslo_vmware.api [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Waiting for the task: (returnval){ [ 1194.173337] env[69226]: value = "task-3495688" [ 1194.173337] env[69226]: _type = "Task" [ 1194.173337] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.185862] env[69226]: DEBUG oslo_vmware.api [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.206801] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08509139-5dff-45b1-858e-8be7a9d6d1a4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.229595] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d09d7f-18f6-4f8a-a173-82fefca59f1a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.250716] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Updating instance 'adc22ecb-f1ea-4b42-a697-bf935aa9beee' progress to 67 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.308513] env[69226]: DEBUG nova.compute.utils [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.309984] env[69226]: DEBUG nova.compute.manager [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1194.310187] env[69226]: DEBUG nova.network.neutron [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1194.358852] env[69226]: DEBUG nova.policy [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db8e2f4428b94f64b5e48398decc86c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d8b4f9458194297b26d45b3bb6170d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.471546] env[69226]: DEBUG oslo_vmware.api [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495687, 'name': PowerOffVM_Task, 'duration_secs': 0.329905} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.471837] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.472565] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.472825] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.473034] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.473255] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.473710] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.473710] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.473933] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.474197] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.474378] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.474635] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.474812] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.480264] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a859a526-28de-4e6d-ae82-a47db22b5f15 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.498085] env[69226]: DEBUG oslo_vmware.api [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1194.498085] env[69226]: value = "task-3495689" [ 1194.498085] env[69226]: _type = "Task" [ 1194.498085] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.506932] env[69226]: DEBUG oslo_vmware.api [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.607220] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 82e149db-d8d2-4124-89ee-625c2a956cc5] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.630504] env[69226]: DEBUG nova.network.neutron [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Successfully created port: 702b94ae-9eb3-402c-9dd6-822e4bbb1baf {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.684426] env[69226]: DEBUG oslo_vmware.api [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495688, 'name': ReconfigVM_Task, 'duration_secs': 0.277798} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.684870] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1194.690227] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ed607c8-193d-4a34-9271-48877331101c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.706861] env[69226]: DEBUG oslo_vmware.api [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Waiting for the task: (returnval){ [ 1194.706861] env[69226]: value = "task-3495690" [ 1194.706861] env[69226]: _type = "Task" [ 1194.706861] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.715784] env[69226]: DEBUG oslo_vmware.api [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.791278] env[69226]: DEBUG nova.network.neutron [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Port 65df006b-b310-4743-8ebb-aa5b379b64ff binding to destination host cpu-1 is already ACTIVE {{(pid=69226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1194.813633] env[69226]: DEBUG nova.compute.manager [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1195.009813] env[69226]: DEBUG oslo_vmware.api [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495689, 'name': ReconfigVM_Task, 'duration_secs': 0.196167} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.010679] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07319fad-abb0-469e-ae18-9e2bb69cdf8a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.036477] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.036985] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.036985] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.037112] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.037360] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.037534] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.037861] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.037955] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.038146] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.038318] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.038496] env[69226]: DEBUG nova.virt.hardware [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.039460] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff64b40-a36d-44e8-bd6b-cd322ee983cc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.049045] env[69226]: DEBUG oslo_vmware.api [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1195.049045] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f177b7-4f46-54b4-8dde-c1c885d44bd1" [ 1195.049045] env[69226]: _type = "Task" [ 1195.049045] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.064944] env[69226]: DEBUG oslo_vmware.api [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f177b7-4f46-54b4-8dde-c1c885d44bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.008498} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.070504] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1195.073639] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-154fda6a-43a0-48b1-b21b-ee9f49f357d0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.097018] env[69226]: DEBUG oslo_vmware.api [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1195.097018] env[69226]: value = "task-3495691" [ 1195.097018] env[69226]: _type = "Task" [ 1195.097018] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.110687] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: a61ffb14-d449-4ec3-a437-41762289fd98] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.112627] env[69226]: DEBUG oslo_vmware.api [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495691, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.219230] env[69226]: DEBUG oslo_vmware.api [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495690, 'name': ReconfigVM_Task, 'duration_secs': 0.206735} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.219948] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698635', 'volume_id': 'f411e010-dc9d-4a81-8303-4963b78584a1', 'name': 'volume-f411e010-dc9d-4a81-8303-4963b78584a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f45808e4-b5dd-4408-be56-d35386f745d0', 'attached_at': '', 'detached_at': '', 'volume_id': 'f411e010-dc9d-4a81-8303-4963b78584a1', 'serial': 'f411e010-dc9d-4a81-8303-4963b78584a1'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1195.219948] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.221337] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5534bc-5a43-45ab-986e-02cf9dd9d8af {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.227931] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.228190] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36af0681-cd75-457c-943a-0666af9d4f21 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.242050] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381a5426-7fd0-4b34-8dc0-e75f70a16366 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.250064] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02086bd3-234c-4235-8bce-9a7092321b2f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.281564] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9176e9b9-2510-4c28-9960-5147b01df6a4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.291314] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af048f2-eb0d-481b-8505-c915aae332ec {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.311881] env[69226]: DEBUG nova.compute.provider_tree [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.606377] env[69226]: DEBUG oslo_vmware.api [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495691, 'name': ReconfigVM_Task, 'duration_secs': 0.511071} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.606605] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1195.607453] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323d03c1-35ba-4747-b23a-04cad18a2631 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.626022] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 063f1425-a341-4a2c-bd6c-3d19e37786c7] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.635908] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d/ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.636475] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25b870e8-bf55-466e-a0d0-c0955423afe2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.656896] env[69226]: DEBUG oslo_vmware.api [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1195.656896] env[69226]: value = "task-3495693" [ 1195.656896] env[69226]: _type = "Task" [ 1195.656896] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.665975] env[69226]: DEBUG oslo_vmware.api [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.774076] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.774337] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.774562] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Deleting the datastore file [datastore1] f45808e4-b5dd-4408-be56-d35386f745d0 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.774931] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8227ee0-5c22-4acd-acbc-7064e275c9bc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.782016] env[69226]: DEBUG oslo_vmware.api [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Waiting for the task: (returnval){ [ 1195.782016] env[69226]: value = "task-3495694" [ 1195.782016] env[69226]: _type = "Task" [ 1195.782016] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.790947] env[69226]: DEBUG oslo_concurrency.lockutils [None req-151f1306-aedb-4cb6-b9bd-06af15f470a0 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.791168] env[69226]: DEBUG oslo_concurrency.lockutils [None req-151f1306-aedb-4cb6-b9bd-06af15f470a0 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.792522] env[69226]: DEBUG oslo_vmware.api [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.818092] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "adc22ecb-f1ea-4b42-a697-bf935aa9beee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.818368] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "adc22ecb-f1ea-4b42-a697-bf935aa9beee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.818545] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "adc22ecb-f1ea-4b42-a697-bf935aa9beee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.820011] env[69226]: DEBUG nova.scheduler.client.report [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.823944] env[69226]: DEBUG nova.compute.manager [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.851115] env[69226]: DEBUG nova.virt.hardware [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.851430] env[69226]: DEBUG nova.virt.hardware [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.851611] env[69226]: DEBUG nova.virt.hardware [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.851857] env[69226]: DEBUG nova.virt.hardware [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.852062] env[69226]: DEBUG nova.virt.hardware [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.852261] env[69226]: DEBUG nova.virt.hardware [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.852507] env[69226]: DEBUG nova.virt.hardware [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.852722] env[69226]: DEBUG nova.virt.hardware [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.852935] env[69226]: DEBUG nova.virt.hardware [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.853157] env[69226]: DEBUG nova.virt.hardware [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.853356] env[69226]: DEBUG nova.virt.hardware [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.854726] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27927eb-fb93-4594-8d05-054f504e3206 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.863877] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d91b3c3-ae33-4a13-b474-e0aa23eec919 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.136940] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: b957dd31-7eb0-45a6-90c0-9921c952a662] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.176720] env[69226]: DEBUG oslo_vmware.api [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495693, 'name': ReconfigVM_Task, 'duration_secs': 0.444756} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.177151] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Reconfigured VM instance instance-00000061 to attach disk [datastore2] ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d/ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.178530] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d921eccf-bcf5-426c-beda-8dbe6bb37a70 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.227991] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac6e916-ac74-4f26-a16f-cbfc49a03386 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.280080] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00f499a-b8e3-422b-a74e-b2d4189b0040 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.291501] env[69226]: DEBUG oslo_vmware.api [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Task: {'id': task-3495694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184659} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.307477] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.307764] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.307966] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.308179] env[69226]: INFO nova.compute.manager [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Took 2.75 seconds to destroy the instance on the hypervisor. [ 1196.308422] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.309101] env[69226]: INFO nova.compute.manager [None req-151f1306-aedb-4cb6-b9bd-06af15f470a0 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Detaching volume 836d94fa-fba5-438b-adda-06dd5642c2d5 [ 1196.311731] env[69226]: DEBUG nova.compute.manager [-] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.311731] env[69226]: DEBUG nova.network.neutron [-] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.314677] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1013ffae-e7f5-4a73-8a5b-7acca4beaea6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.326995] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.326995] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.327226] env[69226]: DEBUG nova.compute.manager [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.330239] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86dce8c7-9bbf-42a7-a11e-5fe047152aee {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.340917] env[69226]: DEBUG oslo_vmware.api [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1196.340917] env[69226]: value = "task-3495695" [ 1196.340917] env[69226]: _type = "Task" [ 1196.340917] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.351454] env[69226]: DEBUG oslo_vmware.api [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.359597] env[69226]: INFO nova.virt.block_device [None req-151f1306-aedb-4cb6-b9bd-06af15f470a0 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Attempting to driver detach volume 836d94fa-fba5-438b-adda-06dd5642c2d5 from mountpoint /dev/sdb [ 1196.359597] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-151f1306-aedb-4cb6-b9bd-06af15f470a0 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Volume detach. Driver type: vmdk {{(pid=69226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1196.359597] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-151f1306-aedb-4cb6-b9bd-06af15f470a0 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698640', 'volume_id': '836d94fa-fba5-438b-adda-06dd5642c2d5', 'name': 'volume-836d94fa-fba5-438b-adda-06dd5642c2d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79c96f3a-d9a4-4a89-9bfc-bda761bae6f4', 'attached_at': '', 'detached_at': '', 'volume_id': '836d94fa-fba5-438b-adda-06dd5642c2d5', 'serial': '836d94fa-fba5-438b-adda-06dd5642c2d5'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1196.359921] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f19e5d-fd0d-4195-ad59-0506c84c4a8a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.386382] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ebc241-b508-47fb-99b8-66c45844a1e6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.397934] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cce6e0-1bc3-4f18-a34f-6ba1e485d01b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.406382] env[69226]: DEBUG nova.compute.manager [req-8b6515f7-d578-4ee9-95fa-710eb0c01687 req-8c4c8fb1-b727-442b-bc12-7514af012279 service nova] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Received event network-vif-plugged-702b94ae-9eb3-402c-9dd6-822e4bbb1baf {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.406529] env[69226]: DEBUG oslo_concurrency.lockutils [req-8b6515f7-d578-4ee9-95fa-710eb0c01687 req-8c4c8fb1-b727-442b-bc12-7514af012279 service nova] Acquiring lock "f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.406746] env[69226]: DEBUG oslo_concurrency.lockutils [req-8b6515f7-d578-4ee9-95fa-710eb0c01687 req-8c4c8fb1-b727-442b-bc12-7514af012279 service nova] Lock "f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.406924] env[69226]: DEBUG oslo_concurrency.lockutils [req-8b6515f7-d578-4ee9-95fa-710eb0c01687 req-8c4c8fb1-b727-442b-bc12-7514af012279 service nova] Lock "f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.407105] env[69226]: DEBUG nova.compute.manager [req-8b6515f7-d578-4ee9-95fa-710eb0c01687 req-8c4c8fb1-b727-442b-bc12-7514af012279 service nova] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] No waiting events found dispatching network-vif-plugged-702b94ae-9eb3-402c-9dd6-822e4bbb1baf {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1196.407250] env[69226]: WARNING nova.compute.manager [req-8b6515f7-d578-4ee9-95fa-710eb0c01687 req-8c4c8fb1-b727-442b-bc12-7514af012279 service nova] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Received unexpected event network-vif-plugged-702b94ae-9eb3-402c-9dd6-822e4bbb1baf for instance with vm_state building and task_state spawning. [ 1196.426637] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fad879-407e-48fd-9a67-acd225a6111a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.446965] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-151f1306-aedb-4cb6-b9bd-06af15f470a0 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] The volume has not been displaced from its original location: [datastore2] volume-836d94fa-fba5-438b-adda-06dd5642c2d5/volume-836d94fa-fba5-438b-adda-06dd5642c2d5.vmdk. No consolidation needed. {{(pid=69226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1196.452366] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-151f1306-aedb-4cb6-b9bd-06af15f470a0 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1196.452717] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1467d841-a8a3-47a8-8115-5538eae22b73 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.473060] env[69226]: DEBUG oslo_vmware.api [None req-151f1306-aedb-4cb6-b9bd-06af15f470a0 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1196.473060] env[69226]: value = "task-3495696" [ 1196.473060] env[69226]: _type = "Task" [ 1196.473060] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.482061] env[69226]: DEBUG oslo_vmware.api [None req-151f1306-aedb-4cb6-b9bd-06af15f470a0 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.641792] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 598cdd6f-694a-423d-a90d-7b449302a827] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.806216] env[69226]: DEBUG nova.compute.manager [req-9f69d9bf-cc56-4733-a3ad-bfd6011c4507 req-60856e85-1a0e-41a3-8a37-e43a692991de service nova] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Received event network-vif-deleted-572f4012-d24a-4680-bd49-d166099bde24 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.806491] env[69226]: INFO nova.compute.manager [req-9f69d9bf-cc56-4733-a3ad-bfd6011c4507 req-60856e85-1a0e-41a3-8a37-e43a692991de service nova] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Neutron deleted interface 572f4012-d24a-4680-bd49-d166099bde24; detaching it from the instance and deleting it from the info cache [ 1196.806715] env[69226]: DEBUG nova.network.neutron [req-9f69d9bf-cc56-4733-a3ad-bfd6011c4507 req-60856e85-1a0e-41a3-8a37-e43a692991de service nova] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.833732] env[69226]: DEBUG nova.compute.utils [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.835138] env[69226]: DEBUG nova.compute.manager [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1196.835312] env[69226]: DEBUG nova.network.neutron [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1196.853754] env[69226]: DEBUG oslo_vmware.api [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495695, 'name': PowerOnVM_Task, 'duration_secs': 0.476508} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.854107] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.864414] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "refresh_cache-adc22ecb-f1ea-4b42-a697-bf935aa9beee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.864480] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "refresh_cache-adc22ecb-f1ea-4b42-a697-bf935aa9beee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.864649] env[69226]: DEBUG nova.network.neutron [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.866458] env[69226]: DEBUG nova.network.neutron [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Successfully updated port: 702b94ae-9eb3-402c-9dd6-822e4bbb1baf {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.887285] env[69226]: DEBUG nova.policy [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1adf69c70414894bc6b08fb28ca2894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '943bc6f18f734038a6c6186a42aebe1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.892331] env[69226]: DEBUG nova.compute.manager [req-ed29f5b2-ef00-4969-8b12-3c2daa94aee3 req-fa3f1083-9596-4089-ae32-02da527ed909 service nova] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Received event network-changed-702b94ae-9eb3-402c-9dd6-822e4bbb1baf {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.892544] env[69226]: DEBUG nova.compute.manager [req-ed29f5b2-ef00-4969-8b12-3c2daa94aee3 req-fa3f1083-9596-4089-ae32-02da527ed909 service nova] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Refreshing instance network info cache due to event network-changed-702b94ae-9eb3-402c-9dd6-822e4bbb1baf. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.893017] env[69226]: DEBUG oslo_concurrency.lockutils [req-ed29f5b2-ef00-4969-8b12-3c2daa94aee3 req-fa3f1083-9596-4089-ae32-02da527ed909 service nova] Acquiring lock "refresh_cache-f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.893789] env[69226]: DEBUG oslo_concurrency.lockutils [req-ed29f5b2-ef00-4969-8b12-3c2daa94aee3 req-fa3f1083-9596-4089-ae32-02da527ed909 service nova] Acquired lock "refresh_cache-f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.893789] env[69226]: DEBUG nova.network.neutron [req-ed29f5b2-ef00-4969-8b12-3c2daa94aee3 req-fa3f1083-9596-4089-ae32-02da527ed909 service nova] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Refreshing network info cache for port 702b94ae-9eb3-402c-9dd6-822e4bbb1baf {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.983769] env[69226]: DEBUG oslo_vmware.api [None req-151f1306-aedb-4cb6-b9bd-06af15f470a0 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495696, 'name': ReconfigVM_Task, 'duration_secs': 0.248033} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.984157] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-151f1306-aedb-4cb6-b9bd-06af15f470a0 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1196.988779] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b376841-9c96-48b6-83c5-0f5c01b110ef {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.007500] env[69226]: DEBUG oslo_vmware.api [None req-151f1306-aedb-4cb6-b9bd-06af15f470a0 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1197.007500] env[69226]: value = "task-3495697" [ 1197.007500] env[69226]: _type = "Task" [ 1197.007500] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.019388] env[69226]: DEBUG oslo_vmware.api [None req-151f1306-aedb-4cb6-b9bd-06af15f470a0 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.140629] env[69226]: DEBUG nova.network.neutron [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Successfully created port: 914773e9-ab74-4b21-bd7d-5775954c0d07 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.145121] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 8260adf6-6823-4ac8-8a16-a21d7e440d5f] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.285267] env[69226]: DEBUG nova.network.neutron [-] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.309941] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd392104-574b-4a42-94f7-e1d5ad9cd600 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.322185] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2e01ce-7670-4fff-af79-6775b35b2d67 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.339144] env[69226]: DEBUG nova.compute.manager [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.362442] env[69226]: DEBUG nova.compute.manager [req-9f69d9bf-cc56-4733-a3ad-bfd6011c4507 req-60856e85-1a0e-41a3-8a37-e43a692991de service nova] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Detach interface failed, port_id=572f4012-d24a-4680-bd49-d166099bde24, reason: Instance f45808e4-b5dd-4408-be56-d35386f745d0 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1197.371704] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Acquiring lock "refresh_cache-f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.430305] env[69226]: DEBUG nova.network.neutron [req-ed29f5b2-ef00-4969-8b12-3c2daa94aee3 req-fa3f1083-9596-4089-ae32-02da527ed909 service nova] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.504088] env[69226]: DEBUG nova.network.neutron [req-ed29f5b2-ef00-4969-8b12-3c2daa94aee3 req-fa3f1083-9596-4089-ae32-02da527ed909 service nova] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.519403] env[69226]: DEBUG oslo_vmware.api [None req-151f1306-aedb-4cb6-b9bd-06af15f470a0 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495697, 'name': ReconfigVM_Task, 'duration_secs': 0.251581} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.519704] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-151f1306-aedb-4cb6-b9bd-06af15f470a0 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698640', 'volume_id': '836d94fa-fba5-438b-adda-06dd5642c2d5', 'name': 'volume-836d94fa-fba5-438b-adda-06dd5642c2d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79c96f3a-d9a4-4a89-9bfc-bda761bae6f4', 'attached_at': '', 'detached_at': '', 'volume_id': '836d94fa-fba5-438b-adda-06dd5642c2d5', 'serial': '836d94fa-fba5-438b-adda-06dd5642c2d5'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1197.649062] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 01a3d136-0b57-4977-b3de-9d3743b9b530] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.722493] env[69226]: DEBUG nova.network.neutron [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Updating instance_info_cache with network_info: [{"id": "65df006b-b310-4743-8ebb-aa5b379b64ff", "address": "fa:16:3e:9c:7e:89", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65df006b-b3", "ovs_interfaceid": "65df006b-b310-4743-8ebb-aa5b379b64ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.788174] env[69226]: INFO nova.compute.manager [-] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Took 1.48 seconds to deallocate network for instance. [ 1198.005055] env[69226]: DEBUG oslo_concurrency.lockutils [req-ed29f5b2-ef00-4969-8b12-3c2daa94aee3 req-fa3f1083-9596-4089-ae32-02da527ed909 service nova] Releasing lock "refresh_cache-f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.005487] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Acquired lock "refresh_cache-f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.005663] env[69226]: DEBUG nova.network.neutron [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.071807] env[69226]: DEBUG nova.objects.instance [None req-151f1306-aedb-4cb6-b9bd-06af15f470a0 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lazy-loading 'flavor' on Instance uuid 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.097244] env[69226]: INFO nova.compute.manager [None req-86b214d9-3a6e-4c5f-9cd8-96be9906d026 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updating instance to original state: 'active' [ 1198.154320] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: f6caffbc-1250-4852-94b4-e4868adc632c] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.225445] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "refresh_cache-adc22ecb-f1ea-4b42-a697-bf935aa9beee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.328720] env[69226]: INFO nova.compute.manager [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Took 0.54 seconds to detach 1 volumes for instance. [ 1198.331076] env[69226]: DEBUG nova.compute.manager [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Deleting volume: f411e010-dc9d-4a81-8303-4963b78584a1 {{(pid=69226) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1198.349241] env[69226]: DEBUG nova.compute.manager [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.376825] env[69226]: DEBUG nova.virt.hardware [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.376825] env[69226]: DEBUG nova.virt.hardware [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.376825] env[69226]: DEBUG nova.virt.hardware [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.377081] env[69226]: DEBUG nova.virt.hardware [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.377168] env[69226]: DEBUG nova.virt.hardware [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.377342] env[69226]: DEBUG nova.virt.hardware [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.377685] env[69226]: DEBUG nova.virt.hardware [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.378295] env[69226]: DEBUG nova.virt.hardware [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.378295] env[69226]: DEBUG nova.virt.hardware [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.378295] env[69226]: DEBUG nova.virt.hardware [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.378463] env[69226]: DEBUG nova.virt.hardware [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.379261] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc334bf-b427-4a97-9a5f-6daaa55fe466 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.388221] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaba9cf5-e9d5-46cf-8b3d-4d61921ddeae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.551041] env[69226]: DEBUG nova.network.neutron [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.632021] env[69226]: DEBUG nova.network.neutron [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Successfully updated port: 914773e9-ab74-4b21-bd7d-5775954c0d07 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.658591] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 107f0a22-4aa7-41ca-bb9f-1e2bb12d0c65] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.755015] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875fa10d-dfab-4444-843f-ec084d5d69c5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.757641] env[69226]: DEBUG nova.network.neutron [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Updating instance_info_cache with network_info: [{"id": "702b94ae-9eb3-402c-9dd6-822e4bbb1baf", "address": "fa:16:3e:1a:3d:31", "network": {"id": "287192d2-cbd1-476f-94e0-7e9608b2c958", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1931288495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b4f9458194297b26d45b3bb6170d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702b94ae-9e", "ovs_interfaceid": "702b94ae-9eb3-402c-9dd6-822e4bbb1baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.779612] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba4ea44-f49a-45a0-a9f2-4abc24f882e9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.789828] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Updating instance 'adc22ecb-f1ea-4b42-a697-bf935aa9beee' progress to 83 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.841411] env[69226]: DEBUG nova.compute.manager [req-c5ee074a-1d8a-4b09-a7d8-f993d6d43e89 req-d5bd5fc9-f716-4289-8426-aa3f31b647cf service nova] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Received event network-vif-plugged-914773e9-ab74-4b21-bd7d-5775954c0d07 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.842025] env[69226]: DEBUG oslo_concurrency.lockutils [req-c5ee074a-1d8a-4b09-a7d8-f993d6d43e89 req-d5bd5fc9-f716-4289-8426-aa3f31b647cf service nova] Acquiring lock "e6c51570-4708-4629-9b86-650dec8d77bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.842025] env[69226]: DEBUG oslo_concurrency.lockutils [req-c5ee074a-1d8a-4b09-a7d8-f993d6d43e89 req-d5bd5fc9-f716-4289-8426-aa3f31b647cf service nova] Lock "e6c51570-4708-4629-9b86-650dec8d77bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.842610] env[69226]: DEBUG oslo_concurrency.lockutils [req-c5ee074a-1d8a-4b09-a7d8-f993d6d43e89 req-d5bd5fc9-f716-4289-8426-aa3f31b647cf service nova] Lock "e6c51570-4708-4629-9b86-650dec8d77bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.842955] env[69226]: DEBUG nova.compute.manager [req-c5ee074a-1d8a-4b09-a7d8-f993d6d43e89 req-d5bd5fc9-f716-4289-8426-aa3f31b647cf service nova] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] No waiting events found dispatching network-vif-plugged-914773e9-ab74-4b21-bd7d-5775954c0d07 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1198.843207] env[69226]: WARNING nova.compute.manager [req-c5ee074a-1d8a-4b09-a7d8-f993d6d43e89 req-d5bd5fc9-f716-4289-8426-aa3f31b647cf service nova] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Received unexpected event network-vif-plugged-914773e9-ab74-4b21-bd7d-5775954c0d07 for instance with vm_state building and task_state spawning. [ 1198.843483] env[69226]: DEBUG nova.compute.manager [req-c5ee074a-1d8a-4b09-a7d8-f993d6d43e89 req-d5bd5fc9-f716-4289-8426-aa3f31b647cf service nova] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Received event network-changed-914773e9-ab74-4b21-bd7d-5775954c0d07 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.843742] env[69226]: DEBUG nova.compute.manager [req-c5ee074a-1d8a-4b09-a7d8-f993d6d43e89 req-d5bd5fc9-f716-4289-8426-aa3f31b647cf service nova] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Refreshing instance network info cache due to event network-changed-914773e9-ab74-4b21-bd7d-5775954c0d07. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.844028] env[69226]: DEBUG oslo_concurrency.lockutils [req-c5ee074a-1d8a-4b09-a7d8-f993d6d43e89 req-d5bd5fc9-f716-4289-8426-aa3f31b647cf service nova] Acquiring lock "refresh_cache-e6c51570-4708-4629-9b86-650dec8d77bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.844241] env[69226]: DEBUG oslo_concurrency.lockutils [req-c5ee074a-1d8a-4b09-a7d8-f993d6d43e89 req-d5bd5fc9-f716-4289-8426-aa3f31b647cf service nova] Acquired lock "refresh_cache-e6c51570-4708-4629-9b86-650dec8d77bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.844473] env[69226]: DEBUG nova.network.neutron [req-c5ee074a-1d8a-4b09-a7d8-f993d6d43e89 req-d5bd5fc9-f716-4289-8426-aa3f31b647cf service nova] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Refreshing network info cache for port 914773e9-ab74-4b21-bd7d-5775954c0d07 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.868085] env[69226]: DEBUG oslo_concurrency.lockutils [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.868449] env[69226]: DEBUG oslo_concurrency.lockutils [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.868632] env[69226]: DEBUG nova.objects.instance [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Lazy-loading 'resources' on Instance uuid f45808e4-b5dd-4408-be56-d35386f745d0 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.078779] env[69226]: DEBUG oslo_concurrency.lockutils [None req-151f1306-aedb-4cb6-b9bd-06af15f470a0 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.287s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.135235] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "refresh_cache-e6c51570-4708-4629-9b86-650dec8d77bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.162690] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 418bb2f3-bfba-41bf-af24-9453097c4b06] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.260412] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Releasing lock "refresh_cache-f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.260728] env[69226]: DEBUG nova.compute.manager [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Instance network_info: |[{"id": "702b94ae-9eb3-402c-9dd6-822e4bbb1baf", "address": "fa:16:3e:1a:3d:31", "network": {"id": "287192d2-cbd1-476f-94e0-7e9608b2c958", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1931288495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b4f9458194297b26d45b3bb6170d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702b94ae-9e", "ovs_interfaceid": "702b94ae-9eb3-402c-9dd6-822e4bbb1baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.261157] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:3d:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '702b94ae-9eb3-402c-9dd6-822e4bbb1baf', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.268660] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Creating folder: Project (5d8b4f9458194297b26d45b3bb6170d9). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1199.269166] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5de1e22-403b-4958-bd01-27abd7430cb0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.283060] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Created folder: Project (5d8b4f9458194297b26d45b3bb6170d9) in parent group-v698365. [ 1199.283255] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Creating folder: Instances. Parent ref: group-v698664. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1199.283491] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adf7a2f8-bed0-424c-8076-45d6983f6576 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.294327] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Created folder: Instances in parent group-v698664. [ 1199.294564] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.294749] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.294949] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94406915-a668-4329-992d-7576c8f80028 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.310766] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.311030] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9748ef08-7df5-4eca-afb5-09c9d66eb2f1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.317639] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.317639] env[69226]: value = "task-3495702" [ 1199.317639] env[69226]: _type = "Task" [ 1199.317639] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.318923] env[69226]: DEBUG oslo_vmware.api [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1199.318923] env[69226]: value = "task-3495701" [ 1199.318923] env[69226]: _type = "Task" [ 1199.318923] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.329302] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495702, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.332281] env[69226]: DEBUG oslo_vmware.api [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.377571] env[69226]: DEBUG nova.network.neutron [req-c5ee074a-1d8a-4b09-a7d8-f993d6d43e89 req-d5bd5fc9-f716-4289-8426-aa3f31b647cf service nova] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.464439] env[69226]: DEBUG nova.network.neutron [req-c5ee074a-1d8a-4b09-a7d8-f993d6d43e89 req-d5bd5fc9-f716-4289-8426-aa3f31b647cf service nova] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.525052] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4176af4b-81e6-4e7a-9409-b59980401d3a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.533563] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a42c79-0191-492b-8a83-f749868002f4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.566469] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9e9a7c-30bd-40da-a08e-5519830f62fb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.575387] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de70c23-8082-4f0a-86f7-8ddb0a43ef72 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.590367] env[69226]: DEBUG nova.compute.provider_tree [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.628679] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.628976] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.629238] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.629425] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.629596] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.631869] env[69226]: INFO nova.compute.manager [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Terminating instance [ 1199.665477] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 6b0cde4b-7827-409c-8700-e2f99bf67882] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.837274] env[69226]: DEBUG oslo_vmware.api [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495701, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.837525] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495702, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.967427] env[69226]: DEBUG oslo_concurrency.lockutils [req-c5ee074a-1d8a-4b09-a7d8-f993d6d43e89 req-d5bd5fc9-f716-4289-8426-aa3f31b647cf service nova] Releasing lock "refresh_cache-e6c51570-4708-4629-9b86-650dec8d77bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.967814] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "refresh_cache-e6c51570-4708-4629-9b86-650dec8d77bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.967972] env[69226]: DEBUG nova.network.neutron [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.093728] env[69226]: DEBUG nova.scheduler.client.report [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.136038] env[69226]: DEBUG nova.compute.manager [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.136297] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.136561] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a01fa7d1-f3c8-43d9-bd76-c99652db7310 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.147997] env[69226]: DEBUG oslo_vmware.api [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1200.147997] env[69226]: value = "task-3495703" [ 1200.147997] env[69226]: _type = "Task" [ 1200.147997] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.158360] env[69226]: DEBUG oslo_vmware.api [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.169105] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: e98bea42-c105-4939-9171-d0a02de16717] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.174419] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.174652] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.174856] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.175179] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.175324] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.177436] env[69226]: INFO nova.compute.manager [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Terminating instance [ 1200.331264] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495702, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.337367] env[69226]: DEBUG oslo_vmware.api [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495701, 'name': PowerOnVM_Task, 'duration_secs': 0.626005} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.337711] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.337974] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3c4071-b419-45cd-8efd-94d448ff550c tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Updating instance 'adc22ecb-f1ea-4b42-a697-bf935aa9beee' progress to 100 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.500367] env[69226]: DEBUG nova.network.neutron [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.598181] env[69226]: DEBUG oslo_concurrency.lockutils [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.619964] env[69226]: INFO nova.scheduler.client.report [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Deleted allocations for instance f45808e4-b5dd-4408-be56-d35386f745d0 [ 1200.633536] env[69226]: DEBUG nova.network.neutron [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Updating instance_info_cache with network_info: [{"id": "914773e9-ab74-4b21-bd7d-5775954c0d07", "address": "fa:16:3e:1e:20:19", "network": {"id": "9c65556d-6175-4954-9db1-62a207b48aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1512905937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943bc6f18f734038a6c6186a42aebe1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap914773e9-ab", "ovs_interfaceid": "914773e9-ab74-4b21-bd7d-5775954c0d07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.659323] env[69226]: DEBUG oslo_vmware.api [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495703, 'name': PowerOffVM_Task, 'duration_secs': 0.396371} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.659597] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.659858] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Volume detach. Driver type: vmdk {{(pid=69226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1200.660103] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698646', 'volume_id': '1e525586-d637-4a27-aa72-055ec7a933e8', 'name': 'volume-1e525586-d637-4a27-aa72-055ec7a933e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d', 'attached_at': '2025-04-19T22:55:10.000000', 'detached_at': '', 'volume_id': '1e525586-d637-4a27-aa72-055ec7a933e8', 'serial': '1e525586-d637-4a27-aa72-055ec7a933e8'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1200.660887] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7058ff3-60bc-4807-9750-8be654d2e9fd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.683039] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: bb2197bb-1eac-4813-b7d6-a2cce069d6f1] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.685041] env[69226]: DEBUG nova.compute.manager [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.685257] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.686924] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24968c8c-9d6e-4989-8e73-40743531fedc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.689282] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a2df8e-8031-4002-9c70-9de8fa89ccae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.698952] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2667f0ba-b27a-4198-a830-087e9334cf5b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.701374] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.702051] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3058e3d-d46c-4709-b5be-48ad17a08cda {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.724164] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364abc5d-fbca-4a03-873b-ad6dfa5a15bf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.727248] env[69226]: DEBUG oslo_vmware.api [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1200.727248] env[69226]: value = "task-3495704" [ 1200.727248] env[69226]: _type = "Task" [ 1200.727248] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.743193] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] The volume has not been displaced from its original location: [datastore2] volume-1e525586-d637-4a27-aa72-055ec7a933e8/volume-1e525586-d637-4a27-aa72-055ec7a933e8.vmdk. No consolidation needed. {{(pid=69226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1200.748423] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1200.749339] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afb4a5a4-601d-42c0-b746-139cbe5f71bc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.765475] env[69226]: DEBUG oslo_vmware.api [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.773250] env[69226]: DEBUG oslo_vmware.api [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1200.773250] env[69226]: value = "task-3495705" [ 1200.773250] env[69226]: _type = "Task" [ 1200.773250] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.787081] env[69226]: DEBUG oslo_vmware.api [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.830866] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495702, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.127794] env[69226]: DEBUG oslo_concurrency.lockutils [None req-396b171b-cdef-403d-ae32-6cf45975ed4d tempest-ServersTestBootFromVolume-2130099946 tempest-ServersTestBootFromVolume-2130099946-project-member] Lock "f45808e4-b5dd-4408-be56-d35386f745d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.078s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.138499] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "refresh_cache-e6c51570-4708-4629-9b86-650dec8d77bc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.138820] env[69226]: DEBUG nova.compute.manager [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Instance network_info: |[{"id": "914773e9-ab74-4b21-bd7d-5775954c0d07", "address": "fa:16:3e:1e:20:19", "network": {"id": "9c65556d-6175-4954-9db1-62a207b48aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1512905937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943bc6f18f734038a6c6186a42aebe1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap914773e9-ab", "ovs_interfaceid": "914773e9-ab74-4b21-bd7d-5775954c0d07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.139285] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:20:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '914773e9-ab74-4b21-bd7d-5775954c0d07', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.147313] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.148110] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.148345] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-580cf8cc-8314-4d6f-a9a9-3bc159a90282 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.168436] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.168436] env[69226]: value = "task-3495706" [ 1201.168436] env[69226]: _type = "Task" [ 1201.168436] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.176429] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495706, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.186552] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: a5a5f420-183b-4e6f-b2bc-6908836bc3de] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.237978] env[69226]: DEBUG oslo_vmware.api [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495704, 'name': PowerOffVM_Task, 'duration_secs': 0.209204} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.238263] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.238431] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.238681] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ba7ca3c-b6b4-42cc-b3a4-015653b2b09c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.282752] env[69226]: DEBUG oslo_vmware.api [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495705, 'name': ReconfigVM_Task, 'duration_secs': 0.306309} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.283071] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1201.288077] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae33d878-4eaf-4c3e-9963-77ba7ed3b1e8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.304097] env[69226]: DEBUG oslo_vmware.api [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1201.304097] env[69226]: value = "task-3495708" [ 1201.304097] env[69226]: _type = "Task" [ 1201.304097] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.312291] env[69226]: DEBUG oslo_vmware.api [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.330265] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495702, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.542430] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.542775] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.542997] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Deleting the datastore file [datastore2] 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.543303] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57a8ba73-a37d-4d69-875d-289a49fccb53 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.550855] env[69226]: DEBUG oslo_vmware.api [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1201.550855] env[69226]: value = "task-3495709" [ 1201.550855] env[69226]: _type = "Task" [ 1201.550855] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.561180] env[69226]: DEBUG oslo_vmware.api [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.679065] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495706, 'name': CreateVM_Task, 'duration_secs': 0.408522} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.679237] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.679888] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.680060] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.680390] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.680645] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1480296-9ef4-48c1-a61a-42d88c4ebcf2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.687063] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1201.687063] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522e0436-ea19-da1f-a74a-556bcd183dce" [ 1201.687063] env[69226]: _type = "Task" [ 1201.687063] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.690443] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 3ee6f41e-36be-4277-a050-d4824d4956f3] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.698143] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522e0436-ea19-da1f-a74a-556bcd183dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.816361] env[69226]: DEBUG oslo_vmware.api [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495708, 'name': ReconfigVM_Task, 'duration_secs': 0.154342} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.816739] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698646', 'volume_id': '1e525586-d637-4a27-aa72-055ec7a933e8', 'name': 'volume-1e525586-d637-4a27-aa72-055ec7a933e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d', 'attached_at': '2025-04-19T22:55:10.000000', 'detached_at': '', 'volume_id': '1e525586-d637-4a27-aa72-055ec7a933e8', 'serial': '1e525586-d637-4a27-aa72-055ec7a933e8'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1201.817038] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.817840] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061b3652-0240-4ef7-bd73-c4950d9d3e60 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.828288] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.828868] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4550343d-e12b-4467-8e4c-bea81bf27fbf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.833645] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495702, 'name': CreateVM_Task, 'duration_secs': 2.433262} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.833800] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.834453] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.890187] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.890469] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.890677] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Deleting the datastore file [datastore2] ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.891276] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad72f2d3-a992-4d76-93b2-1cbafd162265 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.898381] env[69226]: DEBUG oslo_vmware.api [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1201.898381] env[69226]: value = "task-3495711" [ 1201.898381] env[69226]: _type = "Task" [ 1201.898381] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.907330] env[69226]: DEBUG oslo_vmware.api [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.062611] env[69226]: DEBUG oslo_vmware.api [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157805} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.062864] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.063057] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.063240] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.063411] env[69226]: INFO nova.compute.manager [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1202.063664] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.063856] env[69226]: DEBUG nova.compute.manager [-] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.063983] env[69226]: DEBUG nova.network.neutron [-] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.193564] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 20983dcc-7227-4e04-b691-4622b2dc2cce] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.200732] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522e0436-ea19-da1f-a74a-556bcd183dce, 'name': SearchDatastore_Task, 'duration_secs': 0.025684} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.200732] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.200732] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.200732] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.200732] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.200732] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.201205] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.201459] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.201741] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77ff2e5d-04d5-4fbd-8a05-302cd82df07c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.207024] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7fae62b-9bc4-47b5-a5a1-567f6d3469f5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.210026] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Waiting for the task: (returnval){ [ 1202.210026] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52151c96-9793-b7cc-7f20-226700b5423d" [ 1202.210026] env[69226]: _type = "Task" [ 1202.210026] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.219955] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.219955] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.220213] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a5479ee-59de-484f-9f3a-aa2483410350 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.226990] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52151c96-9793-b7cc-7f20-226700b5423d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.231742] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1202.231742] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5224ecf2-7e08-c2f6-a105-e1716f18833a" [ 1202.231742] env[69226]: _type = "Task" [ 1202.231742] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.241317] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5224ecf2-7e08-c2f6-a105-e1716f18833a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.410315] env[69226]: DEBUG oslo_vmware.api [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167128} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.410467] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.410668] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.410868] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.411057] env[69226]: INFO nova.compute.manager [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1202.411332] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.412092] env[69226]: DEBUG nova.compute.manager [-] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.412195] env[69226]: DEBUG nova.network.neutron [-] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.695449] env[69226]: DEBUG nova.compute.manager [req-fcca16ba-0c3e-4c9e-b3f1-b599299786c4 req-36c0366b-b87e-4bee-ac15-21f2f242cdad service nova] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Received event network-vif-deleted-2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.695727] env[69226]: INFO nova.compute.manager [req-fcca16ba-0c3e-4c9e-b3f1-b599299786c4 req-36c0366b-b87e-4bee-ac15-21f2f242cdad service nova] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Neutron deleted interface 2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366; detaching it from the instance and deleting it from the info cache [ 1202.695836] env[69226]: DEBUG nova.network.neutron [req-fcca16ba-0c3e-4c9e-b3f1-b599299786c4 req-36c0366b-b87e-4bee-ac15-21f2f242cdad service nova] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.701348] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: ba34fb34-8a6b-444d-8008-785aa973f36b] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.723478] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52151c96-9793-b7cc-7f20-226700b5423d, 'name': SearchDatastore_Task, 'duration_secs': 0.039719} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.723478] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.723618] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.724595] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.745019] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5224ecf2-7e08-c2f6-a105-e1716f18833a, 'name': SearchDatastore_Task, 'duration_secs': 0.049394} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.745019] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b30d696a-cff1-4587-a7ec-90333c1015a0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.750408] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1202.750408] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52cdf05a-3c5c-8fc3-fb9a-27ce95ca9d00" [ 1202.750408] env[69226]: _type = "Task" [ 1202.750408] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.759094] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52cdf05a-3c5c-8fc3-fb9a-27ce95ca9d00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.901203] env[69226]: DEBUG oslo_concurrency.lockutils [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "adc22ecb-f1ea-4b42-a697-bf935aa9beee" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.901459] env[69226]: DEBUG oslo_concurrency.lockutils [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "adc22ecb-f1ea-4b42-a697-bf935aa9beee" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.901646] env[69226]: DEBUG nova.compute.manager [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Going to confirm migration 7 {{(pid=69226) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1203.012720] env[69226]: DEBUG nova.compute.manager [req-ccfe7932-4a22-434c-bdb9-3a20e30e999b req-02d35a33-44b5-484c-84b7-bdd7f12b6f7d service nova] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Received event network-vif-deleted-61bbdf30-6dfa-4394-a088-d9ba104694fe {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.012968] env[69226]: INFO nova.compute.manager [req-ccfe7932-4a22-434c-bdb9-3a20e30e999b req-02d35a33-44b5-484c-84b7-bdd7f12b6f7d service nova] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Neutron deleted interface 61bbdf30-6dfa-4394-a088-d9ba104694fe; detaching it from the instance and deleting it from the info cache [ 1203.013196] env[69226]: DEBUG nova.network.neutron [req-ccfe7932-4a22-434c-bdb9-3a20e30e999b req-02d35a33-44b5-484c-84b7-bdd7f12b6f7d service nova] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.170461] env[69226]: DEBUG nova.network.neutron [-] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.199010] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91bcf062-50dc-4309-a798-e03cae9f9050 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.206294] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: c631ecac-18a0-4996-9464-efce8476b36e] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.216739] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7f9d5e-7d8c-41ad-8dad-8dc2d7529539 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.258700] env[69226]: DEBUG nova.compute.manager [req-fcca16ba-0c3e-4c9e-b3f1-b599299786c4 req-36c0366b-b87e-4bee-ac15-21f2f242cdad service nova] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Detach interface failed, port_id=2c94feb2-b1d0-43c2-a9ef-f4ec37e3c366, reason: Instance 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1203.271222] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52cdf05a-3c5c-8fc3-fb9a-27ce95ca9d00, 'name': SearchDatastore_Task, 'duration_secs': 0.015827} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.271512] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.271809] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] e6c51570-4708-4629-9b86-650dec8d77bc/e6c51570-4708-4629-9b86-650dec8d77bc.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.272113] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.272311] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.272523] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29fed35f-1a5e-4154-be56-d0e5873ef58f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.276256] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9795799-ce84-4f55-bbed-aded6d72e285 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.285108] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1203.285108] env[69226]: value = "task-3495712" [ 1203.285108] env[69226]: _type = "Task" [ 1203.285108] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.286290] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.286462] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.290806] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2a52869-1a3a-414d-a381-0888eda5fa6c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.298202] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.299473] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Waiting for the task: (returnval){ [ 1203.299473] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b75e8a-83a2-f718-1ae8-98cea562d0d1" [ 1203.299473] env[69226]: _type = "Task" [ 1203.299473] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.308238] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b75e8a-83a2-f718-1ae8-98cea562d0d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.493498] env[69226]: DEBUG nova.network.neutron [-] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.500539] env[69226]: DEBUG oslo_concurrency.lockutils [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "refresh_cache-adc22ecb-f1ea-4b42-a697-bf935aa9beee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.501435] env[69226]: DEBUG oslo_concurrency.lockutils [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquired lock "refresh_cache-adc22ecb-f1ea-4b42-a697-bf935aa9beee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.501435] env[69226]: DEBUG nova.network.neutron [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.501435] env[69226]: DEBUG nova.objects.instance [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lazy-loading 'info_cache' on Instance uuid adc22ecb-f1ea-4b42-a697-bf935aa9beee {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.517180] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa363057-167c-4139-a16c-d1e892d3b42f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.529061] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b796b609-930f-4e0c-9a32-2cc4105ddfb9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.566102] env[69226]: DEBUG nova.compute.manager [req-ccfe7932-4a22-434c-bdb9-3a20e30e999b req-02d35a33-44b5-484c-84b7-bdd7f12b6f7d service nova] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Detach interface failed, port_id=61bbdf30-6dfa-4394-a088-d9ba104694fe, reason: Instance ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1203.673521] env[69226]: INFO nova.compute.manager [-] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Took 1.61 seconds to deallocate network for instance. [ 1203.714048] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 727faa28-0e5a-4cb0-b014-f23b3cce44d6] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.801824] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495712, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.813422] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b75e8a-83a2-f718-1ae8-98cea562d0d1, 'name': SearchDatastore_Task, 'duration_secs': 0.030754} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.814284] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de531d42-33c8-4491-9c75-314dab577b4a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.823439] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Waiting for the task: (returnval){ [ 1203.823439] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528ab0f6-c065-09ca-1f09-57f5427710cc" [ 1203.823439] env[69226]: _type = "Task" [ 1203.823439] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.834714] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528ab0f6-c065-09ca-1f09-57f5427710cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.997601] env[69226]: INFO nova.compute.manager [-] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Took 1.59 seconds to deallocate network for instance. [ 1204.183256] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.183579] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.183831] env[69226]: DEBUG nova.objects.instance [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lazy-loading 'resources' on Instance uuid 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.217679] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 7ca585fd-b893-4d86-850b-a638a155da5d] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.298541] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702318} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.298875] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] e6c51570-4708-4629-9b86-650dec8d77bc/e6c51570-4708-4629-9b86-650dec8d77bc.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.299159] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.299469] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9372f926-0593-4a85-8fc8-2230d81afc2c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.308011] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1204.308011] env[69226]: value = "task-3495713" [ 1204.308011] env[69226]: _type = "Task" [ 1204.308011] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.318604] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.334403] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528ab0f6-c065-09ca-1f09-57f5427710cc, 'name': SearchDatastore_Task, 'duration_secs': 0.052512} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.334713] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.335022] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d/f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.335285] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e2a3c1f-0032-4965-bf22-be7f09223c8f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.342521] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Waiting for the task: (returnval){ [ 1204.342521] env[69226]: value = "task-3495714" [ 1204.342521] env[69226]: _type = "Task" [ 1204.342521] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.350781] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': task-3495714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.546474] env[69226]: INFO nova.compute.manager [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Took 0.55 seconds to detach 1 volumes for instance. [ 1204.713877] env[69226]: DEBUG nova.network.neutron [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Updating instance_info_cache with network_info: [{"id": "65df006b-b310-4743-8ebb-aa5b379b64ff", "address": "fa:16:3e:9c:7e:89", "network": {"id": "42808b29-1731-4986-ad82-0c971d2766d5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1059784341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afeb460d630f46a68dc13ca12a7b2c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65df006b-b3", "ovs_interfaceid": "65df006b-b310-4743-8ebb-aa5b379b64ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.721080] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 3f831b6f-cac6-428f-8351-5db92d811046] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.819017] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119149} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.822090] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.823402] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a58be7-495f-44d0-9e88-7a3b7d4956b4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.847979] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] e6c51570-4708-4629-9b86-650dec8d77bc/e6c51570-4708-4629-9b86-650dec8d77bc.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.851158] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-381591d7-0346-441c-9fde-c95a1e642759 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.875868] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': task-3495714, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.877445] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1204.877445] env[69226]: value = "task-3495715" [ 1204.877445] env[69226]: _type = "Task" [ 1204.877445] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.889669] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.896021] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f013eb1-e6db-4b11-b24c-d285f95a6181 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.905503] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9699fa8a-9bb5-4d79-bb7c-c3f8f85d3286 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.944986] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c369c373-ed99-4146-b9be-f85980233b96 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.955370] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a81a91f-d9a0-4cc6-8f81-d7a712ac5e50 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.971173] env[69226]: DEBUG nova.compute.provider_tree [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.053109] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.217044] env[69226]: DEBUG oslo_concurrency.lockutils [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Releasing lock "refresh_cache-adc22ecb-f1ea-4b42-a697-bf935aa9beee" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.217044] env[69226]: DEBUG nova.objects.instance [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lazy-loading 'migration_context' on Instance uuid adc22ecb-f1ea-4b42-a697-bf935aa9beee {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.227447] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: d1ae021f-b198-4e45-a641-ef906796da10] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.362566] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': task-3495714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780543} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.362875] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d/f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.363158] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.363429] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39e3d829-bb28-40ac-bd59-2292d66df21c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.372192] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Waiting for the task: (returnval){ [ 1205.372192] env[69226]: value = "task-3495716" [ 1205.372192] env[69226]: _type = "Task" [ 1205.372192] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.381325] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': task-3495716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.393738] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.475117] env[69226]: DEBUG nova.scheduler.client.report [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.719628] env[69226]: DEBUG nova.objects.base [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1205.720592] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355e4de3-94d1-48cd-aa33-d4d83f1a2479 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.742417] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: d2b143e5-2a4a-43fa-824b-878b2b7c4b48] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.745078] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7d7ccb7-1496-49be-978a-4415441c5b0f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.752917] env[69226]: DEBUG oslo_vmware.api [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1205.752917] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5277842c-7e4c-0194-1ffc-fd6c566876c5" [ 1205.752917] env[69226]: _type = "Task" [ 1205.752917] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.762120] env[69226]: DEBUG oslo_vmware.api [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5277842c-7e4c-0194-1ffc-fd6c566876c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.883030] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': task-3495716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083394} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.885796] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.886557] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078f186a-bea2-4a7c-998d-c45e39385349 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.894069] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495715, 'name': ReconfigVM_Task, 'duration_secs': 0.605283} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.902983] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Reconfigured VM instance instance-0000006f to attach disk [datastore1] e6c51570-4708-4629-9b86-650dec8d77bc/e6c51570-4708-4629-9b86-650dec8d77bc.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.912255] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d/f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.912484] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaf5492f-156f-4144-80cc-20e7913823a8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.913912] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12c1df26-716a-4267-ad87-01dc3ffeac32 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.934064] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Waiting for the task: (returnval){ [ 1205.934064] env[69226]: value = "task-3495718" [ 1205.934064] env[69226]: _type = "Task" [ 1205.934064] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.934899] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1205.934899] env[69226]: value = "task-3495717" [ 1205.934899] env[69226]: _type = "Task" [ 1205.934899] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.950282] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': task-3495718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.952966] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495717, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.981377] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.983870] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.931s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.984128] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.008809] env[69226]: INFO nova.scheduler.client.report [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Deleted allocations for instance ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d [ 1206.010735] env[69226]: INFO nova.scheduler.client.report [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Deleted allocations for instance 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4 [ 1206.246023] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 23bde555-75d8-4795-8883-af20a99b4e28] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.262873] env[69226]: DEBUG oslo_vmware.api [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5277842c-7e4c-0194-1ffc-fd6c566876c5, 'name': SearchDatastore_Task, 'duration_secs': 0.028698} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.263172] env[69226]: DEBUG oslo_concurrency.lockutils [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.263414] env[69226]: DEBUG oslo_concurrency.lockutils [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.447846] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': task-3495718, 'name': ReconfigVM_Task, 'duration_secs': 0.41073} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.450881] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Reconfigured VM instance instance-0000006e to attach disk [datastore1] f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d/f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.451537] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495717, 'name': Rename_Task, 'duration_secs': 0.280863} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.451765] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe56d8a0-63ce-414c-8a9e-be4e62ba94b1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.453367] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.453493] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24b93dc1-0c13-4e56-8b2c-e379a127186a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.461205] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Waiting for the task: (returnval){ [ 1206.461205] env[69226]: value = "task-3495720" [ 1206.461205] env[69226]: _type = "Task" [ 1206.461205] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.462121] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1206.462121] env[69226]: value = "task-3495719" [ 1206.462121] env[69226]: _type = "Task" [ 1206.462121] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.474162] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': task-3495720, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.476949] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.520792] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0abb9aa7-d47a-42f1-8cd8-93694e3e03e5 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.892s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.522063] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a2916381-e870-49db-b255-b01bfcc84737 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "79c96f3a-d9a4-4a89-9bfc-bda761bae6f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.347s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.749626] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 0a69a8e8-7db9-49bc-a5a9-b8ae99b7ae55] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.918469] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc33bf3d-5c40-48a2-b7c7-fd80c201299e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.927272] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f357da8-65b4-489c-b2e1-43fafb8e6d2d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.958891] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4babd5-5b23-43b8-8b8f-0ac4994b3a92 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.972027] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545d2b4d-efa9-48db-ac28-11935ffa3829 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.979268] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': task-3495720, 'name': Rename_Task, 'duration_secs': 0.154533} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.980277] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.980593] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e60094a0-718b-4553-97d3-26f72e29b22e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.986026] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495719, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.997443] env[69226]: DEBUG nova.compute.provider_tree [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.000488] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Waiting for the task: (returnval){ [ 1207.000488] env[69226]: value = "task-3495721" [ 1207.000488] env[69226]: _type = "Task" [ 1207.000488] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.013037] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': task-3495721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.253244] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 3858324e-af5f-44a8-8099-22bd4305a3c5] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.482248] env[69226]: DEBUG oslo_vmware.api [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495719, 'name': PowerOnVM_Task, 'duration_secs': 0.573377} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.482523] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.482731] env[69226]: INFO nova.compute.manager [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1207.482942] env[69226]: DEBUG nova.compute.manager [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.483722] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b0b062-c873-49b7-b66e-5e98bd67f2a4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.502572] env[69226]: DEBUG nova.scheduler.client.report [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.515337] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': task-3495721, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.758815] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 022614a7-ce73-4a6f-a7ea-2763b9da7788] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.000435] env[69226]: INFO nova.compute.manager [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Took 14.11 seconds to build instance. [ 1208.018667] env[69226]: DEBUG oslo_vmware.api [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': task-3495721, 'name': PowerOnVM_Task, 'duration_secs': 0.798457} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.019557] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.019712] env[69226]: INFO nova.compute.manager [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Took 12.20 seconds to spawn the instance on the hypervisor. [ 1208.019891] env[69226]: DEBUG nova.compute.manager [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.021080] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d16e87-1035-428b-85a8-dbaa2537628f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.116063] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "85c69408-c888-40fe-aec9-f3ed3bdb63da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.116306] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "85c69408-c888-40fe-aec9-f3ed3bdb63da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.265268] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: aee843c9-5d66-4815-b640-7c85b299689b] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.367908] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "b43f8d35-f057-4473-b761-0e89b60645ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.368157] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "b43f8d35-f057-4473-b761-0e89b60645ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.502494] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2c6ca6e1-3f20-496d-b7be-a9677979d84b tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "e6c51570-4708-4629-9b86-650dec8d77bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.614s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.514214] env[69226]: DEBUG oslo_concurrency.lockutils [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.251s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.538888] env[69226]: INFO nova.compute.manager [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Took 18.36 seconds to build instance. [ 1208.618955] env[69226]: DEBUG nova.compute.manager [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1208.769513] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: f1a7c151-4a73-420d-9fdb-199f9a136198] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.870682] env[69226]: DEBUG nova.compute.manager [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1208.930511] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "e6c51570-4708-4629-9b86-650dec8d77bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.930831] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "e6c51570-4708-4629-9b86-650dec8d77bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.931128] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "e6c51570-4708-4629-9b86-650dec8d77bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.931790] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "e6c51570-4708-4629-9b86-650dec8d77bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.932014] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "e6c51570-4708-4629-9b86-650dec8d77bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.934227] env[69226]: INFO nova.compute.manager [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Terminating instance [ 1209.041340] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d3edd898-b65d-403e-9c06-31909323aabf tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Lock "f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.875s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.075293] env[69226]: INFO nova.scheduler.client.report [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Deleted allocation for migration b2d0a1c5-727c-4a19-8c03-dfad8a763233 [ 1209.141390] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.141670] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.143162] env[69226]: INFO nova.compute.claims [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.273032] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: ffae9122-9be9-4ba6-84d3-52272208922d] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.390630] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.438024] env[69226]: DEBUG nova.compute.manager [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1209.438148] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.439013] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760192bd-446d-4984-8b3e-e9928c98c2ef {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.447593] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.447822] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-401938ce-ac57-4dac-b200-3ab9e6cbf646 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.455182] env[69226]: DEBUG oslo_vmware.api [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1209.455182] env[69226]: value = "task-3495722" [ 1209.455182] env[69226]: _type = "Task" [ 1209.455182] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.464574] env[69226]: DEBUG oslo_vmware.api [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.581318] env[69226]: DEBUG oslo_concurrency.lockutils [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "adc22ecb-f1ea-4b42-a697-bf935aa9beee" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.680s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.716601] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Acquiring lock "f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.716601] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Lock "f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.716843] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Acquiring lock "f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.716973] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Lock "f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.717104] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Lock "f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.719403] env[69226]: INFO nova.compute.manager [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Terminating instance [ 1209.775902] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: e2e4929c-9137-4f8d-aef9-de71867e438f] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.967770] env[69226]: DEBUG oslo_vmware.api [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495722, 'name': PowerOffVM_Task, 'duration_secs': 0.34336} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.968056] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.968233] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.968522] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-616b3295-eb32-4f34-b105-780d0072fe59 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.038934] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.039188] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.039354] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleting the datastore file [datastore1] e6c51570-4708-4629-9b86-650dec8d77bc {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.039669] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e6197ca-5006-4239-8a63-fb5e92326e24 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.046486] env[69226]: DEBUG oslo_vmware.api [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1210.046486] env[69226]: value = "task-3495724" [ 1210.046486] env[69226]: _type = "Task" [ 1210.046486] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.054441] env[69226]: DEBUG oslo_vmware.api [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.223150] env[69226]: DEBUG nova.compute.manager [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.223379] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.224277] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc4e93e-18ef-4e09-8bc8-778cda53a3e0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.241567] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.244395] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08b29d42-5b2e-4e96-be46-128370395e63 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.251365] env[69226]: DEBUG oslo_vmware.api [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Waiting for the task: (returnval){ [ 1210.251365] env[69226]: value = "task-3495725" [ 1210.251365] env[69226]: _type = "Task" [ 1210.251365] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.262101] env[69226]: DEBUG oslo_vmware.api [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': task-3495725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.279366] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 88f2ec1c-f6dc-4d20-96df-d3272d74dc7e] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.296261] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98c8a48-3f32-45fc-8fb4-5f7c2bb82556 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.306518] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e85c9a-6cf0-4823-8650-a3f01eae5dcd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.339359] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53050903-e13d-47f8-a0da-cffc813a8361 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.348011] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9c97db-d200-496e-ada9-edf78455395a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.362178] env[69226]: DEBUG nova.compute.provider_tree [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.557468] env[69226]: DEBUG oslo_vmware.api [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190924} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.557714] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.557894] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.558090] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.558266] env[69226]: INFO nova.compute.manager [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1210.558499] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.558684] env[69226]: DEBUG nova.compute.manager [-] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1210.558777] env[69226]: DEBUG nova.network.neutron [-] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1210.761999] env[69226]: DEBUG oslo_vmware.api [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': task-3495725, 'name': PowerOffVM_Task, 'duration_secs': 0.207691} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.762482] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.762482] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.762704] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37e72d3e-d6b4-4ec8-bad9-a61cd2501041 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.782428] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: a54aeb5b-9769-4ee7-9669-0974db55d501] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.804074] env[69226]: DEBUG nova.compute.manager [req-4b69a209-7f3f-4793-97a9-0ccc67a1dce8 req-3cec51fb-6149-4ade-a3f9-8f981fac7548 service nova] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Received event network-vif-deleted-914773e9-ab74-4b21-bd7d-5775954c0d07 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.804324] env[69226]: INFO nova.compute.manager [req-4b69a209-7f3f-4793-97a9-0ccc67a1dce8 req-3cec51fb-6149-4ade-a3f9-8f981fac7548 service nova] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Neutron deleted interface 914773e9-ab74-4b21-bd7d-5775954c0d07; detaching it from the instance and deleting it from the info cache [ 1210.804388] env[69226]: DEBUG nova.network.neutron [req-4b69a209-7f3f-4793-97a9-0ccc67a1dce8 req-3cec51fb-6149-4ade-a3f9-8f981fac7548 service nova] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.832450] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.832683] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.833120] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Deleting the datastore file [datastore1] f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.833410] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7603cc69-72d6-4bb4-ada5-8e4c16abe123 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.840667] env[69226]: DEBUG oslo_vmware.api [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Waiting for the task: (returnval){ [ 1210.840667] env[69226]: value = "task-3495727" [ 1210.840667] env[69226]: _type = "Task" [ 1210.840667] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.848768] env[69226]: DEBUG oslo_vmware.api [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': task-3495727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.865696] env[69226]: DEBUG nova.scheduler.client.report [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.926588] env[69226]: DEBUG oslo_concurrency.lockutils [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "adc22ecb-f1ea-4b42-a697-bf935aa9beee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.926810] env[69226]: DEBUG oslo_concurrency.lockutils [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "adc22ecb-f1ea-4b42-a697-bf935aa9beee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.927051] env[69226]: DEBUG oslo_concurrency.lockutils [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "adc22ecb-f1ea-4b42-a697-bf935aa9beee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.927243] env[69226]: DEBUG oslo_concurrency.lockutils [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "adc22ecb-f1ea-4b42-a697-bf935aa9beee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.927414] env[69226]: DEBUG oslo_concurrency.lockutils [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "adc22ecb-f1ea-4b42-a697-bf935aa9beee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.929332] env[69226]: INFO nova.compute.manager [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Terminating instance [ 1211.281987] env[69226]: DEBUG nova.network.neutron [-] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.284910] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 5d5ac77b-9d87-4206-a210-616b240c4e91] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.309228] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc123793-5f8a-4b51-a4f8-459fc833ffd3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.320049] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36935b1c-895d-4093-b1ff-a55246f62008 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.355141] env[69226]: DEBUG nova.compute.manager [req-4b69a209-7f3f-4793-97a9-0ccc67a1dce8 req-3cec51fb-6149-4ade-a3f9-8f981fac7548 service nova] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Detach interface failed, port_id=914773e9-ab74-4b21-bd7d-5775954c0d07, reason: Instance e6c51570-4708-4629-9b86-650dec8d77bc could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1211.360569] env[69226]: DEBUG oslo_vmware.api [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Task: {'id': task-3495727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288908} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.360807] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.360982] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.361166] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.361338] env[69226]: INFO nova.compute.manager [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1211.361637] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.361877] env[69226]: DEBUG nova.compute.manager [-] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.361972] env[69226]: DEBUG nova.network.neutron [-] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.370594] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.371079] env[69226]: DEBUG nova.compute.manager [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1211.373583] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.983s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.375641] env[69226]: INFO nova.compute.claims [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1211.433341] env[69226]: DEBUG nova.compute.manager [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.434713] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.434713] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab07682-c812-4af7-99d4-729a5257dd9e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.442784] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.443047] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd578ed8-0779-479c-9902-04221838042f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.450237] env[69226]: DEBUG oslo_vmware.api [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1211.450237] env[69226]: value = "task-3495728" [ 1211.450237] env[69226]: _type = "Task" [ 1211.450237] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.459727] env[69226]: DEBUG oslo_vmware.api [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.784732] env[69226]: INFO nova.compute.manager [-] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Took 1.23 seconds to deallocate network for instance. [ 1211.789779] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 3fa7b89d-f0f1-4fbc-8bbe-ca08a8c2ee47] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.879608] env[69226]: DEBUG nova.compute.utils [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1211.883130] env[69226]: DEBUG nova.compute.manager [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1211.883314] env[69226]: DEBUG nova.network.neutron [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1211.921401] env[69226]: DEBUG nova.policy [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4278fe41677f4436a2bf01f27dfd6145', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e85e55ac20424058a2e631db436f18a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1211.960512] env[69226]: DEBUG oslo_vmware.api [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495728, 'name': PowerOffVM_Task, 'duration_secs': 0.219129} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.960764] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.960927] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.961186] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bb1155e-f154-4991-b61b-7a4910cb22fe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.026053] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.026291] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.026480] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Deleting the datastore file [datastore2] adc22ecb-f1ea-4b42-a697-bf935aa9beee {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.026811] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5148ad5-f840-4e8b-9098-2a08bffe290d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.034170] env[69226]: DEBUG oslo_vmware.api [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for the task: (returnval){ [ 1212.034170] env[69226]: value = "task-3495730" [ 1212.034170] env[69226]: _type = "Task" [ 1212.034170] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.043791] env[69226]: DEBUG oslo_vmware.api [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.122582] env[69226]: DEBUG nova.network.neutron [-] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.189876] env[69226]: DEBUG nova.network.neutron [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Successfully created port: 1d3b53cc-5cef-4fdb-9674-8d1aa26812d1 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1212.292988] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.294660] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 40485daf-2011-4d34-b9d0-c696988de711] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.387032] env[69226]: DEBUG nova.compute.manager [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1212.519040] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa0eb20-d951-47a9-8d6b-759cb9f5d19d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.527659] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c818b467-a207-4ae0-b71a-5472eb85bd38 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.563517] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61f75c7-7473-47b2-9ca0-19fad6c7f8b3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.574943] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d2bbfb-1873-4ba5-824a-9958d252b9fa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.578812] env[69226]: DEBUG oslo_vmware.api [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Task: {'id': task-3495730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147832} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.579093] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.579280] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.579458] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.579628] env[69226]: INFO nova.compute.manager [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1212.579860] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.580408] env[69226]: DEBUG nova.compute.manager [-] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.580508] env[69226]: DEBUG nova.network.neutron [-] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.590564] env[69226]: DEBUG nova.compute.provider_tree [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.625714] env[69226]: INFO nova.compute.manager [-] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Took 1.26 seconds to deallocate network for instance. [ 1212.797769] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: b1264f78-7279-4b02-b49b-df2d228690e1] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.832527] env[69226]: DEBUG nova.compute.manager [req-1e21bf4f-7fff-4912-8db9-553b1917827b req-062b7887-8d2d-498c-b6f1-af7e92bbad1c service nova] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Received event network-vif-deleted-702b94ae-9eb3-402c-9dd6-822e4bbb1baf {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.854877] env[69226]: DEBUG nova.compute.manager [req-60346a61-7402-4b1c-a1c4-0b0bfe13e8e5 req-e57b65b3-4444-4514-b73d-9aa66d106ee2 service nova] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Received event network-vif-deleted-65df006b-b310-4743-8ebb-aa5b379b64ff {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.855098] env[69226]: INFO nova.compute.manager [req-60346a61-7402-4b1c-a1c4-0b0bfe13e8e5 req-e57b65b3-4444-4514-b73d-9aa66d106ee2 service nova] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Neutron deleted interface 65df006b-b310-4743-8ebb-aa5b379b64ff; detaching it from the instance and deleting it from the info cache [ 1212.855258] env[69226]: DEBUG nova.network.neutron [req-60346a61-7402-4b1c-a1c4-0b0bfe13e8e5 req-e57b65b3-4444-4514-b73d-9aa66d106ee2 service nova] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.093598] env[69226]: DEBUG nova.scheduler.client.report [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.131864] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.301124] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: d9bb3328-3100-4fdf-8b21-1a18930c98a1] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.329679] env[69226]: DEBUG nova.network.neutron [-] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.358104] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9ad5a2c-03d4-4be1-90da-ee6d58f35760 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.369317] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffff6067-79ff-4f9d-8ea7-100bfd826137 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.401068] env[69226]: DEBUG nova.compute.manager [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1213.403232] env[69226]: DEBUG nova.compute.manager [req-60346a61-7402-4b1c-a1c4-0b0bfe13e8e5 req-e57b65b3-4444-4514-b73d-9aa66d106ee2 service nova] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Detach interface failed, port_id=65df006b-b310-4743-8ebb-aa5b379b64ff, reason: Instance adc22ecb-f1ea-4b42-a697-bf935aa9beee could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1213.428700] env[69226]: DEBUG nova.virt.hardware [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.428938] env[69226]: DEBUG nova.virt.hardware [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.429120] env[69226]: DEBUG nova.virt.hardware [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.429710] env[69226]: DEBUG nova.virt.hardware [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.429710] env[69226]: DEBUG nova.virt.hardware [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.429710] env[69226]: DEBUG nova.virt.hardware [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.429892] env[69226]: DEBUG nova.virt.hardware [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.430075] env[69226]: DEBUG nova.virt.hardware [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.430252] env[69226]: DEBUG nova.virt.hardware [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.430416] env[69226]: DEBUG nova.virt.hardware [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.430587] env[69226]: DEBUG nova.virt.hardware [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.431423] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2243a1-7170-41fe-b01b-e64aaa4e515a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.439839] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8488be7-01db-445c-b7a0-fef7615106a6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.551094] env[69226]: DEBUG nova.compute.manager [req-1bd83e2f-41b1-4df9-9211-72adb5e86701 req-ff7013fd-9ab1-417c-8a0b-0f683b8601e0 service nova] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Received event network-vif-plugged-1d3b53cc-5cef-4fdb-9674-8d1aa26812d1 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.551324] env[69226]: DEBUG oslo_concurrency.lockutils [req-1bd83e2f-41b1-4df9-9211-72adb5e86701 req-ff7013fd-9ab1-417c-8a0b-0f683b8601e0 service nova] Acquiring lock "85c69408-c888-40fe-aec9-f3ed3bdb63da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.551531] env[69226]: DEBUG oslo_concurrency.lockutils [req-1bd83e2f-41b1-4df9-9211-72adb5e86701 req-ff7013fd-9ab1-417c-8a0b-0f683b8601e0 service nova] Lock "85c69408-c888-40fe-aec9-f3ed3bdb63da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.551699] env[69226]: DEBUG oslo_concurrency.lockutils [req-1bd83e2f-41b1-4df9-9211-72adb5e86701 req-ff7013fd-9ab1-417c-8a0b-0f683b8601e0 service nova] Lock "85c69408-c888-40fe-aec9-f3ed3bdb63da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.551954] env[69226]: DEBUG nova.compute.manager [req-1bd83e2f-41b1-4df9-9211-72adb5e86701 req-ff7013fd-9ab1-417c-8a0b-0f683b8601e0 service nova] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] No waiting events found dispatching network-vif-plugged-1d3b53cc-5cef-4fdb-9674-8d1aa26812d1 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.552137] env[69226]: WARNING nova.compute.manager [req-1bd83e2f-41b1-4df9-9211-72adb5e86701 req-ff7013fd-9ab1-417c-8a0b-0f683b8601e0 service nova] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Received unexpected event network-vif-plugged-1d3b53cc-5cef-4fdb-9674-8d1aa26812d1 for instance with vm_state building and task_state spawning. [ 1213.598743] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.599272] env[69226]: DEBUG nova.compute.manager [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1213.601887] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.309s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.603409] env[69226]: DEBUG nova.objects.instance [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lazy-loading 'resources' on Instance uuid e6c51570-4708-4629-9b86-650dec8d77bc {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.804928] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.805234] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Cleaning up deleted instances with incomplete migration {{(pid=69226) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1213.832527] env[69226]: INFO nova.compute.manager [-] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Took 1.25 seconds to deallocate network for instance. [ 1214.105106] env[69226]: DEBUG nova.compute.utils [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1214.107184] env[69226]: DEBUG nova.network.neutron [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Successfully updated port: 1d3b53cc-5cef-4fdb-9674-8d1aa26812d1 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1214.110996] env[69226]: DEBUG nova.compute.manager [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1214.111529] env[69226]: DEBUG nova.network.neutron [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1214.148108] env[69226]: DEBUG nova.policy [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7912b7302f574bbe91d2942f7ca41a23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd511a9abf5944cc28ac2f40067f52497', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1214.234664] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6018a7f-c576-4230-b821-77acfc8f0bf2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.242663] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aad1b16-1d0a-4b11-ae0d-b265429a46c3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.276020] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84180fb2-c2fc-4dc9-a945-f26763d5a676 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.282587] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a660233f-61ab-4f78-8e68-dfb3595b2f43 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.297025] env[69226]: DEBUG nova.compute.provider_tree [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.308216] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.339788] env[69226]: DEBUG oslo_concurrency.lockutils [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.412672] env[69226]: DEBUG nova.network.neutron [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Successfully created port: e467b583-64e8-4a76-9201-e4ac22e44f93 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1214.614560] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "refresh_cache-85c69408-c888-40fe-aec9-f3ed3bdb63da" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.614669] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired lock "refresh_cache-85c69408-c888-40fe-aec9-f3ed3bdb63da" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.614819] env[69226]: DEBUG nova.network.neutron [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.616157] env[69226]: DEBUG nova.compute.manager [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1214.801564] env[69226]: DEBUG nova.scheduler.client.report [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.859870] env[69226]: DEBUG nova.compute.manager [req-920eb40d-b0ba-405b-af49-f9cba8129144 req-818dd161-2580-41e1-a171-4eee5e922965 service nova] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Received event network-changed-1d3b53cc-5cef-4fdb-9674-8d1aa26812d1 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.860183] env[69226]: DEBUG nova.compute.manager [req-920eb40d-b0ba-405b-af49-f9cba8129144 req-818dd161-2580-41e1-a171-4eee5e922965 service nova] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Refreshing instance network info cache due to event network-changed-1d3b53cc-5cef-4fdb-9674-8d1aa26812d1. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.860309] env[69226]: DEBUG oslo_concurrency.lockutils [req-920eb40d-b0ba-405b-af49-f9cba8129144 req-818dd161-2580-41e1-a171-4eee5e922965 service nova] Acquiring lock "refresh_cache-85c69408-c888-40fe-aec9-f3ed3bdb63da" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.162065] env[69226]: DEBUG nova.network.neutron [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1215.306688] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.308944] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.177s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.309212] env[69226]: DEBUG nova.objects.instance [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Lazy-loading 'resources' on Instance uuid f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.325584] env[69226]: INFO nova.scheduler.client.report [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleted allocations for instance e6c51570-4708-4629-9b86-650dec8d77bc [ 1215.332784] env[69226]: DEBUG nova.network.neutron [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Updating instance_info_cache with network_info: [{"id": "1d3b53cc-5cef-4fdb-9674-8d1aa26812d1", "address": "fa:16:3e:88:75:48", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3b53cc-5c", "ovs_interfaceid": "1d3b53cc-5cef-4fdb-9674-8d1aa26812d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.627854] env[69226]: DEBUG nova.compute.manager [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1215.657291] env[69226]: DEBUG nova.virt.hardware [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.657607] env[69226]: DEBUG nova.virt.hardware [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.657681] env[69226]: DEBUG nova.virt.hardware [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.657860] env[69226]: DEBUG nova.virt.hardware [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.658016] env[69226]: DEBUG nova.virt.hardware [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.658171] env[69226]: DEBUG nova.virt.hardware [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.658372] env[69226]: DEBUG nova.virt.hardware [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.658531] env[69226]: DEBUG nova.virt.hardware [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.658695] env[69226]: DEBUG nova.virt.hardware [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.658852] env[69226]: DEBUG nova.virt.hardware [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.659040] env[69226]: DEBUG nova.virt.hardware [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.659924] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c1eed7-0b6d-4dd5-9351-5ac2b46ceee2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.669354] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32641a2-1e64-41dc-bf6b-bcf7a15dacae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.837480] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Releasing lock "refresh_cache-85c69408-c888-40fe-aec9-f3ed3bdb63da" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.837774] env[69226]: DEBUG nova.compute.manager [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Instance network_info: |[{"id": "1d3b53cc-5cef-4fdb-9674-8d1aa26812d1", "address": "fa:16:3e:88:75:48", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3b53cc-5c", "ovs_interfaceid": "1d3b53cc-5cef-4fdb-9674-8d1aa26812d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1215.838903] env[69226]: DEBUG nova.network.neutron [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Successfully updated port: e467b583-64e8-4a76-9201-e4ac22e44f93 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1215.840219] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9e21b804-61f7-469d-910e-76494d1c3037 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "e6c51570-4708-4629-9b86-650dec8d77bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.909s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.841482] env[69226]: DEBUG oslo_concurrency.lockutils [req-920eb40d-b0ba-405b-af49-f9cba8129144 req-818dd161-2580-41e1-a171-4eee5e922965 service nova] Acquired lock "refresh_cache-85c69408-c888-40fe-aec9-f3ed3bdb63da" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.842176] env[69226]: DEBUG nova.network.neutron [req-920eb40d-b0ba-405b-af49-f9cba8129144 req-818dd161-2580-41e1-a171-4eee5e922965 service nova] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Refreshing network info cache for port 1d3b53cc-5cef-4fdb-9674-8d1aa26812d1 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.843277] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:75:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d3b53cc-5cef-4fdb-9674-8d1aa26812d1', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.851979] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.858416] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.859613] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb6e43b9-80d8-4f1b-ab94-da9a20922387 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.883909] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.883909] env[69226]: value = "task-3495731" [ 1215.883909] env[69226]: _type = "Task" [ 1215.883909] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.895410] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495731, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.964458] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c777be-65ba-455e-af4d-2772e6d078ff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.973537] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabb5de3-a4e4-47b7-9362-71440a6ee2d5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.009482] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1a2318-0a96-4eaf-8b2a-53cf229f8a06 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.018861] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcad9523-4daa-4710-884a-6177991638bc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.035617] env[69226]: DEBUG nova.compute.provider_tree [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.118447] env[69226]: DEBUG nova.network.neutron [req-920eb40d-b0ba-405b-af49-f9cba8129144 req-818dd161-2580-41e1-a171-4eee5e922965 service nova] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Updated VIF entry in instance network info cache for port 1d3b53cc-5cef-4fdb-9674-8d1aa26812d1. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.118823] env[69226]: DEBUG nova.network.neutron [req-920eb40d-b0ba-405b-af49-f9cba8129144 req-818dd161-2580-41e1-a171-4eee5e922965 service nova] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Updating instance_info_cache with network_info: [{"id": "1d3b53cc-5cef-4fdb-9674-8d1aa26812d1", "address": "fa:16:3e:88:75:48", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3b53cc-5c", "ovs_interfaceid": "1d3b53cc-5cef-4fdb-9674-8d1aa26812d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.355843] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.356140] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.356383] env[69226]: DEBUG nova.network.neutron [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.395186] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495731, 'name': CreateVM_Task, 'duration_secs': 0.327313} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.395391] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.396091] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.396271] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.396612] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.396895] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be09a429-a22c-43db-bb6e-c5724194dd16 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.403102] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1216.403102] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526bc747-1be7-cd53-f9b4-4683776b3fe5" [ 1216.403102] env[69226]: _type = "Task" [ 1216.403102] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.411982] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526bc747-1be7-cd53-f9b4-4683776b3fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.539029] env[69226]: DEBUG nova.scheduler.client.report [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.621299] env[69226]: DEBUG oslo_concurrency.lockutils [req-920eb40d-b0ba-405b-af49-f9cba8129144 req-818dd161-2580-41e1-a171-4eee5e922965 service nova] Releasing lock "refresh_cache-85c69408-c888-40fe-aec9-f3ed3bdb63da" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.810229] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.810626] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.884903] env[69226]: DEBUG nova.compute.manager [req-7dbb892c-e692-49a5-a921-0c6fb310b4e4 req-4825ddf7-bfab-4fba-ba57-b80b8db7c294 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Received event network-vif-plugged-e467b583-64e8-4a76-9201-e4ac22e44f93 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.885189] env[69226]: DEBUG oslo_concurrency.lockutils [req-7dbb892c-e692-49a5-a921-0c6fb310b4e4 req-4825ddf7-bfab-4fba-ba57-b80b8db7c294 service nova] Acquiring lock "b43f8d35-f057-4473-b761-0e89b60645ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.885344] env[69226]: DEBUG oslo_concurrency.lockutils [req-7dbb892c-e692-49a5-a921-0c6fb310b4e4 req-4825ddf7-bfab-4fba-ba57-b80b8db7c294 service nova] Lock "b43f8d35-f057-4473-b761-0e89b60645ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.885509] env[69226]: DEBUG oslo_concurrency.lockutils [req-7dbb892c-e692-49a5-a921-0c6fb310b4e4 req-4825ddf7-bfab-4fba-ba57-b80b8db7c294 service nova] Lock "b43f8d35-f057-4473-b761-0e89b60645ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.885668] env[69226]: DEBUG nova.compute.manager [req-7dbb892c-e692-49a5-a921-0c6fb310b4e4 req-4825ddf7-bfab-4fba-ba57-b80b8db7c294 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] No waiting events found dispatching network-vif-plugged-e467b583-64e8-4a76-9201-e4ac22e44f93 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1216.885829] env[69226]: WARNING nova.compute.manager [req-7dbb892c-e692-49a5-a921-0c6fb310b4e4 req-4825ddf7-bfab-4fba-ba57-b80b8db7c294 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Received unexpected event network-vif-plugged-e467b583-64e8-4a76-9201-e4ac22e44f93 for instance with vm_state building and task_state spawning. [ 1216.885989] env[69226]: DEBUG nova.compute.manager [req-7dbb892c-e692-49a5-a921-0c6fb310b4e4 req-4825ddf7-bfab-4fba-ba57-b80b8db7c294 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Received event network-changed-e467b583-64e8-4a76-9201-e4ac22e44f93 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.886151] env[69226]: DEBUG nova.compute.manager [req-7dbb892c-e692-49a5-a921-0c6fb310b4e4 req-4825ddf7-bfab-4fba-ba57-b80b8db7c294 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Refreshing instance network info cache due to event network-changed-e467b583-64e8-4a76-9201-e4ac22e44f93. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.886359] env[69226]: DEBUG oslo_concurrency.lockutils [req-7dbb892c-e692-49a5-a921-0c6fb310b4e4 req-4825ddf7-bfab-4fba-ba57-b80b8db7c294 service nova] Acquiring lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.888556] env[69226]: DEBUG nova.network.neutron [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.917553] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526bc747-1be7-cd53-f9b4-4683776b3fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.013018} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.917553] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.917553] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.918244] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.918244] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.918244] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.918606] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a5d9373-803f-46da-a2ea-7a3aea61900d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.927590] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.927766] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.928540] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2070bec-3f51-47d0-94fc-1ce5022d70b7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.935804] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1216.935804] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e28f78-0ebd-8c1f-12e9-ecb4ca8effdc" [ 1216.935804] env[69226]: _type = "Task" [ 1216.935804] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.943951] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e28f78-0ebd-8c1f-12e9-ecb4ca8effdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.971152] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "7ac81c2e-6d65-4b8a-9d94-96515c5111ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.971380] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "7ac81c2e-6d65-4b8a-9d94-96515c5111ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.027117] env[69226]: DEBUG nova.network.neutron [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Updating instance_info_cache with network_info: [{"id": "e467b583-64e8-4a76-9201-e4ac22e44f93", "address": "fa:16:3e:ba:d4:24", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape467b583-64", "ovs_interfaceid": "e467b583-64e8-4a76-9201-e4ac22e44f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.043624] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.046072] env[69226]: DEBUG oslo_concurrency.lockutils [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.706s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.046279] env[69226]: DEBUG oslo_concurrency.lockutils [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.061492] env[69226]: INFO nova.scheduler.client.report [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Deleted allocations for instance f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d [ 1217.063570] env[69226]: INFO nova.scheduler.client.report [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Deleted allocations for instance adc22ecb-f1ea-4b42-a697-bf935aa9beee [ 1217.316567] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.316725] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.316878] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.317048] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.317187] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1217.317333] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.447202] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e28f78-0ebd-8c1f-12e9-ecb4ca8effdc, 'name': SearchDatastore_Task, 'duration_secs': 0.009622} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.448351] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0d083c-d732-4acb-842c-c5f56522ecb6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.455838] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1217.455838] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ffa20f-22ed-c267-9494-6bae97022525" [ 1217.455838] env[69226]: _type = "Task" [ 1217.455838] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.464336] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ffa20f-22ed-c267-9494-6bae97022525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.473937] env[69226]: DEBUG nova.compute.manager [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1217.529795] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.530205] env[69226]: DEBUG nova.compute.manager [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Instance network_info: |[{"id": "e467b583-64e8-4a76-9201-e4ac22e44f93", "address": "fa:16:3e:ba:d4:24", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape467b583-64", "ovs_interfaceid": "e467b583-64e8-4a76-9201-e4ac22e44f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1217.530506] env[69226]: DEBUG oslo_concurrency.lockutils [req-7dbb892c-e692-49a5-a921-0c6fb310b4e4 req-4825ddf7-bfab-4fba-ba57-b80b8db7c294 service nova] Acquired lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.530688] env[69226]: DEBUG nova.network.neutron [req-7dbb892c-e692-49a5-a921-0c6fb310b4e4 req-4825ddf7-bfab-4fba-ba57-b80b8db7c294 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Refreshing network info cache for port e467b583-64e8-4a76-9201-e4ac22e44f93 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.531924] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:d4:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e467b583-64e8-4a76-9201-e4ac22e44f93', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.539510] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.542705] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.543195] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d71702d5-70bc-4744-8d17-36d4acad092c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.566035] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.566035] env[69226]: value = "task-3495732" [ 1217.566035] env[69226]: _type = "Task" [ 1217.566035] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.573341] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5fb1abcf-b07d-49d2-b027-d5a42031d805 tempest-ServerAddressesNegativeTestJSON-617131228 tempest-ServerAddressesNegativeTestJSON-617131228-project-member] Lock "f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.857s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.574254] env[69226]: DEBUG oslo_concurrency.lockutils [None req-619d668a-6ef1-4740-aa10-5cd5241742ad tempest-DeleteServersTestJSON-1868727971 tempest-DeleteServersTestJSON-1868727971-project-member] Lock "adc22ecb-f1ea-4b42-a697-bf935aa9beee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.647s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.578383] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495732, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.755199] env[69226]: DEBUG nova.network.neutron [req-7dbb892c-e692-49a5-a921-0c6fb310b4e4 req-4825ddf7-bfab-4fba-ba57-b80b8db7c294 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Updated VIF entry in instance network info cache for port e467b583-64e8-4a76-9201-e4ac22e44f93. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.755661] env[69226]: DEBUG nova.network.neutron [req-7dbb892c-e692-49a5-a921-0c6fb310b4e4 req-4825ddf7-bfab-4fba-ba57-b80b8db7c294 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Updating instance_info_cache with network_info: [{"id": "e467b583-64e8-4a76-9201-e4ac22e44f93", "address": "fa:16:3e:ba:d4:24", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape467b583-64", "ovs_interfaceid": "e467b583-64e8-4a76-9201-e4ac22e44f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.822409] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.822680] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.822875] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.823131] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1217.823957] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6744b2-d196-472b-a883-fb0afb889580 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.832248] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a85f032-7a23-463e-9885-d96882707f74 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.848320] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03363eb6-542d-43d9-9dde-b7672f005c0f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.855714] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64fb23d-7794-49f6-978a-55f3413a7df0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.888791] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179806MB free_disk=91GB free_vcpus=48 pci_devices=None {{(pid=69226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1217.889111] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.889203] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.966323] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ffa20f-22ed-c267-9494-6bae97022525, 'name': SearchDatastore_Task, 'duration_secs': 0.010379} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.966589] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.966850] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 85c69408-c888-40fe-aec9-f3ed3bdb63da/85c69408-c888-40fe-aec9-f3ed3bdb63da.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.967135] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3271a258-d70e-4310-b8cc-041d70c15f33 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.974008] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1217.974008] env[69226]: value = "task-3495733" [ 1217.974008] env[69226]: _type = "Task" [ 1217.974008] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.984814] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.992545] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.076913] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495732, 'name': CreateVM_Task, 'duration_secs': 0.341231} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.077098] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1218.077768] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.077933] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.078312] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.078564] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83359fcc-f91e-4eed-97ee-484f3e4d07d6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.084726] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1218.084726] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bdf0ef-841d-8971-0d23-58fe73597179" [ 1218.084726] env[69226]: _type = "Task" [ 1218.084726] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.096488] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52bdf0ef-841d-8971-0d23-58fe73597179, 'name': SearchDatastore_Task, 'duration_secs': 0.009669} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.096843] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.097091] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.097341] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.097479] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.097646] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.097891] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fd1e8c4-3c7a-4633-9542-66e60631fdd0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.106853] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.107089] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.107773] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e79ec9-38fb-4b5c-8770-30c017ed2b54 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.114311] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1218.114311] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e0b4ef-5185-2102-24bb-7233cdfc05ef" [ 1218.114311] env[69226]: _type = "Task" [ 1218.114311] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.123220] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e0b4ef-5185-2102-24bb-7233cdfc05ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.259134] env[69226]: DEBUG oslo_concurrency.lockutils [req-7dbb892c-e692-49a5-a921-0c6fb310b4e4 req-4825ddf7-bfab-4fba-ba57-b80b8db7c294 service nova] Releasing lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.485663] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473539} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.485936] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 85c69408-c888-40fe-aec9-f3ed3bdb63da/85c69408-c888-40fe-aec9-f3ed3bdb63da.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.486172] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.486427] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9792de30-a8a4-4a60-9d1a-5320965313ef {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.495723] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1218.495723] env[69226]: value = "task-3495735" [ 1218.495723] env[69226]: _type = "Task" [ 1218.495723] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.506758] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.624911] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e0b4ef-5185-2102-24bb-7233cdfc05ef, 'name': SearchDatastore_Task, 'duration_secs': 0.014637} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.625753] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-992ea0b4-6f0e-4e12-b90e-15d227b70468 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.632937] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1218.632937] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52508bcf-179b-09d2-535d-0acf55496629" [ 1218.632937] env[69226]: _type = "Task" [ 1218.632937] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.640551] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52508bcf-179b-09d2-535d-0acf55496629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.920834] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 0614d5ec-c144-48fe-9248-a498b34699a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.921129] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 53d9a8f3-cfdc-4dc1-9924-198e4ac04038 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.921185] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 84c61656-c42e-41d3-bf30-04c504670123 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.921260] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 8341dde8-af28-4fac-9c5b-d9873c8013bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.921375] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance e7378df1-117d-41a5-a8a7-ff1513019b2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.921487] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 85c69408-c888-40fe-aec9-f3ed3bdb63da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.921598] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance b43f8d35-f057-4473-b761-0e89b60645ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.009791] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072193} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.010112] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1219.011144] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f05ed10-0e2d-49cd-b8ce-1af5d48d6fce {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.036413] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 85c69408-c888-40fe-aec9-f3ed3bdb63da/85c69408-c888-40fe-aec9-f3ed3bdb63da.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.036720] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f62c631d-90f4-4bf3-b980-5a3918afbeac {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.059055] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1219.059055] env[69226]: value = "task-3495736" [ 1219.059055] env[69226]: _type = "Task" [ 1219.059055] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.067876] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.143353] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52508bcf-179b-09d2-535d-0acf55496629, 'name': SearchDatastore_Task, 'duration_secs': 0.010589} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.143639] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.143939] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] b43f8d35-f057-4473-b761-0e89b60645ab/b43f8d35-f057-4473-b761-0e89b60645ab.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.144264] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2328098-cc86-4ae2-a41e-19a893e7c424 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.152936] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1219.152936] env[69226]: value = "task-3495737" [ 1219.152936] env[69226]: _type = "Task" [ 1219.152936] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.162355] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.425128] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 7ac81c2e-6d65-4b8a-9d94-96515c5111ba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1219.425323] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1219.425477] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1219.565075] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f89c7e2-e2ae-4114-ae53-00026dd946d5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.576813] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1136c8da-4691-4f1c-a469-0acd10c08457 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.580416] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.609366] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54370d59-d5af-409a-8341-5b2a385a3834 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.618979] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbf4555-8589-4aa4-bf31-0ccf078414ab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.638325] env[69226]: DEBUG nova.compute.provider_tree [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.663380] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495737, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.071855] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495736, 'name': ReconfigVM_Task, 'duration_secs': 0.639471} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.072163] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 85c69408-c888-40fe-aec9-f3ed3bdb63da/85c69408-c888-40fe-aec9-f3ed3bdb63da.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.072792] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d894dd51-9d65-4206-8661-e37903450971 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.080971] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1220.080971] env[69226]: value = "task-3495738" [ 1220.080971] env[69226]: _type = "Task" [ 1220.080971] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.089270] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495738, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.142527] env[69226]: DEBUG nova.scheduler.client.report [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.164187] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515446} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.164513] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] b43f8d35-f057-4473-b761-0e89b60645ab/b43f8d35-f057-4473-b761-0e89b60645ab.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.164764] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.165078] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-860c0974-f219-443d-befa-44d6ee47044e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.175210] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1220.175210] env[69226]: value = "task-3495739" [ 1220.175210] env[69226]: _type = "Task" [ 1220.175210] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.184632] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.591583] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495738, 'name': Rename_Task, 'duration_secs': 0.172354} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.591905] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.592209] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70ca5be6-238a-4bde-9a22-dbfc20789370 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.599237] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1220.599237] env[69226]: value = "task-3495740" [ 1220.599237] env[69226]: _type = "Task" [ 1220.599237] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.608236] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.649422] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1220.649422] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.760s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.649828] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.657s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.651768] env[69226]: INFO nova.compute.claims [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.685839] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087862} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.686106] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.686896] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d226ed60-6409-4bf1-aa77-72b58f7880b4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.713939] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] b43f8d35-f057-4473-b761-0e89b60645ab/b43f8d35-f057-4473-b761-0e89b60645ab.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.714606] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abe7e9dc-2adb-42ec-a381-4ccb960cc427 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.735899] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1220.735899] env[69226]: value = "task-3495741" [ 1220.735899] env[69226]: _type = "Task" [ 1220.735899] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.747809] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.111194] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495740, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.247714] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.287876] env[69226]: DEBUG oslo_concurrency.lockutils [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquiring lock "d5fda2e8-2022-432a-aeda-296b2092b6d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.287876] env[69226]: DEBUG oslo_concurrency.lockutils [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "d5fda2e8-2022-432a-aeda-296b2092b6d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.473452] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquiring lock "337f87ab-06f0-4581-8e62-7fefe0b3cab7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.473915] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "337f87ab-06f0-4581-8e62-7fefe0b3cab7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.610298] env[69226]: DEBUG oslo_vmware.api [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495740, 'name': PowerOnVM_Task, 'duration_secs': 0.568403} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.610672] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.610933] env[69226]: INFO nova.compute.manager [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1221.611171] env[69226]: DEBUG nova.compute.manager [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.612039] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7e1665-2106-4c33-98d2-59a3774a8752 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.749514] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495741, 'name': ReconfigVM_Task, 'duration_secs': 0.639486} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.752074] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Reconfigured VM instance instance-00000071 to attach disk [datastore2] b43f8d35-f057-4473-b761-0e89b60645ab/b43f8d35-f057-4473-b761-0e89b60645ab.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.752887] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-704dac4d-323c-4605-998c-6c9a55117e5a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.761683] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1221.761683] env[69226]: value = "task-3495742" [ 1221.761683] env[69226]: _type = "Task" [ 1221.761683] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.772105] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495742, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.789588] env[69226]: DEBUG nova.compute.manager [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1221.822669] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcc7854-a475-449b-9ece-ce73c020b0a3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.831911] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e98a8e-3aba-4969-a17a-a8cf7e5a4742 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.870886] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc4bb86-4f90-4f41-a726-40c25255510c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.879920] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acfc79b-4410-4da6-a7e1-578cebd85555 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.897589] env[69226]: DEBUG nova.compute.provider_tree [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.976608] env[69226]: DEBUG nova.compute.manager [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1222.128760] env[69226]: INFO nova.compute.manager [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Took 13.00 seconds to build instance. [ 1222.271927] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495742, 'name': Rename_Task, 'duration_secs': 0.163866} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.272231] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.272480] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eeb820ca-804d-49db-886e-5958a1624db9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.279257] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1222.279257] env[69226]: value = "task-3495743" [ 1222.279257] env[69226]: _type = "Task" [ 1222.279257] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.287399] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.315709] env[69226]: DEBUG oslo_concurrency.lockutils [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.402220] env[69226]: DEBUG nova.scheduler.client.report [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.496035] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.607928] env[69226]: DEBUG nova.compute.manager [req-ffa2af04-a6fc-4c1a-8197-5d51f83d2ba7 req-1df9676b-9656-46a5-9da0-2dc0d2f82157 service nova] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Received event network-changed-1d3b53cc-5cef-4fdb-9674-8d1aa26812d1 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.608196] env[69226]: DEBUG nova.compute.manager [req-ffa2af04-a6fc-4c1a-8197-5d51f83d2ba7 req-1df9676b-9656-46a5-9da0-2dc0d2f82157 service nova] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Refreshing instance network info cache due to event network-changed-1d3b53cc-5cef-4fdb-9674-8d1aa26812d1. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.608494] env[69226]: DEBUG oslo_concurrency.lockutils [req-ffa2af04-a6fc-4c1a-8197-5d51f83d2ba7 req-1df9676b-9656-46a5-9da0-2dc0d2f82157 service nova] Acquiring lock "refresh_cache-85c69408-c888-40fe-aec9-f3ed3bdb63da" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.608625] env[69226]: DEBUG oslo_concurrency.lockutils [req-ffa2af04-a6fc-4c1a-8197-5d51f83d2ba7 req-1df9676b-9656-46a5-9da0-2dc0d2f82157 service nova] Acquired lock "refresh_cache-85c69408-c888-40fe-aec9-f3ed3bdb63da" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.608827] env[69226]: DEBUG nova.network.neutron [req-ffa2af04-a6fc-4c1a-8197-5d51f83d2ba7 req-1df9676b-9656-46a5-9da0-2dc0d2f82157 service nova] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Refreshing network info cache for port 1d3b53cc-5cef-4fdb-9674-8d1aa26812d1 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.630721] env[69226]: DEBUG oslo_concurrency.lockutils [None req-44772a0a-d3a6-432a-8b6a-2253dcc538b9 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "85c69408-c888-40fe-aec9-f3ed3bdb63da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.514s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.795672] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495743, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.907546] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.908188] env[69226]: DEBUG nova.compute.manager [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1222.910808] env[69226]: DEBUG oslo_concurrency.lockutils [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.595s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.912253] env[69226]: INFO nova.compute.claims [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.290792] env[69226]: DEBUG oslo_vmware.api [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495743, 'name': PowerOnVM_Task, 'duration_secs': 0.529858} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.291114] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.291263] env[69226]: INFO nova.compute.manager [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1223.291439] env[69226]: DEBUG nova.compute.manager [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.292265] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e105aa-dc89-490d-b30a-883df5cd5326 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.328344] env[69226]: DEBUG nova.network.neutron [req-ffa2af04-a6fc-4c1a-8197-5d51f83d2ba7 req-1df9676b-9656-46a5-9da0-2dc0d2f82157 service nova] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Updated VIF entry in instance network info cache for port 1d3b53cc-5cef-4fdb-9674-8d1aa26812d1. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.328763] env[69226]: DEBUG nova.network.neutron [req-ffa2af04-a6fc-4c1a-8197-5d51f83d2ba7 req-1df9676b-9656-46a5-9da0-2dc0d2f82157 service nova] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Updating instance_info_cache with network_info: [{"id": "1d3b53cc-5cef-4fdb-9674-8d1aa26812d1", "address": "fa:16:3e:88:75:48", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3b53cc-5c", "ovs_interfaceid": "1d3b53cc-5cef-4fdb-9674-8d1aa26812d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.417739] env[69226]: DEBUG nova.compute.utils [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.421938] env[69226]: DEBUG nova.compute.manager [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1223.422213] env[69226]: DEBUG nova.network.neutron [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.460641] env[69226]: DEBUG nova.policy [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1adf69c70414894bc6b08fb28ca2894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '943bc6f18f734038a6c6186a42aebe1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.721042] env[69226]: DEBUG nova.network.neutron [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Successfully created port: 2481a12e-6f50-42ee-82eb-3b74cb2698f1 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1223.818616] env[69226]: INFO nova.compute.manager [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Took 14.44 seconds to build instance. [ 1223.836412] env[69226]: DEBUG oslo_concurrency.lockutils [req-ffa2af04-a6fc-4c1a-8197-5d51f83d2ba7 req-1df9676b-9656-46a5-9da0-2dc0d2f82157 service nova] Releasing lock "refresh_cache-85c69408-c888-40fe-aec9-f3ed3bdb63da" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.929019] env[69226]: DEBUG nova.compute.manager [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.128691] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23627d45-a1a9-4ce3-abfd-7d72afe2098b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.138792] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33019549-4f29-47f5-ae40-787732d6cba3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.184546] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f036a98e-f771-479f-88ce-e1518e0319c1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.197541] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9221dfb-cbde-4455-8e3e-24a0dc5a56fc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.218380] env[69226]: DEBUG nova.compute.provider_tree [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.319895] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b94744b4-13e7-4909-802c-9204c0ffdc9d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "b43f8d35-f057-4473-b761-0e89b60645ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.952s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.628506] env[69226]: DEBUG oslo_concurrency.lockutils [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Acquiring lock "167b9839-b5c6-45bd-a24b-e30846f1e70b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.628715] env[69226]: DEBUG oslo_concurrency.lockutils [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Lock "167b9839-b5c6-45bd-a24b-e30846f1e70b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.721904] env[69226]: DEBUG nova.scheduler.client.report [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.787666] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0ef75c46-d2e5-4869-9e68-75471f6c5bdd tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "8341dde8-af28-4fac-9c5b-d9873c8013bc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.787917] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0ef75c46-d2e5-4869-9e68-75471f6c5bdd tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "8341dde8-af28-4fac-9c5b-d9873c8013bc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.939613] env[69226]: DEBUG nova.compute.manager [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1224.968301] env[69226]: DEBUG nova.virt.hardware [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.968551] env[69226]: DEBUG nova.virt.hardware [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.968709] env[69226]: DEBUG nova.virt.hardware [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.968891] env[69226]: DEBUG nova.virt.hardware [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.969058] env[69226]: DEBUG nova.virt.hardware [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.969214] env[69226]: DEBUG nova.virt.hardware [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.969419] env[69226]: DEBUG nova.virt.hardware [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.969576] env[69226]: DEBUG nova.virt.hardware [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.969738] env[69226]: DEBUG nova.virt.hardware [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.970058] env[69226]: DEBUG nova.virt.hardware [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.970249] env[69226]: DEBUG nova.virt.hardware [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.971308] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0483dbcd-e802-4468-8149-d74435a24985 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.980121] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5c1552-b854-4898-9454-702194015f2f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.987943] env[69226]: DEBUG nova.compute.manager [req-cfb66650-4e4d-4b9e-a95c-8d15bc34a54a req-7472b18e-4971-45c5-8ef4-f5d0548f0a49 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Received event network-changed-e467b583-64e8-4a76-9201-e4ac22e44f93 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.988098] env[69226]: DEBUG nova.compute.manager [req-cfb66650-4e4d-4b9e-a95c-8d15bc34a54a req-7472b18e-4971-45c5-8ef4-f5d0548f0a49 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Refreshing instance network info cache due to event network-changed-e467b583-64e8-4a76-9201-e4ac22e44f93. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.988313] env[69226]: DEBUG oslo_concurrency.lockutils [req-cfb66650-4e4d-4b9e-a95c-8d15bc34a54a req-7472b18e-4971-45c5-8ef4-f5d0548f0a49 service nova] Acquiring lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.988468] env[69226]: DEBUG oslo_concurrency.lockutils [req-cfb66650-4e4d-4b9e-a95c-8d15bc34a54a req-7472b18e-4971-45c5-8ef4-f5d0548f0a49 service nova] Acquired lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.988604] env[69226]: DEBUG nova.network.neutron [req-cfb66650-4e4d-4b9e-a95c-8d15bc34a54a req-7472b18e-4971-45c5-8ef4-f5d0548f0a49 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Refreshing network info cache for port e467b583-64e8-4a76-9201-e4ac22e44f93 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.131749] env[69226]: DEBUG nova.compute.manager [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1225.229567] env[69226]: DEBUG oslo_concurrency.lockutils [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.232975] env[69226]: DEBUG nova.compute.manager [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1225.233217] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.737s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.234411] env[69226]: INFO nova.compute.claims [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.290930] env[69226]: INFO nova.compute.manager [None req-0ef75c46-d2e5-4869-9e68-75471f6c5bdd tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Detaching volume 8df2ecfc-b060-4630-ad82-86196891c8e4 [ 1225.324328] env[69226]: INFO nova.virt.block_device [None req-0ef75c46-d2e5-4869-9e68-75471f6c5bdd tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Attempting to driver detach volume 8df2ecfc-b060-4630-ad82-86196891c8e4 from mountpoint /dev/sdb [ 1225.324600] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef75c46-d2e5-4869-9e68-75471f6c5bdd tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Volume detach. Driver type: vmdk {{(pid=69226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1225.324756] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef75c46-d2e5-4869-9e68-75471f6c5bdd tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698656', 'volume_id': '8df2ecfc-b060-4630-ad82-86196891c8e4', 'name': 'volume-8df2ecfc-b060-4630-ad82-86196891c8e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8341dde8-af28-4fac-9c5b-d9873c8013bc', 'attached_at': '', 'detached_at': '', 'volume_id': '8df2ecfc-b060-4630-ad82-86196891c8e4', 'serial': '8df2ecfc-b060-4630-ad82-86196891c8e4'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1225.325701] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca5af04-f870-4e51-a708-202985bb44ca {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.352692] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda1b07c-41f7-4e3f-9772-3014afb98d1b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.359630] env[69226]: DEBUG nova.compute.manager [req-d5ed3bce-aa54-42c2-abd4-6858073a5176 req-c95acc39-4ba7-4de4-b914-14919eae6d4c service nova] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Received event network-vif-plugged-2481a12e-6f50-42ee-82eb-3b74cb2698f1 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.359926] env[69226]: DEBUG oslo_concurrency.lockutils [req-d5ed3bce-aa54-42c2-abd4-6858073a5176 req-c95acc39-4ba7-4de4-b914-14919eae6d4c service nova] Acquiring lock "7ac81c2e-6d65-4b8a-9d94-96515c5111ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.360165] env[69226]: DEBUG oslo_concurrency.lockutils [req-d5ed3bce-aa54-42c2-abd4-6858073a5176 req-c95acc39-4ba7-4de4-b914-14919eae6d4c service nova] Lock "7ac81c2e-6d65-4b8a-9d94-96515c5111ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.360462] env[69226]: DEBUG oslo_concurrency.lockutils [req-d5ed3bce-aa54-42c2-abd4-6858073a5176 req-c95acc39-4ba7-4de4-b914-14919eae6d4c service nova] Lock "7ac81c2e-6d65-4b8a-9d94-96515c5111ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.360638] env[69226]: DEBUG nova.compute.manager [req-d5ed3bce-aa54-42c2-abd4-6858073a5176 req-c95acc39-4ba7-4de4-b914-14919eae6d4c service nova] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] No waiting events found dispatching network-vif-plugged-2481a12e-6f50-42ee-82eb-3b74cb2698f1 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1225.360827] env[69226]: WARNING nova.compute.manager [req-d5ed3bce-aa54-42c2-abd4-6858073a5176 req-c95acc39-4ba7-4de4-b914-14919eae6d4c service nova] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Received unexpected event network-vif-plugged-2481a12e-6f50-42ee-82eb-3b74cb2698f1 for instance with vm_state building and task_state spawning. [ 1225.367024] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f785eb96-4a20-48ad-9153-7ae4484f24df {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.391178] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4585477-61fe-4edf-8c87-661bf7762b99 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.407369] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef75c46-d2e5-4869-9e68-75471f6c5bdd tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] The volume has not been displaced from its original location: [datastore2] volume-8df2ecfc-b060-4630-ad82-86196891c8e4/volume-8df2ecfc-b060-4630-ad82-86196891c8e4.vmdk. No consolidation needed. {{(pid=69226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1225.412799] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef75c46-d2e5-4869-9e68-75471f6c5bdd tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1225.413211] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f130b25e-2a8c-443c-8b66-7d2e41189581 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.434316] env[69226]: DEBUG oslo_vmware.api [None req-0ef75c46-d2e5-4869-9e68-75471f6c5bdd tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1225.434316] env[69226]: value = "task-3495745" [ 1225.434316] env[69226]: _type = "Task" [ 1225.434316] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.438466] env[69226]: DEBUG nova.network.neutron [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Successfully updated port: 2481a12e-6f50-42ee-82eb-3b74cb2698f1 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.447687] env[69226]: DEBUG oslo_vmware.api [None req-0ef75c46-d2e5-4869-9e68-75471f6c5bdd tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.657978] env[69226]: DEBUG oslo_concurrency.lockutils [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.732081] env[69226]: DEBUG nova.network.neutron [req-cfb66650-4e4d-4b9e-a95c-8d15bc34a54a req-7472b18e-4971-45c5-8ef4-f5d0548f0a49 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Updated VIF entry in instance network info cache for port e467b583-64e8-4a76-9201-e4ac22e44f93. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.732515] env[69226]: DEBUG nova.network.neutron [req-cfb66650-4e4d-4b9e-a95c-8d15bc34a54a req-7472b18e-4971-45c5-8ef4-f5d0548f0a49 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Updating instance_info_cache with network_info: [{"id": "e467b583-64e8-4a76-9201-e4ac22e44f93", "address": "fa:16:3e:ba:d4:24", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape467b583-64", "ovs_interfaceid": "e467b583-64e8-4a76-9201-e4ac22e44f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.738557] env[69226]: DEBUG nova.compute.utils [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.741402] env[69226]: DEBUG nova.compute.manager [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Not allocating networking since 'none' was specified. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1225.944394] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "refresh_cache-7ac81c2e-6d65-4b8a-9d94-96515c5111ba" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.944535] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "refresh_cache-7ac81c2e-6d65-4b8a-9d94-96515c5111ba" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.944680] env[69226]: DEBUG nova.network.neutron [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.945872] env[69226]: DEBUG oslo_vmware.api [None req-0ef75c46-d2e5-4869-9e68-75471f6c5bdd tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495745, 'name': ReconfigVM_Task, 'duration_secs': 0.281401} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.946135] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef75c46-d2e5-4869-9e68-75471f6c5bdd tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1225.950941] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fa21a01-05aa-475f-bc9b-80b7a558dd23 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.968163] env[69226]: DEBUG oslo_vmware.api [None req-0ef75c46-d2e5-4869-9e68-75471f6c5bdd tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1225.968163] env[69226]: value = "task-3495746" [ 1225.968163] env[69226]: _type = "Task" [ 1225.968163] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.977077] env[69226]: DEBUG oslo_vmware.api [None req-0ef75c46-d2e5-4869-9e68-75471f6c5bdd tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.235227] env[69226]: DEBUG oslo_concurrency.lockutils [req-cfb66650-4e4d-4b9e-a95c-8d15bc34a54a req-7472b18e-4971-45c5-8ef4-f5d0548f0a49 service nova] Releasing lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.243155] env[69226]: DEBUG nova.compute.manager [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1226.387217] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a750ad15-258e-4c75-997a-c886ce02f16c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.396270] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27c1787-d720-4b24-99c2-8579be634968 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.437719] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b660ab6b-9933-48c7-a867-1d36f331f52d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.447147] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313fa83d-d523-48f9-8d89-114a09b6f5e3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.464911] env[69226]: DEBUG nova.compute.provider_tree [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.477867] env[69226]: DEBUG oslo_vmware.api [None req-0ef75c46-d2e5-4869-9e68-75471f6c5bdd tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495746, 'name': ReconfigVM_Task, 'duration_secs': 0.178803} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.478280] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef75c46-d2e5-4869-9e68-75471f6c5bdd tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698656', 'volume_id': '8df2ecfc-b060-4630-ad82-86196891c8e4', 'name': 'volume-8df2ecfc-b060-4630-ad82-86196891c8e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8341dde8-af28-4fac-9c5b-d9873c8013bc', 'attached_at': '', 'detached_at': '', 'volume_id': '8df2ecfc-b060-4630-ad82-86196891c8e4', 'serial': '8df2ecfc-b060-4630-ad82-86196891c8e4'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1226.482534] env[69226]: DEBUG nova.network.neutron [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1226.618745] env[69226]: DEBUG nova.network.neutron [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Updating instance_info_cache with network_info: [{"id": "2481a12e-6f50-42ee-82eb-3b74cb2698f1", "address": "fa:16:3e:85:11:94", "network": {"id": "9c65556d-6175-4954-9db1-62a207b48aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1512905937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943bc6f18f734038a6c6186a42aebe1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2481a12e-6f", "ovs_interfaceid": "2481a12e-6f50-42ee-82eb-3b74cb2698f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.968681] env[69226]: DEBUG nova.scheduler.client.report [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.023393] env[69226]: DEBUG nova.objects.instance [None req-0ef75c46-d2e5-4869-9e68-75471f6c5bdd tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lazy-loading 'flavor' on Instance uuid 8341dde8-af28-4fac-9c5b-d9873c8013bc {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.121047] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "refresh_cache-7ac81c2e-6d65-4b8a-9d94-96515c5111ba" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.121407] env[69226]: DEBUG nova.compute.manager [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Instance network_info: |[{"id": "2481a12e-6f50-42ee-82eb-3b74cb2698f1", "address": "fa:16:3e:85:11:94", "network": {"id": "9c65556d-6175-4954-9db1-62a207b48aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1512905937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943bc6f18f734038a6c6186a42aebe1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2481a12e-6f", "ovs_interfaceid": "2481a12e-6f50-42ee-82eb-3b74cb2698f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1227.121814] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:11:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2481a12e-6f50-42ee-82eb-3b74cb2698f1', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.129645] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.129862] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.130120] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d36799e-f34d-4a49-acd1-6fec61bb877d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.150792] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.150792] env[69226]: value = "task-3495748" [ 1227.150792] env[69226]: _type = "Task" [ 1227.150792] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.158589] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495748, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.254954] env[69226]: DEBUG nova.compute.manager [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1227.285015] env[69226]: DEBUG nova.virt.hardware [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.285290] env[69226]: DEBUG nova.virt.hardware [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.285447] env[69226]: DEBUG nova.virt.hardware [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.285626] env[69226]: DEBUG nova.virt.hardware [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.285769] env[69226]: DEBUG nova.virt.hardware [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.285940] env[69226]: DEBUG nova.virt.hardware [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.286187] env[69226]: DEBUG nova.virt.hardware [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.286349] env[69226]: DEBUG nova.virt.hardware [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.286514] env[69226]: DEBUG nova.virt.hardware [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.286674] env[69226]: DEBUG nova.virt.hardware [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.286845] env[69226]: DEBUG nova.virt.hardware [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.287737] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536a3911-e6cb-47d6-b837-0242b4255a33 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.298036] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e689ab4-4c5b-48bd-b539-817f9b806866 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.312497] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Instance VIF info [] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.318040] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Creating folder: Project (2002bbbdd7fa424e8a77e70ded937f62). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1227.318349] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59988087-3627-421a-ba72-8790723a51d0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.332088] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Created folder: Project (2002bbbdd7fa424e8a77e70ded937f62) in parent group-v698365. [ 1227.332321] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Creating folder: Instances. Parent ref: group-v698672. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1227.332574] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88707e89-278f-4b95-9780-c4005fbc2736 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.343849] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Created folder: Instances in parent group-v698672. [ 1227.344208] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.344498] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.344810] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47eb0b12-a67d-4827-9c1b-e561c08dd5f2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.363211] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.363211] env[69226]: value = "task-3495751" [ 1227.363211] env[69226]: _type = "Task" [ 1227.363211] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.369306] env[69226]: DEBUG nova.compute.manager [req-34478680-38d1-493a-bbba-25de79b80c87 req-78c2a24c-d15c-4b38-9888-a6c1bc478000 service nova] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Received event network-changed-2481a12e-6f50-42ee-82eb-3b74cb2698f1 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.369503] env[69226]: DEBUG nova.compute.manager [req-34478680-38d1-493a-bbba-25de79b80c87 req-78c2a24c-d15c-4b38-9888-a6c1bc478000 service nova] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Refreshing instance network info cache due to event network-changed-2481a12e-6f50-42ee-82eb-3b74cb2698f1. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.370145] env[69226]: DEBUG oslo_concurrency.lockutils [req-34478680-38d1-493a-bbba-25de79b80c87 req-78c2a24c-d15c-4b38-9888-a6c1bc478000 service nova] Acquiring lock "refresh_cache-7ac81c2e-6d65-4b8a-9d94-96515c5111ba" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.370145] env[69226]: DEBUG oslo_concurrency.lockutils [req-34478680-38d1-493a-bbba-25de79b80c87 req-78c2a24c-d15c-4b38-9888-a6c1bc478000 service nova] Acquired lock "refresh_cache-7ac81c2e-6d65-4b8a-9d94-96515c5111ba" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.370145] env[69226]: DEBUG nova.network.neutron [req-34478680-38d1-493a-bbba-25de79b80c87 req-78c2a24c-d15c-4b38-9888-a6c1bc478000 service nova] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Refreshing network info cache for port 2481a12e-6f50-42ee-82eb-3b74cb2698f1 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.377308] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495751, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.474252] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.474907] env[69226]: DEBUG nova.compute.manager [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1227.477432] env[69226]: DEBUG oslo_concurrency.lockutils [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.820s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.478812] env[69226]: INFO nova.compute.claims [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.661174] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495748, 'name': CreateVM_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.876611] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495751, 'name': CreateVM_Task, 'duration_secs': 0.465607} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.876819] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.877491] env[69226]: DEBUG oslo_concurrency.lockutils [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.877664] env[69226]: DEBUG oslo_concurrency.lockutils [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.877992] env[69226]: DEBUG oslo_concurrency.lockutils [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.878262] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bca68d46-0a72-4e33-8865-2369f97eb36f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.882684] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1227.882684] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5276d0a8-e459-f120-8540-c7009e7e0452" [ 1227.882684] env[69226]: _type = "Task" [ 1227.882684] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.890583] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5276d0a8-e459-f120-8540-c7009e7e0452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.983027] env[69226]: DEBUG nova.compute.utils [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1227.986237] env[69226]: DEBUG nova.compute.manager [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Not allocating networking since 'none' was specified. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1228.030349] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0ef75c46-d2e5-4869-9e68-75471f6c5bdd tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "8341dde8-af28-4fac-9c5b-d9873c8013bc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.242s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.056517] env[69226]: DEBUG nova.network.neutron [req-34478680-38d1-493a-bbba-25de79b80c87 req-78c2a24c-d15c-4b38-9888-a6c1bc478000 service nova] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Updated VIF entry in instance network info cache for port 2481a12e-6f50-42ee-82eb-3b74cb2698f1. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.056879] env[69226]: DEBUG nova.network.neutron [req-34478680-38d1-493a-bbba-25de79b80c87 req-78c2a24c-d15c-4b38-9888-a6c1bc478000 service nova] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Updating instance_info_cache with network_info: [{"id": "2481a12e-6f50-42ee-82eb-3b74cb2698f1", "address": "fa:16:3e:85:11:94", "network": {"id": "9c65556d-6175-4954-9db1-62a207b48aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1512905937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943bc6f18f734038a6c6186a42aebe1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2481a12e-6f", "ovs_interfaceid": "2481a12e-6f50-42ee-82eb-3b74cb2698f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.161688] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495748, 'name': CreateVM_Task, 'duration_secs': 0.685642} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.161927] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.162499] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.162664] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.162983] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.163256] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9dfd181-6601-4846-bd1f-2b1b4ad9933b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.168159] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1228.168159] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f66efb-fdc8-c748-6ec3-884b56a4748e" [ 1228.168159] env[69226]: _type = "Task" [ 1228.168159] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.176238] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f66efb-fdc8-c748-6ec3-884b56a4748e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.398371] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5276d0a8-e459-f120-8540-c7009e7e0452, 'name': SearchDatastore_Task, 'duration_secs': 0.011518} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.398371] env[69226]: DEBUG oslo_concurrency.lockutils [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.398371] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.398628] env[69226]: DEBUG oslo_concurrency.lockutils [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.398628] env[69226]: DEBUG oslo_concurrency.lockutils [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.398703] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.398973] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1810fd2-968a-4757-8e6c-7e3eacd3f976 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.407990] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.408181] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.408892] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6819c49d-e1ea-431d-b6a9-b93f41975da7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.414056] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1228.414056] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520591fe-8711-c701-a81a-63c020511881" [ 1228.414056] env[69226]: _type = "Task" [ 1228.414056] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.421742] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520591fe-8711-c701-a81a-63c020511881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.487600] env[69226]: DEBUG nova.compute.manager [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1228.560648] env[69226]: DEBUG oslo_concurrency.lockutils [req-34478680-38d1-493a-bbba-25de79b80c87 req-78c2a24c-d15c-4b38-9888-a6c1bc478000 service nova] Releasing lock "refresh_cache-7ac81c2e-6d65-4b8a-9d94-96515c5111ba" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.656854] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ee1032-3339-4c05-b225-e0c7dab62946 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.665458] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0aed1a1-4a75-4a20-aaa5-d84c1f3630f3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.679884] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f66efb-fdc8-c748-6ec3-884b56a4748e, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.704961] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.705238] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.705622] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.705755] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.706039] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.706712] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2a742d0-bba2-43cc-b2b6-07066e13d921 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.709724] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c781a7e-9ffc-4c0c-af36-53daf6220e53 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.719917] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6168af15-b370-43f3-822a-ad1cd2efcb54 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.725249] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.725422] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.726475] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8f22350-112b-4396-bace-2d6f56bd031d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.736552] env[69226]: DEBUG nova.compute.provider_tree [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.741851] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1228.741851] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5264f18c-c6e5-54f6-6fec-d2f93499d926" [ 1228.741851] env[69226]: _type = "Task" [ 1228.741851] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.750522] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5264f18c-c6e5-54f6-6fec-d2f93499d926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.926097] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520591fe-8711-c701-a81a-63c020511881, 'name': SearchDatastore_Task, 'duration_secs': 0.011683} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.926843] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a2f7271-4637-47b3-92da-1cf03eb36ddc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.932542] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1228.932542] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52851ce7-51e4-357a-da82-ad21d7d85176" [ 1228.932542] env[69226]: _type = "Task" [ 1228.932542] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.940324] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52851ce7-51e4-357a-da82-ad21d7d85176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.078766] env[69226]: DEBUG oslo_concurrency.lockutils [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "8341dde8-af28-4fac-9c5b-d9873c8013bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.079036] env[69226]: DEBUG oslo_concurrency.lockutils [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "8341dde8-af28-4fac-9c5b-d9873c8013bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.079253] env[69226]: DEBUG oslo_concurrency.lockutils [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "8341dde8-af28-4fac-9c5b-d9873c8013bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.079441] env[69226]: DEBUG oslo_concurrency.lockutils [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "8341dde8-af28-4fac-9c5b-d9873c8013bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.079614] env[69226]: DEBUG oslo_concurrency.lockutils [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "8341dde8-af28-4fac-9c5b-d9873c8013bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.081653] env[69226]: INFO nova.compute.manager [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Terminating instance [ 1229.240102] env[69226]: DEBUG nova.scheduler.client.report [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.253473] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5264f18c-c6e5-54f6-6fec-d2f93499d926, 'name': SearchDatastore_Task, 'duration_secs': 0.010793} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.254779] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b277f15d-8da6-45eb-8b3a-cb72a043fa44 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.261263] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1229.261263] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d0eb1f-3d60-339a-bb45-ece7933d8779" [ 1229.261263] env[69226]: _type = "Task" [ 1229.261263] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.268698] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d0eb1f-3d60-339a-bb45-ece7933d8779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.443952] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52851ce7-51e4-357a-da82-ad21d7d85176, 'name': SearchDatastore_Task, 'duration_secs': 0.034353} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.444282] env[69226]: DEBUG oslo_concurrency.lockutils [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.444626] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] d5fda2e8-2022-432a-aeda-296b2092b6d3/d5fda2e8-2022-432a-aeda-296b2092b6d3.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.444902] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1565f78c-fa16-433e-95c5-5ba7100a5244 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.454998] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1229.454998] env[69226]: value = "task-3495753" [ 1229.454998] env[69226]: _type = "Task" [ 1229.454998] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.463461] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.499891] env[69226]: DEBUG nova.compute.manager [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1229.526502] env[69226]: DEBUG nova.virt.hardware [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.526774] env[69226]: DEBUG nova.virt.hardware [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.526987] env[69226]: DEBUG nova.virt.hardware [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.527243] env[69226]: DEBUG nova.virt.hardware [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.527406] env[69226]: DEBUG nova.virt.hardware [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.527554] env[69226]: DEBUG nova.virt.hardware [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.527760] env[69226]: DEBUG nova.virt.hardware [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.527938] env[69226]: DEBUG nova.virt.hardware [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.528185] env[69226]: DEBUG nova.virt.hardware [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.528359] env[69226]: DEBUG nova.virt.hardware [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.528555] env[69226]: DEBUG nova.virt.hardware [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.529426] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f8a849-d564-43b0-a44c-8c5c0bf0eccb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.538498] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed12cf7b-f494-4299-86e7-98aa8a5802e9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.552953] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Instance VIF info [] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.558504] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.558754] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.558957] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96fcc2e4-b1de-45b5-8e6b-a65624e6c7e4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.576070] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.576070] env[69226]: value = "task-3495754" [ 1229.576070] env[69226]: _type = "Task" [ 1229.576070] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.588624] env[69226]: DEBUG nova.compute.manager [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.588901] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.589281] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495754, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.590155] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deebbfbc-431d-4e56-85ad-047300164df5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.597827] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.598155] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f338702-0988-4c90-9d93-071ec4095aea {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.608934] env[69226]: DEBUG oslo_vmware.api [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1229.608934] env[69226]: value = "task-3495755" [ 1229.608934] env[69226]: _type = "Task" [ 1229.608934] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.620109] env[69226]: DEBUG oslo_vmware.api [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.748543] env[69226]: DEBUG oslo_concurrency.lockutils [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.749492] env[69226]: DEBUG nova.compute.manager [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1229.772991] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d0eb1f-3d60-339a-bb45-ece7933d8779, 'name': SearchDatastore_Task, 'duration_secs': 0.011174} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.773231] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.774044] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 7ac81c2e-6d65-4b8a-9d94-96515c5111ba/7ac81c2e-6d65-4b8a-9d94-96515c5111ba.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.774257] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bfc2532-22d6-4441-95f3-f7eee6983d30 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.784275] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1229.784275] env[69226]: value = "task-3495756" [ 1229.784275] env[69226]: _type = "Task" [ 1229.784275] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.793599] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.965543] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495753, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.089245] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495754, 'name': CreateVM_Task, 'duration_secs': 0.469975} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.089494] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.089946] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.090153] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.090509] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.090792] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95f5a18d-18a9-4a03-b814-f3316242b0b9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.097047] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1230.097047] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ed02f4-1b62-1625-6e3d-4cdb17f33ab5" [ 1230.097047] env[69226]: _type = "Task" [ 1230.097047] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.107747] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ed02f4-1b62-1625-6e3d-4cdb17f33ab5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.120283] env[69226]: DEBUG oslo_vmware.api [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495755, 'name': PowerOffVM_Task, 'duration_secs': 0.247929} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.120623] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.120837] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.121165] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0427eb4d-c181-410d-b70c-cec6525dfb09 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.210362] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.210626] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.210868] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Deleting the datastore file [datastore2] 8341dde8-af28-4fac-9c5b-d9873c8013bc {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.211250] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6be10bd-acd0-42af-95d5-583e2ddc893c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.220981] env[69226]: DEBUG oslo_vmware.api [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1230.220981] env[69226]: value = "task-3495758" [ 1230.220981] env[69226]: _type = "Task" [ 1230.220981] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.235013] env[69226]: DEBUG oslo_vmware.api [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.255229] env[69226]: DEBUG nova.compute.utils [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.257355] env[69226]: DEBUG nova.compute.manager [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Not allocating networking since 'none' was specified. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1230.296068] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495756, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.471521] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495753, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.608106] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ed02f4-1b62-1625-6e3d-4cdb17f33ab5, 'name': SearchDatastore_Task, 'duration_secs': 0.115567} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.608430] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.608666] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.608951] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.609175] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.609367] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.609637] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7475800-8481-4c14-984d-74175be73d29 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.622559] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.622709] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.623428] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d416381-f915-4889-95d6-5aae6815e73d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.629754] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1230.629754] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525dde8f-f00d-7fb6-5b14-14ec54705374" [ 1230.629754] env[69226]: _type = "Task" [ 1230.629754] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.638638] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525dde8f-f00d-7fb6-5b14-14ec54705374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.732023] env[69226]: DEBUG oslo_vmware.api [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306733} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.732378] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.732612] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.732828] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.733096] env[69226]: INFO nova.compute.manager [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1230.733401] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.733611] env[69226]: DEBUG nova.compute.manager [-] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.733708] env[69226]: DEBUG nova.network.neutron [-] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1230.759386] env[69226]: DEBUG nova.compute.manager [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1230.801733] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576071} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.802247] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 7ac81c2e-6d65-4b8a-9d94-96515c5111ba/7ac81c2e-6d65-4b8a-9d94-96515c5111ba.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.802468] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1230.802721] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-318f48ab-0c92-47c8-b757-9020fa9e872a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.814470] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1230.814470] env[69226]: value = "task-3495760" [ 1230.814470] env[69226]: _type = "Task" [ 1230.814470] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.830674] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.966899] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495753, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.107204} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.967259] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] d5fda2e8-2022-432a-aeda-296b2092b6d3/d5fda2e8-2022-432a-aeda-296b2092b6d3.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.967486] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1230.967740] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce220117-265c-42cf-b9f4-5f7d6313974e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.976944] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1230.976944] env[69226]: value = "task-3495761" [ 1230.976944] env[69226]: _type = "Task" [ 1230.976944] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.988358] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.141740] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525dde8f-f00d-7fb6-5b14-14ec54705374, 'name': SearchDatastore_Task, 'duration_secs': 0.06442} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.142593] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42eb6389-0f51-4af7-88b1-d2fcc514ee32 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.148963] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1231.148963] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5207d417-81ff-e2c7-455f-737cdf9563f5" [ 1231.148963] env[69226]: _type = "Task" [ 1231.148963] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.157417] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5207d417-81ff-e2c7-455f-737cdf9563f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.226655] env[69226]: DEBUG nova.compute.manager [req-292beb41-9fb9-4930-855a-e2361309c7a0 req-6b6335d7-a373-474b-a837-8f69268eabf4 service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Received event network-vif-deleted-9bc79ed1-f427-48b7-9976-7b029eefce81 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.226791] env[69226]: INFO nova.compute.manager [req-292beb41-9fb9-4930-855a-e2361309c7a0 req-6b6335d7-a373-474b-a837-8f69268eabf4 service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Neutron deleted interface 9bc79ed1-f427-48b7-9976-7b029eefce81; detaching it from the instance and deleting it from the info cache [ 1231.226929] env[69226]: DEBUG nova.network.neutron [req-292beb41-9fb9-4930-855a-e2361309c7a0 req-6b6335d7-a373-474b-a837-8f69268eabf4 service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.327940] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.278528} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.328297] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.329504] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e0bf61-029c-4433-9969-df535f01c244 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.355750] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 7ac81c2e-6d65-4b8a-9d94-96515c5111ba/7ac81c2e-6d65-4b8a-9d94-96515c5111ba.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.356519] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-621733ec-4bde-4e3e-a0cc-dca51fb13136 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.387181] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1231.387181] env[69226]: value = "task-3495762" [ 1231.387181] env[69226]: _type = "Task" [ 1231.387181] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.398862] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.487636] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.415781} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.487979] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.489118] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45d4bf6-08fb-4cf7-9e3a-3e21037c246d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.510597] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] d5fda2e8-2022-432a-aeda-296b2092b6d3/d5fda2e8-2022-432a-aeda-296b2092b6d3.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.510867] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f5831d6-12f8-412e-8337-a9866ecb96c6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.532466] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1231.532466] env[69226]: value = "task-3495763" [ 1231.532466] env[69226]: _type = "Task" [ 1231.532466] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.542555] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.661570] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5207d417-81ff-e2c7-455f-737cdf9563f5, 'name': SearchDatastore_Task, 'duration_secs': 0.047572} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.661928] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.662235] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 337f87ab-06f0-4581-8e62-7fefe0b3cab7/337f87ab-06f0-4581-8e62-7fefe0b3cab7.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.662516] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22e7a1d5-7ae6-4bc3-a5ad-d87ae810a573 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.669493] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1231.669493] env[69226]: value = "task-3495764" [ 1231.669493] env[69226]: _type = "Task" [ 1231.669493] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.679535] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.708388] env[69226]: DEBUG nova.network.neutron [-] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.731724] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f209f68c-6c92-456d-a308-5a546683ca82 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.742327] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969f4259-b9fe-49cb-a2f6-f7081d684654 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.774816] env[69226]: DEBUG nova.compute.manager [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1231.777271] env[69226]: DEBUG nova.compute.manager [req-292beb41-9fb9-4930-855a-e2361309c7a0 req-6b6335d7-a373-474b-a837-8f69268eabf4 service nova] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Detach interface failed, port_id=9bc79ed1-f427-48b7-9976-7b029eefce81, reason: Instance 8341dde8-af28-4fac-9c5b-d9873c8013bc could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1231.801625] env[69226]: DEBUG nova.virt.hardware [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.801962] env[69226]: DEBUG nova.virt.hardware [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.802155] env[69226]: DEBUG nova.virt.hardware [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.802342] env[69226]: DEBUG nova.virt.hardware [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.802496] env[69226]: DEBUG nova.virt.hardware [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.802637] env[69226]: DEBUG nova.virt.hardware [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.802841] env[69226]: DEBUG nova.virt.hardware [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.803011] env[69226]: DEBUG nova.virt.hardware [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.803186] env[69226]: DEBUG nova.virt.hardware [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.803348] env[69226]: DEBUG nova.virt.hardware [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.803520] env[69226]: DEBUG nova.virt.hardware [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.804370] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50538ae1-fe96-46e8-9400-123900b6f1c5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.813061] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc858b4-9f76-4d47-b593-a5812aa9417c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.828193] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Instance VIF info [] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.833720] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Creating folder: Project (d80c1e0156b5473291f76a0f42a4a84d). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1231.834023] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6324b822-4fe9-47e1-94b2-1c2950f6c138 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.848361] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Created folder: Project (d80c1e0156b5473291f76a0f42a4a84d) in parent group-v698365. [ 1231.848361] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Creating folder: Instances. Parent ref: group-v698676. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1231.848361] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93d387ba-01e5-417f-ba19-da8b6309742e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.860259] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Created folder: Instances in parent group-v698676. [ 1231.860508] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.860701] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.860907] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc35bd28-620b-4c32-9daf-b2c75e2836fd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.879063] env[69226]: INFO nova.compute.manager [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Rebuilding instance [ 1231.882961] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.882961] env[69226]: value = "task-3495767" [ 1231.882961] env[69226]: _type = "Task" [ 1231.882961] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.893716] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495767, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.900685] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495762, 'name': ReconfigVM_Task, 'duration_secs': 0.39458} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.901352] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 7ac81c2e-6d65-4b8a-9d94-96515c5111ba/7ac81c2e-6d65-4b8a-9d94-96515c5111ba.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.902027] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c7c0034-af7f-4759-bc87-242845c93962 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.910963] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1231.910963] env[69226]: value = "task-3495768" [ 1231.910963] env[69226]: _type = "Task" [ 1231.910963] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.920858] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495768, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.927200] env[69226]: DEBUG nova.compute.manager [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.928335] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9baf4d-3c0d-48f8-9aa6-9874e60eb6a1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.046251] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.179359] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.211105] env[69226]: INFO nova.compute.manager [-] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Took 1.48 seconds to deallocate network for instance. [ 1232.396112] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495767, 'name': CreateVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.421454] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495768, 'name': Rename_Task, 'duration_secs': 0.180738} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.421850] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.422152] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90ccf82c-767d-4346-8955-b98a902ab92c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.429167] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1232.429167] env[69226]: value = "task-3495769" [ 1232.429167] env[69226]: _type = "Task" [ 1232.429167] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.442776] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.549104] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.685083] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495764, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.718292] env[69226]: DEBUG oslo_concurrency.lockutils [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.718569] env[69226]: DEBUG oslo_concurrency.lockutils [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.718834] env[69226]: DEBUG nova.objects.instance [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lazy-loading 'resources' on Instance uuid 8341dde8-af28-4fac-9c5b-d9873c8013bc {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.896020] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495767, 'name': CreateVM_Task, 'duration_secs': 0.855306} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.896255] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.896656] env[69226]: DEBUG oslo_concurrency.lockutils [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.896829] env[69226]: DEBUG oslo_concurrency.lockutils [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.897202] env[69226]: DEBUG oslo_concurrency.lockutils [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.897484] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aaf745a-93f4-48d6-bb07-ffbe541918fe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.903829] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for the task: (returnval){ [ 1232.903829] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52594dc1-6479-c84f-8c87-ecbd5a8edcda" [ 1232.903829] env[69226]: _type = "Task" [ 1232.903829] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.913454] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52594dc1-6479-c84f-8c87-ecbd5a8edcda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.940171] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495769, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.944191] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.944657] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a24a392b-dcfa-405a-904b-13c879452026 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.959656] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1232.959656] env[69226]: value = "task-3495771" [ 1232.959656] env[69226]: _type = "Task" [ 1232.959656] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.970674] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.044967] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495763, 'name': ReconfigVM_Task, 'duration_secs': 1.100843} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.045938] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Reconfigured VM instance instance-00000073 to attach disk [datastore1] d5fda2e8-2022-432a-aeda-296b2092b6d3/d5fda2e8-2022-432a-aeda-296b2092b6d3.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.046688] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f71f7f7-1959-4c6f-84d9-993baea577a6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.054934] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1233.054934] env[69226]: value = "task-3495772" [ 1233.054934] env[69226]: _type = "Task" [ 1233.054934] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.064403] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495772, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.182319] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495764, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.21027} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.182578] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 337f87ab-06f0-4581-8e62-7fefe0b3cab7/337f87ab-06f0-4581-8e62-7fefe0b3cab7.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.182793] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.183054] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdfb2efe-e200-4d53-8518-e010a5ea85f0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.189513] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1233.189513] env[69226]: value = "task-3495773" [ 1233.189513] env[69226]: _type = "Task" [ 1233.189513] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.199247] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.372700] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e85a63-8bd8-4a8a-b339-52fbb633309c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.382473] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe54a2f1-bc2d-478b-91d3-7c1086a43e7e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.427096] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d46cfb-ca84-407f-b091-dbb58781ff8b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.438950] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52594dc1-6479-c84f-8c87-ecbd5a8edcda, 'name': SearchDatastore_Task, 'duration_secs': 0.038371} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.439641] env[69226]: DEBUG oslo_concurrency.lockutils [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.439884] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1233.440140] env[69226]: DEBUG oslo_concurrency.lockutils [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.440298] env[69226]: DEBUG oslo_concurrency.lockutils [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.440481] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.441743] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0c64ee-3d78-4873-8f4c-6190cb7d191b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.448103] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8081d88f-22d3-4c47-b65e-9ce66e3dd1df {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.449676] env[69226]: DEBUG oslo_vmware.api [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495769, 'name': PowerOnVM_Task, 'duration_secs': 0.517217} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.450594] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.450800] env[69226]: INFO nova.compute.manager [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1233.450994] env[69226]: DEBUG nova.compute.manager [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.451996] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdc984a-578d-444e-bb47-04627303c7ba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.462108] env[69226]: DEBUG nova.compute.provider_tree [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.467818] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.468012] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1233.470243] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34f9f331-b9af-4c0b-aeee-591f47a27e38 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.479227] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for the task: (returnval){ [ 1233.479227] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529a6c1e-8610-82aa-7c63-9276dff90789" [ 1233.479227] env[69226]: _type = "Task" [ 1233.479227] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.482836] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495771, 'name': PowerOffVM_Task, 'duration_secs': 0.427586} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.485959] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.486220] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.486968] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9742fab3-186e-4d15-bea0-405a282c80b4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.495553] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.495799] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c76e59b8-f399-4048-89eb-6696289f8981 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.503666] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529a6c1e-8610-82aa-7c63-9276dff90789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.565764] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495772, 'name': Rename_Task, 'duration_secs': 0.377984} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.566066] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.566332] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09924235-50e9-43ce-8dc4-d33d6f5abb40 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.573436] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1233.573436] env[69226]: value = "task-3495775" [ 1233.573436] env[69226]: _type = "Task" [ 1233.573436] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.584965] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.588244] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.588454] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.588629] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Deleting the datastore file [datastore1] e7378df1-117d-41a5-a8a7-ff1513019b2a {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.588887] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed73e0b3-dc2d-4579-ab99-165e35374bfe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.595548] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1233.595548] env[69226]: value = "task-3495776" [ 1233.595548] env[69226]: _type = "Task" [ 1233.595548] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.603762] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.699850] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218773} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.700187] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.701049] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173e737d-0842-4734-b873-269ffda5e8b6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.723585] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 337f87ab-06f0-4581-8e62-7fefe0b3cab7/337f87ab-06f0-4581-8e62-7fefe0b3cab7.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.723585] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc457ba0-dd38-41c9-907d-df017b586fb1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.743090] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1233.743090] env[69226]: value = "task-3495777" [ 1233.743090] env[69226]: _type = "Task" [ 1233.743090] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.752954] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.983080] env[69226]: INFO nova.compute.manager [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Took 16.00 seconds to build instance. [ 1233.990306] env[69226]: ERROR nova.scheduler.client.report [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [req-e19ba293-2c44-4857-9695-4d2d08f241b5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b569e5e-3afa-426e-9210-ba55a6e69f42. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e19ba293-2c44-4857-9695-4d2d08f241b5"}]} [ 1234.000180] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]529a6c1e-8610-82aa-7c63-9276dff90789, 'name': SearchDatastore_Task, 'duration_secs': 0.044454} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.001582] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab77c5ff-80ff-45e5-8a91-25572c980efc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.009116] env[69226]: DEBUG nova.scheduler.client.report [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Refreshing inventories for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1234.011256] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for the task: (returnval){ [ 1234.011256] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525087d6-6f35-da35-d207-e3a3f1db3816" [ 1234.011256] env[69226]: _type = "Task" [ 1234.011256] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.021308] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525087d6-6f35-da35-d207-e3a3f1db3816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.026371] env[69226]: DEBUG nova.scheduler.client.report [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updating ProviderTree inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1234.026618] env[69226]: DEBUG nova.compute.provider_tree [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1234.040747] env[69226]: DEBUG nova.scheduler.client.report [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Refreshing aggregate associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, aggregates: None {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1234.060618] env[69226]: DEBUG nova.scheduler.client.report [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Refreshing trait associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1234.086971] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495775, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.108416] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.215810] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d26b43-fa15-4076-a8d2-a32428447df5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.223715] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a1704c-ed36-4a3a-b56f-ae5b197a191f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.260949] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbfe57e-5c9b-4907-837f-9b8b53a520ac {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.268902] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495777, 'name': ReconfigVM_Task, 'duration_secs': 0.465921} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.271023] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 337f87ab-06f0-4581-8e62-7fefe0b3cab7/337f87ab-06f0-4581-8e62-7fefe0b3cab7.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.271668] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c611bd63-eb9e-4916-982c-f98b2073dd8e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.274185] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989b5f08-2947-4c1c-9121-5c79db495938 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.288210] env[69226]: DEBUG nova.compute.provider_tree [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1234.290662] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1234.290662] env[69226]: value = "task-3495778" [ 1234.290662] env[69226]: _type = "Task" [ 1234.290662] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.299312] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495778, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.490588] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e760596d-7844-4794-afee-3d59ade9a0fb tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "7ac81c2e-6d65-4b8a-9d94-96515c5111ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.519s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.523253] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525087d6-6f35-da35-d207-e3a3f1db3816, 'name': SearchDatastore_Task, 'duration_secs': 0.024863} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.523570] env[69226]: DEBUG oslo_concurrency.lockutils [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.523862] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 167b9839-b5c6-45bd-a24b-e30846f1e70b/167b9839-b5c6-45bd-a24b-e30846f1e70b.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1234.524169] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-469a882a-2fb9-4ff8-9dd2-13a645cecee9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.536317] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for the task: (returnval){ [ 1234.536317] env[69226]: value = "task-3495780" [ 1234.536317] env[69226]: _type = "Task" [ 1234.536317] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.546128] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.590497] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495775, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.604965] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.667426} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.605239] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.605424] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.605599] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.803367] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495778, 'name': Rename_Task, 'duration_secs': 0.156405} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.803737] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.803907] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc1110ec-a221-4347-b22e-1979c82e03ce {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.814909] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1234.814909] env[69226]: value = "task-3495781" [ 1234.814909] env[69226]: _type = "Task" [ 1234.814909] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.826093] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.827126] env[69226]: DEBUG nova.scheduler.client.report [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1234.827429] env[69226]: DEBUG nova.compute.provider_tree [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 166 to 167 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1234.827616] env[69226]: DEBUG nova.compute.provider_tree [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.000272] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6115112d-6dfa-4184-ac3e-9a036935667c tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "7ac81c2e-6d65-4b8a-9d94-96515c5111ba" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.000637] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6115112d-6dfa-4184-ac3e-9a036935667c tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "7ac81c2e-6d65-4b8a-9d94-96515c5111ba" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.000817] env[69226]: DEBUG nova.compute.manager [None req-6115112d-6dfa-4184-ac3e-9a036935667c tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.001747] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c90d50-7417-4c0d-b3f7-945e10dc27e0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.009586] env[69226]: DEBUG nova.compute.manager [None req-6115112d-6dfa-4184-ac3e-9a036935667c tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1235.010179] env[69226]: DEBUG nova.objects.instance [None req-6115112d-6dfa-4184-ac3e-9a036935667c tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lazy-loading 'flavor' on Instance uuid 7ac81c2e-6d65-4b8a-9d94-96515c5111ba {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.046181] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495780, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.085246] env[69226]: DEBUG oslo_vmware.api [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495775, 'name': PowerOnVM_Task, 'duration_secs': 1.200479} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.085502] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.085795] env[69226]: INFO nova.compute.manager [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1235.086088] env[69226]: DEBUG nova.compute.manager [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.086885] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe32d15-fd67-4239-acaa-7bd6442f437e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.327150] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495781, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.333371] env[69226]: DEBUG oslo_concurrency.lockutils [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.615s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.355231] env[69226]: INFO nova.scheduler.client.report [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Deleted allocations for instance 8341dde8-af28-4fac-9c5b-d9873c8013bc [ 1235.546507] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495780, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.608194] env[69226]: INFO nova.compute.manager [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Took 13.31 seconds to build instance. [ 1235.646609] env[69226]: DEBUG nova.virt.hardware [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.647047] env[69226]: DEBUG nova.virt.hardware [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.647298] env[69226]: DEBUG nova.virt.hardware [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.647539] env[69226]: DEBUG nova.virt.hardware [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.647754] env[69226]: DEBUG nova.virt.hardware [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.647942] env[69226]: DEBUG nova.virt.hardware [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.648218] env[69226]: DEBUG nova.virt.hardware [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.648418] env[69226]: DEBUG nova.virt.hardware [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.648619] env[69226]: DEBUG nova.virt.hardware [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.648810] env[69226]: DEBUG nova.virt.hardware [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.648993] env[69226]: DEBUG nova.virt.hardware [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.649927] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb85dcc1-e69a-40c9-8975-ee24919cfb44 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.658926] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a810a768-d983-48da-b2b7-c57a47676e4a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.673805] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:b9:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5de590e-ce9b-47ff-815a-9f1ef4a28147', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.681560] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.681867] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.682121] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13a6c35e-0ae4-4741-9710-7cd14b80932e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.703207] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.703207] env[69226]: value = "task-3495782" [ 1235.703207] env[69226]: _type = "Task" [ 1235.703207] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.711559] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495782, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.831266] env[69226]: DEBUG oslo_vmware.api [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495781, 'name': PowerOnVM_Task, 'duration_secs': 0.647208} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.831756] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.832098] env[69226]: INFO nova.compute.manager [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Took 6.33 seconds to spawn the instance on the hypervisor. [ 1235.832389] env[69226]: DEBUG nova.compute.manager [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.833688] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d6f18b-cb65-4e4d-8b4f-de0cb69e01ab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.863768] env[69226]: DEBUG oslo_concurrency.lockutils [None req-34baa08e-7717-4144-9faf-654bc156a73a tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "8341dde8-af28-4fac-9c5b-d9873c8013bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.785s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.668664] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6115112d-6dfa-4184-ac3e-9a036935667c tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.669080] env[69226]: DEBUG oslo_concurrency.lockutils [None req-17e6d07b-5934-4961-acd2-a1fdc5a8ff2a tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "d5fda2e8-2022-432a-aeda-296b2092b6d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.382s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.676483] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-149ab52d-e037-4b46-b23c-d4840c52582f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.684198] env[69226]: INFO nova.compute.manager [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Took 14.20 seconds to build instance. [ 1236.692050] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495782, 'name': CreateVM_Task, 'duration_secs': 0.67485} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.696446] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.696811] env[69226]: DEBUG oslo_vmware.api [None req-6115112d-6dfa-4184-ac3e-9a036935667c tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1236.696811] env[69226]: value = "task-3495784" [ 1236.696811] env[69226]: _type = "Task" [ 1236.696811] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.697763] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495780, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.074914} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.698511] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.698692] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.699145] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.699500] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 167b9839-b5c6-45bd-a24b-e30846f1e70b/167b9839-b5c6-45bd-a24b-e30846f1e70b.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.699705] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1236.700210] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f8acb36-1f20-4522-bdd4-2b456ff4e2af {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.705380] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d3d3216-a25e-4aad-9187-5a4e017db3e3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.717964] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1236.717964] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5249b1bf-2728-abe7-4024-65721e0d2ce8" [ 1236.717964] env[69226]: _type = "Task" [ 1236.717964] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.718445] env[69226]: DEBUG oslo_vmware.api [None req-6115112d-6dfa-4184-ac3e-9a036935667c tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.719279] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for the task: (returnval){ [ 1236.719279] env[69226]: value = "task-3495785" [ 1236.719279] env[69226]: _type = "Task" [ 1236.719279] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.732201] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.734678] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5249b1bf-2728-abe7-4024-65721e0d2ce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.186612] env[69226]: INFO nova.compute.manager [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Rebuilding instance [ 1237.190024] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a6e55d89-ca25-4e2f-b415-170b839378f5 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "337f87ab-06f0-4581-8e62-7fefe0b3cab7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.716s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.211241] env[69226]: DEBUG oslo_vmware.api [None req-6115112d-6dfa-4184-ac3e-9a036935667c tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495784, 'name': PowerOffVM_Task, 'duration_secs': 0.201706} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.211533] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6115112d-6dfa-4184-ac3e-9a036935667c tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.211728] env[69226]: DEBUG nova.compute.manager [None req-6115112d-6dfa-4184-ac3e-9a036935667c tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.212558] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe005ba-2567-4d75-a86b-b38f8f2450ac {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.239413] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5249b1bf-2728-abe7-4024-65721e0d2ce8, 'name': SearchDatastore_Task, 'duration_secs': 0.02796} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.244543] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.244935] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.245255] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.245511] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.246170] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.246815] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100352} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.246927] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-876ce7ca-e62a-4705-9116-7b51a156a447 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.250069] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.252159] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fc9553-29be-4550-b21c-3d6678818dc8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.290037] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 167b9839-b5c6-45bd-a24b-e30846f1e70b/167b9839-b5c6-45bd-a24b-e30846f1e70b.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.295363] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cc0f109-1152-4045-bbc0-45ce2859666c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.322718] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.323073] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.324670] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2689761-8b5e-4122-bfef-4ca29b060545 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.342093] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1237.342093] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522cdb1a-b632-9556-e590-a1ab96631754" [ 1237.342093] env[69226]: _type = "Task" [ 1237.342093] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.349969] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for the task: (returnval){ [ 1237.349969] env[69226]: value = "task-3495786" [ 1237.349969] env[69226]: _type = "Task" [ 1237.349969] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.364573] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522cdb1a-b632-9556-e590-a1ab96631754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.370420] env[69226]: DEBUG nova.compute.manager [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.370420] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab48681f-8999-4f69-bc90-b5c6df603896 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.378712] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.730558] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6115112d-6dfa-4184-ac3e-9a036935667c tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "7ac81c2e-6d65-4b8a-9d94-96515c5111ba" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.730s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.854304] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]522cdb1a-b632-9556-e590-a1ab96631754, 'name': SearchDatastore_Task, 'duration_secs': 0.055597} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.858154] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74c214ff-4708-472e-9c3d-6ee778a57d8c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.867344] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.868722] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1237.868722] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d11f55-b6c2-2885-3e87-888037b5611a" [ 1237.868722] env[69226]: _type = "Task" [ 1237.868722] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.878034] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d11f55-b6c2-2885-3e87-888037b5611a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.365856] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495786, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.383326] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d11f55-b6c2-2885-3e87-888037b5611a, 'name': SearchDatastore_Task, 'duration_secs': 0.018066} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.383453] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.383629] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] e7378df1-117d-41a5-a8a7-ff1513019b2a/e7378df1-117d-41a5-a8a7-ff1513019b2a.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.383898] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37fec72e-8dad-4463-b158-4ede0788a7ba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.391989] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.392346] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbba6038-7c58-481d-8cea-3afe8d743a08 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.397453] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1238.397453] env[69226]: value = "task-3495787" [ 1238.397453] env[69226]: _type = "Task" [ 1238.397453] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.401756] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1238.401756] env[69226]: value = "task-3495788" [ 1238.401756] env[69226]: _type = "Task" [ 1238.401756] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.409525] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.412789] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.609191] env[69226]: DEBUG oslo_concurrency.lockutils [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "7590e6b4-2942-4d54-8b6e-28496218373a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.609528] env[69226]: DEBUG oslo_concurrency.lockutils [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "7590e6b4-2942-4d54-8b6e-28496218373a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.865880] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495786, 'name': ReconfigVM_Task, 'duration_secs': 1.0535} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.866177] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 167b9839-b5c6-45bd-a24b-e30846f1e70b/167b9839-b5c6-45bd-a24b-e30846f1e70b.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.866798] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f199cfa1-139d-47e7-9f16-6848ed2504e5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.875367] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for the task: (returnval){ [ 1238.875367] env[69226]: value = "task-3495790" [ 1238.875367] env[69226]: _type = "Task" [ 1238.875367] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.885476] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495790, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.909249] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.914367] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495788, 'name': PowerOffVM_Task, 'duration_secs': 0.294241} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.914619] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.914843] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1238.915597] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d016537-fe46-4638-8a9b-6130ac5bd88b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.922267] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.922501] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-927b6b21-cf21-42a0-afc7-e38e2b60c2c8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.963079] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1238.963079] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1238.963079] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Deleting the datastore file [datastore1] 337f87ab-06f0-4581-8e62-7fefe0b3cab7 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1238.963079] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58400b30-a4f6-4f81-ba1b-078e582e33f7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.969775] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1238.969775] env[69226]: value = "task-3495792" [ 1238.969775] env[69226]: _type = "Task" [ 1238.969775] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.978500] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "7ac81c2e-6d65-4b8a-9d94-96515c5111ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.978737] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "7ac81c2e-6d65-4b8a-9d94-96515c5111ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.978940] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "7ac81c2e-6d65-4b8a-9d94-96515c5111ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.979136] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "7ac81c2e-6d65-4b8a-9d94-96515c5111ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.979300] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "7ac81c2e-6d65-4b8a-9d94-96515c5111ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.981005] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.981836] env[69226]: INFO nova.compute.manager [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Terminating instance [ 1239.113075] env[69226]: DEBUG nova.compute.manager [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1239.385582] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495790, 'name': Rename_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.407855] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495787, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.480613] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.485452] env[69226]: DEBUG nova.compute.manager [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.485673] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.486623] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6113cb-337e-4b2a-8bf9-ca969f3aab19 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.493762] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.494043] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd9a6573-5917-4574-ad7f-9882df9ed8a1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.560833] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.561129] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.561360] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleting the datastore file [datastore2] 7ac81c2e-6d65-4b8a-9d94-96515c5111ba {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.561626] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9533d270-b391-47ee-a9b6-6fc809b594c9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.569408] env[69226]: DEBUG oslo_vmware.api [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1239.569408] env[69226]: value = "task-3495794" [ 1239.569408] env[69226]: _type = "Task" [ 1239.569408] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.577461] env[69226]: DEBUG oslo_vmware.api [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.636602] env[69226]: DEBUG oslo_concurrency.lockutils [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.636885] env[69226]: DEBUG oslo_concurrency.lockutils [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.638525] env[69226]: INFO nova.compute.claims [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.887352] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495790, 'name': Rename_Task, 'duration_secs': 0.567696} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.887613] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.887903] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f62efe45-7d90-4b2b-a46c-31b316d1a3e5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.896910] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for the task: (returnval){ [ 1239.896910] env[69226]: value = "task-3495795" [ 1239.896910] env[69226]: _type = "Task" [ 1239.896910] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.912394] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.912648] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495787, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.981375] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.081165] env[69226]: DEBUG oslo_vmware.api [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424267} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.081469] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.081653] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.081824] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.082030] env[69226]: INFO nova.compute.manager [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1240.082296] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.082493] env[69226]: DEBUG nova.compute.manager [-] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1240.082586] env[69226]: DEBUG nova.network.neutron [-] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.374218] env[69226]: DEBUG nova.compute.manager [req-c8334661-89d2-4713-9d7e-52b4b262a6fa req-0d8475ad-62f3-4424-a0ad-62cd47d99ad6 service nova] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Received event network-vif-deleted-2481a12e-6f50-42ee-82eb-3b74cb2698f1 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.374218] env[69226]: INFO nova.compute.manager [req-c8334661-89d2-4713-9d7e-52b4b262a6fa req-0d8475ad-62f3-4424-a0ad-62cd47d99ad6 service nova] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Neutron deleted interface 2481a12e-6f50-42ee-82eb-3b74cb2698f1; detaching it from the instance and deleting it from the info cache [ 1240.374218] env[69226]: DEBUG nova.network.neutron [req-c8334661-89d2-4713-9d7e-52b4b262a6fa req-0d8475ad-62f3-4424-a0ad-62cd47d99ad6 service nova] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.408590] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.414481] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495787, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.481883] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.056993} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.483032] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.483032] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.483032] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.794676] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4707f83b-1caf-432f-a911-314df379cdba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.803279] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd629940-9400-4020-904b-4225f0082e54 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.838901] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddea571-f981-4a18-90e4-cc5c87eaeb88 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.847699] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cae152-ffcd-44ed-8397-de27ab935f04 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.861909] env[69226]: DEBUG nova.network.neutron [-] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.863783] env[69226]: DEBUG nova.compute.provider_tree [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1240.876554] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5c0f0d4-ea10-4b9c-bca1-d4546f157889 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.887698] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a41a2dc-7be3-4910-969c-e21b6e700cbb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.910611] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.913812] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495787, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.115647} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.914098] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] e7378df1-117d-41a5-a8a7-ff1513019b2a/e7378df1-117d-41a5-a8a7-ff1513019b2a.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.914357] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.923267] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b5598a3-490f-4bfc-9a00-817c671810a1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.926372] env[69226]: DEBUG nova.compute.manager [req-c8334661-89d2-4713-9d7e-52b4b262a6fa req-0d8475ad-62f3-4424-a0ad-62cd47d99ad6 service nova] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Detach interface failed, port_id=2481a12e-6f50-42ee-82eb-3b74cb2698f1, reason: Instance 7ac81c2e-6d65-4b8a-9d94-96515c5111ba could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1240.933093] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1240.933093] env[69226]: value = "task-3495796" [ 1240.933093] env[69226]: _type = "Task" [ 1240.933093] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.941021] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.365870] env[69226]: INFO nova.compute.manager [-] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Took 1.28 seconds to deallocate network for instance. [ 1241.385923] env[69226]: ERROR nova.scheduler.client.report [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [req-5a346723-295c-42e0-b3c8-96e47d86b4e6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b569e5e-3afa-426e-9210-ba55a6e69f42. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5a346723-295c-42e0-b3c8-96e47d86b4e6"}]} [ 1241.404738] env[69226]: DEBUG nova.scheduler.client.report [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Refreshing inventories for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1241.413748] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495795, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.417745] env[69226]: DEBUG nova.scheduler.client.report [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updating ProviderTree inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1241.417948] env[69226]: DEBUG nova.compute.provider_tree [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.428797] env[69226]: DEBUG nova.scheduler.client.report [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Refreshing aggregate associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, aggregates: None {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1241.442051] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20555} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.442277] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.443056] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749f7e20-8552-4dc0-9367-a4ec06dff83a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.445899] env[69226]: DEBUG nova.scheduler.client.report [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Refreshing trait associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1241.470684] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] e7378df1-117d-41a5-a8a7-ff1513019b2a/e7378df1-117d-41a5-a8a7-ff1513019b2a.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.473147] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17d9b79b-fbc9-4bdb-ad14-02c3c7b84ee0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.494312] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1241.494312] env[69226]: value = "task-3495797" [ 1241.494312] env[69226]: _type = "Task" [ 1241.494312] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.505239] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.520225] env[69226]: DEBUG nova.virt.hardware [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.520502] env[69226]: DEBUG nova.virt.hardware [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.520680] env[69226]: DEBUG nova.virt.hardware [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.520833] env[69226]: DEBUG nova.virt.hardware [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.520976] env[69226]: DEBUG nova.virt.hardware [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.521139] env[69226]: DEBUG nova.virt.hardware [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.521390] env[69226]: DEBUG nova.virt.hardware [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.521491] env[69226]: DEBUG nova.virt.hardware [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.521654] env[69226]: DEBUG nova.virt.hardware [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.521812] env[69226]: DEBUG nova.virt.hardware [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.522017] env[69226]: DEBUG nova.virt.hardware [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.522863] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a228d49-08d2-4aca-b710-9ff5c491c4fe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.533827] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80138c93-7fdb-423d-95a9-8cfaadf12747 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.550884] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Instance VIF info [] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.556563] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.559595] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1241.560618] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1228ae2-f87c-448f-a7a6-08f8f527eca4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.580185] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.580185] env[69226]: value = "task-3495798" [ 1241.580185] env[69226]: _type = "Task" [ 1241.580185] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.590681] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495798, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.638110] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e910e636-e8d8-4e8c-9cac-d1ccf3213296 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.646131] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db464f20-b813-4599-ad0f-7808863e4bc5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.677866] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed689ab8-e141-498f-a12f-c1751fad41ab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.686214] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d71858-d89b-4f07-8cb7-362b5356a0ad {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.701244] env[69226]: DEBUG nova.compute.provider_tree [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.806137] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.806392] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.874781] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.910872] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495795, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.005198] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495797, 'name': ReconfigVM_Task, 'duration_secs': 0.325985} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.005441] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Reconfigured VM instance instance-0000006d to attach disk [datastore1] e7378df1-117d-41a5-a8a7-ff1513019b2a/e7378df1-117d-41a5-a8a7-ff1513019b2a.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.006119] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53d55c73-2637-4408-ba88-837e33167c76 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.013559] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1242.013559] env[69226]: value = "task-3495799" [ 1242.013559] env[69226]: _type = "Task" [ 1242.013559] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.022147] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495799, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.090919] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495798, 'name': CreateVM_Task, 'duration_secs': 0.39934} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.091111] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.091537] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.091710] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.092062] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.092341] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3277992-fcae-486d-b8fd-d64c93b8ebc5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.096851] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1242.096851] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521b19c9-209d-28d3-fa14-1e5f9c58b87f" [ 1242.096851] env[69226]: _type = "Task" [ 1242.096851] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.104897] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521b19c9-209d-28d3-fa14-1e5f9c58b87f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.234480] env[69226]: DEBUG nova.scheduler.client.report [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updated inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1242.234738] env[69226]: DEBUG nova.compute.provider_tree [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updating resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 generation from 169 to 170 during operation: update_inventory {{(pid=69226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1242.234921] env[69226]: DEBUG nova.compute.provider_tree [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.309154] env[69226]: DEBUG nova.compute.manager [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.410657] env[69226]: DEBUG oslo_vmware.api [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495795, 'name': PowerOnVM_Task, 'duration_secs': 2.130661} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.412032] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.412032] env[69226]: INFO nova.compute.manager [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Took 10.64 seconds to spawn the instance on the hypervisor. [ 1242.412032] env[69226]: DEBUG nova.compute.manager [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.412321] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7256b5dd-a9bc-4308-b6c9-81b0f760bc9c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.525241] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495799, 'name': Rename_Task, 'duration_secs': 0.19289} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.525602] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.525668] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-280783ff-7cea-4aec-a0fb-a29a4a6370f0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.532460] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1242.532460] env[69226]: value = "task-3495800" [ 1242.532460] env[69226]: _type = "Task" [ 1242.532460] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.540495] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.608491] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]521b19c9-209d-28d3-fa14-1e5f9c58b87f, 'name': SearchDatastore_Task, 'duration_secs': 0.019404} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.609441] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.609441] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1242.609441] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.609624] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.609695] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.609965] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-382c3e9c-5ad6-44e9-bc0f-9d07aa039e3f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.625208] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.625401] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1242.626349] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a225f08-ac68-4179-8b4a-0ef6828f64ae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.632279] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1242.632279] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f94af7-147a-8a82-eec5-9f5df5cb3bdb" [ 1242.632279] env[69226]: _type = "Task" [ 1242.632279] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.641200] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f94af7-147a-8a82-eec5-9f5df5cb3bdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.739843] env[69226]: DEBUG oslo_concurrency.lockutils [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.103s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.740479] env[69226]: DEBUG nova.compute.manager [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1242.743439] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.869s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.743599] env[69226]: DEBUG nova.objects.instance [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lazy-loading 'resources' on Instance uuid 7ac81c2e-6d65-4b8a-9d94-96515c5111ba {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.830427] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.928599] env[69226]: INFO nova.compute.manager [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Took 17.29 seconds to build instance. [ 1243.044346] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495800, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.143375] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f94af7-147a-8a82-eec5-9f5df5cb3bdb, 'name': SearchDatastore_Task, 'duration_secs': 0.011649} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.144170] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a06565a6-c162-4e83-a545-4655b59249b1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.149877] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1243.149877] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52fcac21-fff5-767f-a30c-7a24ed58c9f7" [ 1243.149877] env[69226]: _type = "Task" [ 1243.149877] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.157814] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52fcac21-fff5-767f-a30c-7a24ed58c9f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.246136] env[69226]: DEBUG nova.compute.utils [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.251029] env[69226]: DEBUG nova.compute.manager [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1243.251300] env[69226]: DEBUG nova.network.neutron [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1243.288744] env[69226]: DEBUG nova.policy [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c5f60bdff1f43fca61d786607f4e49c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66aa0a2126264cfca886a893cfa086c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1243.420065] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2740e7-fb3a-44ff-b7ac-af0e6a1afb09 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.428750] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5755eef3-ff80-4fdd-a946-35b75134b200 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.435043] env[69226]: DEBUG oslo_concurrency.lockutils [None req-96a14b4f-a4ca-422a-8bc1-ddf88127cb39 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Lock "167b9839-b5c6-45bd-a24b-e30846f1e70b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.803s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.462751] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714b6501-6a07-4f0c-8ffc-a4415b4e0d40 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.471336] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e97784c-2c40-4e7f-81df-56c176e23ad1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.489588] env[69226]: DEBUG nova.compute.provider_tree [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.544724] env[69226]: DEBUG oslo_vmware.api [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495800, 'name': PowerOnVM_Task, 'duration_secs': 0.555039} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.545047] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.545346] env[69226]: DEBUG nova.compute.manager [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.546048] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24c2123-7098-43b6-925f-955e470eaac4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.597430] env[69226]: DEBUG nova.network.neutron [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Successfully created port: c2c55991-7c11-48d0-b9a8-4571675707e3 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1243.663690] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52fcac21-fff5-767f-a30c-7a24ed58c9f7, 'name': SearchDatastore_Task, 'duration_secs': 0.015834} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.664259] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.664554] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 337f87ab-06f0-4581-8e62-7fefe0b3cab7/337f87ab-06f0-4581-8e62-7fefe0b3cab7.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1243.664832] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c59a9e56-6cc9-435b-957e-54b99c01e97f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.674220] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1243.674220] env[69226]: value = "task-3495801" [ 1243.674220] env[69226]: _type = "Task" [ 1243.674220] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.683316] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.755110] env[69226]: DEBUG nova.compute.manager [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1243.992328] env[69226]: DEBUG nova.scheduler.client.report [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.065998] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.139313] env[69226]: INFO nova.compute.manager [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Rebuilding instance [ 1244.187999] env[69226]: DEBUG nova.compute.manager [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.189234] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4911fcaa-4c9e-4be2-8006-c357611d86af {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.195715] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495801, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.498032] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.500575] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.670s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.502498] env[69226]: INFO nova.compute.claims [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.521223] env[69226]: INFO nova.scheduler.client.report [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleted allocations for instance 7ac81c2e-6d65-4b8a-9d94-96515c5111ba [ 1244.685634] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542511} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.686035] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 337f87ab-06f0-4581-8e62-7fefe0b3cab7/337f87ab-06f0-4581-8e62-7fefe0b3cab7.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.686118] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.686338] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-504aa2e7-6c36-4124-8145-68359991da2a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.693643] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1244.693643] env[69226]: value = "task-3495802" [ 1244.693643] env[69226]: _type = "Task" [ 1244.693643] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.703767] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.765996] env[69226]: DEBUG nova.compute.manager [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1244.786795] env[69226]: DEBUG nova.virt.hardware [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.787142] env[69226]: DEBUG nova.virt.hardware [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.787355] env[69226]: DEBUG nova.virt.hardware [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.787570] env[69226]: DEBUG nova.virt.hardware [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.787717] env[69226]: DEBUG nova.virt.hardware [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.787863] env[69226]: DEBUG nova.virt.hardware [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.788076] env[69226]: DEBUG nova.virt.hardware [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.788243] env[69226]: DEBUG nova.virt.hardware [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.788403] env[69226]: DEBUG nova.virt.hardware [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.788560] env[69226]: DEBUG nova.virt.hardware [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.788728] env[69226]: DEBUG nova.virt.hardware [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.789594] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5ab003-511d-408a-83f5-6e9c5985e8bf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.798154] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106813f7-856b-4bfc-9cb4-5985cbb82a2e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.028825] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8a8a3ee0-5d26-42b4-babd-c3989f839990 tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "7ac81c2e-6d65-4b8a-9d94-96515c5111ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.050s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.051726] env[69226]: DEBUG nova.compute.manager [req-5617b092-f5e9-4335-a29c-37543a268821 req-a812a87e-3bb0-4ba2-bf82-2838be9104ae service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Received event network-vif-plugged-c2c55991-7c11-48d0-b9a8-4571675707e3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.052184] env[69226]: DEBUG oslo_concurrency.lockutils [req-5617b092-f5e9-4335-a29c-37543a268821 req-a812a87e-3bb0-4ba2-bf82-2838be9104ae service nova] Acquiring lock "7590e6b4-2942-4d54-8b6e-28496218373a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.052467] env[69226]: DEBUG oslo_concurrency.lockutils [req-5617b092-f5e9-4335-a29c-37543a268821 req-a812a87e-3bb0-4ba2-bf82-2838be9104ae service nova] Lock "7590e6b4-2942-4d54-8b6e-28496218373a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.052617] env[69226]: DEBUG oslo_concurrency.lockutils [req-5617b092-f5e9-4335-a29c-37543a268821 req-a812a87e-3bb0-4ba2-bf82-2838be9104ae service nova] Lock "7590e6b4-2942-4d54-8b6e-28496218373a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.052994] env[69226]: DEBUG nova.compute.manager [req-5617b092-f5e9-4335-a29c-37543a268821 req-a812a87e-3bb0-4ba2-bf82-2838be9104ae service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] No waiting events found dispatching network-vif-plugged-c2c55991-7c11-48d0-b9a8-4571675707e3 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1245.053231] env[69226]: WARNING nova.compute.manager [req-5617b092-f5e9-4335-a29c-37543a268821 req-a812a87e-3bb0-4ba2-bf82-2838be9104ae service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Received unexpected event network-vif-plugged-c2c55991-7c11-48d0-b9a8-4571675707e3 for instance with vm_state building and task_state spawning. [ 1245.103182] env[69226]: DEBUG nova.network.neutron [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Successfully updated port: c2c55991-7c11-48d0-b9a8-4571675707e3 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1245.204307] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.274398} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.204616] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.205414] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2136f0-0ad6-44b3-8cf2-1cc6673cf8fe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.208815] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.208815] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baa58539-5d10-456c-b835-02c36f8c3014 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.230561] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 337f87ab-06f0-4581-8e62-7fefe0b3cab7/337f87ab-06f0-4581-8e62-7fefe0b3cab7.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.232121] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e055568-6c27-4e20-8b4b-874e4e7870c5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.246524] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for the task: (returnval){ [ 1245.246524] env[69226]: value = "task-3495803" [ 1245.246524] env[69226]: _type = "Task" [ 1245.246524] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.253568] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1245.253568] env[69226]: value = "task-3495804" [ 1245.253568] env[69226]: _type = "Task" [ 1245.253568] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.256671] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.264880] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.608496] env[69226]: DEBUG oslo_concurrency.lockutils [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.608694] env[69226]: DEBUG oslo_concurrency.lockutils [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquired lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.608873] env[69226]: DEBUG nova.network.neutron [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.676679] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c9660b-a783-402f-950b-b15c6a81db24 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.685467] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0641f1c9-8a2f-4a9a-b468-35da9bf7d9a7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.718146] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3872b6-7dd9-4e46-9196-c5346bed2cd4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.726573] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae4f1a8-b01d-4ed6-bc39-fd9f84bc1ca3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.742759] env[69226]: DEBUG nova.compute.provider_tree [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.757656] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495803, 'name': PowerOffVM_Task, 'duration_secs': 0.39841} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.761226] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.761476] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.762492] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849e3e0e-523f-4875-91c8-a4041d605f5a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.771141] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495804, 'name': ReconfigVM_Task, 'duration_secs': 0.429811} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.773368] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 337f87ab-06f0-4581-8e62-7fefe0b3cab7/337f87ab-06f0-4581-8e62-7fefe0b3cab7.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.774093] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.774324] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e19e388-f1a4-4b1a-8e83-79667a7d1e4c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.775915] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf954add-c655-4f43-8471-68c066638e92 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.785672] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1245.785672] env[69226]: value = "task-3495805" [ 1245.785672] env[69226]: _type = "Task" [ 1245.785672] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.806817] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495805, 'name': Rename_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.814361] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.814740] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.814983] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Deleting the datastore file [datastore1] 167b9839-b5c6-45bd-a24b-e30846f1e70b {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.815300] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f96877f6-fa00-4db5-9ba7-3199dd1de933 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.824685] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for the task: (returnval){ [ 1245.824685] env[69226]: value = "task-3495807" [ 1245.824685] env[69226]: _type = "Task" [ 1245.824685] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.834055] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.886918] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "53d9a8f3-cfdc-4dc1-9924-198e4ac04038" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.887240] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "53d9a8f3-cfdc-4dc1-9924-198e4ac04038" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.887475] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "53d9a8f3-cfdc-4dc1-9924-198e4ac04038-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.887669] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "53d9a8f3-cfdc-4dc1-9924-198e4ac04038-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.887841] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "53d9a8f3-cfdc-4dc1-9924-198e4ac04038-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.890095] env[69226]: INFO nova.compute.manager [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Terminating instance [ 1246.151201] env[69226]: DEBUG nova.network.neutron [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1246.246018] env[69226]: DEBUG nova.scheduler.client.report [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.281294] env[69226]: DEBUG nova.network.neutron [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Updating instance_info_cache with network_info: [{"id": "c2c55991-7c11-48d0-b9a8-4571675707e3", "address": "fa:16:3e:69:e1:0f", "network": {"id": "61f4be9c-0e3d-4a47-bb9b-afb0b674e5b2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1604472150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66aa0a2126264cfca886a893cfa086c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2c55991-7c", "ovs_interfaceid": "c2c55991-7c11-48d0-b9a8-4571675707e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.296529] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495805, 'name': Rename_Task, 'duration_secs': 0.167372} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.296800] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.297049] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ecc7d82-5573-4e55-937e-11e7d467ba36 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.309548] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1246.309548] env[69226]: value = "task-3495808" [ 1246.309548] env[69226]: _type = "Task" [ 1246.309548] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.318689] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.335393] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147725} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.335662] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.335818] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.335994] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.394174] env[69226]: DEBUG nova.compute.manager [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.394463] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.395269] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4508e0c9-8f3a-4d81-ac0b-8b7800404664 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.403841] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.404097] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28c9cb71-a900-47bc-8b9b-dc418da90a2f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.411187] env[69226]: DEBUG oslo_vmware.api [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1246.411187] env[69226]: value = "task-3495809" [ 1246.411187] env[69226]: _type = "Task" [ 1246.411187] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.419729] env[69226]: DEBUG oslo_vmware.api [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.752043] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.752043] env[69226]: DEBUG nova.compute.manager [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1246.754554] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.689s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.754790] env[69226]: DEBUG nova.objects.instance [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1246.783864] env[69226]: DEBUG oslo_concurrency.lockutils [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Releasing lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.785041] env[69226]: DEBUG nova.compute.manager [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Instance network_info: |[{"id": "c2c55991-7c11-48d0-b9a8-4571675707e3", "address": "fa:16:3e:69:e1:0f", "network": {"id": "61f4be9c-0e3d-4a47-bb9b-afb0b674e5b2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1604472150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66aa0a2126264cfca886a893cfa086c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2c55991-7c", "ovs_interfaceid": "c2c55991-7c11-48d0-b9a8-4571675707e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1246.785041] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:e1:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2c55991-7c11-48d0-b9a8-4571675707e3', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1246.792525] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.794282] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1246.794628] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c28000a2-2c5b-40d2-b1b9-02dd4c5b3eca {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.832778] env[69226]: DEBUG oslo_vmware.api [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495808, 'name': PowerOnVM_Task, 'duration_secs': 0.482666} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.834678] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.834678] env[69226]: DEBUG nova.compute.manager [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.835855] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1246.835855] env[69226]: value = "task-3495810" [ 1246.835855] env[69226]: _type = "Task" [ 1246.835855] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.836092] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5688fd0-f61e-449a-9c17-677aedb9d1cb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.861866] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495810, 'name': CreateVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.922129] env[69226]: DEBUG oslo_vmware.api [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495809, 'name': PowerOffVM_Task, 'duration_secs': 0.345079} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.922418] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.922587] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.922830] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2878ec6f-9982-404e-a2a2-989024eb91b6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.996147] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1246.996411] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1246.996609] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleting the datastore file [datastore1] 53d9a8f3-cfdc-4dc1-9924-198e4ac04038 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1246.996878] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d780c947-d424-487b-a544-39c600293533 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.004366] env[69226]: DEBUG oslo_vmware.api [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for the task: (returnval){ [ 1247.004366] env[69226]: value = "task-3495812" [ 1247.004366] env[69226]: _type = "Task" [ 1247.004366] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.012706] env[69226]: DEBUG oslo_vmware.api [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.078849] env[69226]: DEBUG nova.compute.manager [req-bf4febee-13e2-4ca0-b3d9-30a445c25c87 req-7462b902-d649-43e7-ba3b-bf13a990de72 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Received event network-changed-c2c55991-7c11-48d0-b9a8-4571675707e3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.079045] env[69226]: DEBUG nova.compute.manager [req-bf4febee-13e2-4ca0-b3d9-30a445c25c87 req-7462b902-d649-43e7-ba3b-bf13a990de72 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Refreshing instance network info cache due to event network-changed-c2c55991-7c11-48d0-b9a8-4571675707e3. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.079319] env[69226]: DEBUG oslo_concurrency.lockutils [req-bf4febee-13e2-4ca0-b3d9-30a445c25c87 req-7462b902-d649-43e7-ba3b-bf13a990de72 service nova] Acquiring lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.079471] env[69226]: DEBUG oslo_concurrency.lockutils [req-bf4febee-13e2-4ca0-b3d9-30a445c25c87 req-7462b902-d649-43e7-ba3b-bf13a990de72 service nova] Acquired lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.079635] env[69226]: DEBUG nova.network.neutron [req-bf4febee-13e2-4ca0-b3d9-30a445c25c87 req-7462b902-d649-43e7-ba3b-bf13a990de72 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Refreshing network info cache for port c2c55991-7c11-48d0-b9a8-4571675707e3 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.259764] env[69226]: DEBUG nova.compute.utils [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.264711] env[69226]: DEBUG nova.compute.manager [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1247.264711] env[69226]: DEBUG nova.network.neutron [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1247.310038] env[69226]: DEBUG nova.policy [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4278fe41677f4436a2bf01f27dfd6145', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e85e55ac20424058a2e631db436f18a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1247.353413] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495810, 'name': CreateVM_Task, 'duration_secs': 0.361945} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.353769] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1247.361009] env[69226]: DEBUG oslo_concurrency.lockutils [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.361209] env[69226]: DEBUG oslo_concurrency.lockutils [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.361579] env[69226]: DEBUG oslo_concurrency.lockutils [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.361849] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7feb20a5-aca1-40bd-9838-20e55ab0b327 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.371258] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.380430] env[69226]: DEBUG nova.virt.hardware [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.380775] env[69226]: DEBUG nova.virt.hardware [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.380991] env[69226]: DEBUG nova.virt.hardware [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.381290] env[69226]: DEBUG nova.virt.hardware [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.381498] env[69226]: DEBUG nova.virt.hardware [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.381728] env[69226]: DEBUG nova.virt.hardware [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.382079] env[69226]: DEBUG nova.virt.hardware [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.382303] env[69226]: DEBUG nova.virt.hardware [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.382503] env[69226]: DEBUG nova.virt.hardware [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.382718] env[69226]: DEBUG nova.virt.hardware [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.382932] env[69226]: DEBUG nova.virt.hardware [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.383940] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709548d2-c664-4d39-97d8-191cdb30b695 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.387863] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1247.387863] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b161cf-991e-832a-ce74-322f3f940d20" [ 1247.387863] env[69226]: _type = "Task" [ 1247.387863] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.395133] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf199190-88f8-4cc3-a084-2a5561e4693a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.402889] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b161cf-991e-832a-ce74-322f3f940d20, 'name': SearchDatastore_Task, 'duration_secs': 0.01911} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.403579] env[69226]: DEBUG oslo_concurrency.lockutils [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.403857] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.404125] env[69226]: DEBUG oslo_concurrency.lockutils [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.404281] env[69226]: DEBUG oslo_concurrency.lockutils [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.404459] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.404708] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fdc40b9-2019-41c4-bd8b-6a45fab2f5a2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.413978] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Instance VIF info [] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.419537] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.420178] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.420423] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b16a8753-1b06-4562-bfe8-4505d8d91d99 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.433167] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.433383] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.434456] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51903f16-4c9d-409e-ae5a-02e2fda781b6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.441254] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.441254] env[69226]: value = "task-3495813" [ 1247.441254] env[69226]: _type = "Task" [ 1247.441254] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.442877] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1247.442877] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520ddeb6-b34a-a5a1-4ecc-c97f0aeec076" [ 1247.442877] env[69226]: _type = "Task" [ 1247.442877] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.456989] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495813, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.460283] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]520ddeb6-b34a-a5a1-4ecc-c97f0aeec076, 'name': SearchDatastore_Task, 'duration_secs': 0.011465} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.461098] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a95dd6b6-8e5c-469e-a156-ff7b07a4de42 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.469053] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1247.469053] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5293b513-4909-e5b2-33d8-bd9d218a96ad" [ 1247.469053] env[69226]: _type = "Task" [ 1247.469053] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.478103] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5293b513-4909-e5b2-33d8-bd9d218a96ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.517497] env[69226]: DEBUG oslo_vmware.api [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.608808] env[69226]: DEBUG nova.network.neutron [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Successfully created port: 89068961-faa1-4d4e-adaf-16f48b7aa4f4 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1247.765820] env[69226]: DEBUG nova.compute.manager [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1247.773494] env[69226]: DEBUG oslo_concurrency.lockutils [None req-d054385a-06f4-4329-8b48-cbfeb78becd3 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.775168] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.404s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.775483] env[69226]: DEBUG nova.objects.instance [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1247.941416] env[69226]: DEBUG nova.network.neutron [req-bf4febee-13e2-4ca0-b3d9-30a445c25c87 req-7462b902-d649-43e7-ba3b-bf13a990de72 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Updated VIF entry in instance network info cache for port c2c55991-7c11-48d0-b9a8-4571675707e3. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.941900] env[69226]: DEBUG nova.network.neutron [req-bf4febee-13e2-4ca0-b3d9-30a445c25c87 req-7462b902-d649-43e7-ba3b-bf13a990de72 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Updating instance_info_cache with network_info: [{"id": "c2c55991-7c11-48d0-b9a8-4571675707e3", "address": "fa:16:3e:69:e1:0f", "network": {"id": "61f4be9c-0e3d-4a47-bb9b-afb0b674e5b2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1604472150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66aa0a2126264cfca886a893cfa086c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2c55991-7c", "ovs_interfaceid": "c2c55991-7c11-48d0-b9a8-4571675707e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.953624] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495813, 'name': CreateVM_Task, 'duration_secs': 0.350186} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.953624] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1247.953921] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.954166] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.954520] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.954684] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88339254-b0a3-4b0c-8159-1ed59958ee30 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.965868] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for the task: (returnval){ [ 1247.965868] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52430620-9470-e561-b231-02f3c28b20da" [ 1247.965868] env[69226]: _type = "Task" [ 1247.965868] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.979350] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52430620-9470-e561-b231-02f3c28b20da, 'name': SearchDatastore_Task, 'duration_secs': 0.011766} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.979350] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.979350] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.979623] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.984286] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5293b513-4909-e5b2-33d8-bd9d218a96ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012851} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.984519] env[69226]: DEBUG oslo_concurrency.lockutils [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.984764] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 7590e6b4-2942-4d54-8b6e-28496218373a/7590e6b4-2942-4d54-8b6e-28496218373a.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1247.985046] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.985240] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.985452] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84862ab1-0ad0-431b-a659-f0b1abd68326 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.987487] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8142a2c5-4e1b-4738-ae92-e15b0ade9a00 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.995563] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1247.995563] env[69226]: value = "task-3495814" [ 1247.995563] env[69226]: _type = "Task" [ 1247.995563] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.996716] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.996911] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.000551] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73bae154-d9eb-47d1-aed5-d23cfbc357f1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.008839] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for the task: (returnval){ [ 1248.008839] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ab357e-3226-f3e5-b24f-ad4e7e159b5d" [ 1248.008839] env[69226]: _type = "Task" [ 1248.008839] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.011677] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.018059] env[69226]: DEBUG oslo_vmware.api [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.023847] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ab357e-3226-f3e5-b24f-ad4e7e159b5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010975} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.024640] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-942ed510-8f25-494b-adc4-1ae299e628ce {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.031244] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for the task: (returnval){ [ 1248.031244] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52408a01-63d6-741b-6204-a357b2aa53e6" [ 1248.031244] env[69226]: _type = "Task" [ 1248.031244] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.039546] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52408a01-63d6-741b-6204-a357b2aa53e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.277793] env[69226]: INFO nova.virt.block_device [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Booting with volume 29c84e78-0682-4b8f-97b4-a8d0beb49d5c at /dev/sda [ 1248.320815] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a7f36df-5512-44ac-a486-d8516af63797 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.334517] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b026b9c7-7dcc-4235-ba54-01533b116931 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.370358] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94321385-878e-4ed5-a399-b01fd3ac7128 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.382240] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e44760-fea9-41e2-8d5f-300e370ae797 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.416501] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636d49f3-26fc-48d2-b925-9469d8b29687 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.424613] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e776868-e957-4ccb-8ee4-15537b9d0f63 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.441782] env[69226]: DEBUG nova.virt.block_device [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Updating existing volume attachment record: 71c1ddef-0f61-4ed4-a3a5-ed8c62b9070d {{(pid=69226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1248.448194] env[69226]: DEBUG oslo_concurrency.lockutils [req-bf4febee-13e2-4ca0-b3d9-30a445c25c87 req-7462b902-d649-43e7-ba3b-bf13a990de72 service nova] Releasing lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.505764] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478593} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.506160] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 7590e6b4-2942-4d54-8b6e-28496218373a/7590e6b4-2942-4d54-8b6e-28496218373a.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.506375] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.509680] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28fa857f-b562-440f-a767-88d01033cbc2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.517700] env[69226]: DEBUG oslo_vmware.api [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.519010] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1248.519010] env[69226]: value = "task-3495815" [ 1248.519010] env[69226]: _type = "Task" [ 1248.519010] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.527389] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.543207] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52408a01-63d6-741b-6204-a357b2aa53e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010782} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.543484] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.543762] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 167b9839-b5c6-45bd-a24b-e30846f1e70b/167b9839-b5c6-45bd-a24b-e30846f1e70b.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.544015] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e603078-d913-4f20-892e-75054fc83384 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.551054] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for the task: (returnval){ [ 1248.551054] env[69226]: value = "task-3495816" [ 1248.551054] env[69226]: _type = "Task" [ 1248.551054] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.560436] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.611909] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.612232] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.612421] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.787632] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9637f746-0ae4-4d3f-a571-e352cccea594 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.804755] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquiring lock "337f87ab-06f0-4581-8e62-7fefe0b3cab7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.805073] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "337f87ab-06f0-4581-8e62-7fefe0b3cab7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.805291] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquiring lock "337f87ab-06f0-4581-8e62-7fefe0b3cab7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.805530] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "337f87ab-06f0-4581-8e62-7fefe0b3cab7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.805751] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "337f87ab-06f0-4581-8e62-7fefe0b3cab7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.808050] env[69226]: INFO nova.compute.manager [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Terminating instance [ 1249.017775] env[69226]: DEBUG oslo_vmware.api [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Task: {'id': task-3495812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.599436} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.017925] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.018133] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.018375] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.018787] env[69226]: INFO nova.compute.manager [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Took 2.62 seconds to destroy the instance on the hypervisor. [ 1249.018787] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.018979] env[69226]: DEBUG nova.compute.manager [-] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.019171] env[69226]: DEBUG nova.network.neutron [-] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.031731] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096391} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.032033] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.033048] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b4eda7-c739-46fc-8f1e-1cfe2625300f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.057357] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 7590e6b4-2942-4d54-8b6e-28496218373a/7590e6b4-2942-4d54-8b6e-28496218373a.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.057714] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6dec5a0-51e3-4a5c-a012-28bc32258800 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.085714] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474659} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.087149] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 167b9839-b5c6-45bd-a24b-e30846f1e70b/167b9839-b5c6-45bd-a24b-e30846f1e70b.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.087408] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1249.087736] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1249.087736] env[69226]: value = "task-3495817" [ 1249.087736] env[69226]: _type = "Task" [ 1249.087736] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.087921] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ad67030-39d4-4925-9d80-565b400b135a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.099309] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495817, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.101137] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for the task: (returnval){ [ 1249.101137] env[69226]: value = "task-3495818" [ 1249.101137] env[69226]: _type = "Task" [ 1249.101137] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.109617] env[69226]: DEBUG nova.compute.manager [req-679a754c-a188-42c1-b154-eb2971b863d0 req-0aeaa26b-00ea-4841-8cfb-5d7dd367b3e5 service nova] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Received event network-vif-plugged-89068961-faa1-4d4e-adaf-16f48b7aa4f4 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.109857] env[69226]: DEBUG oslo_concurrency.lockutils [req-679a754c-a188-42c1-b154-eb2971b863d0 req-0aeaa26b-00ea-4841-8cfb-5d7dd367b3e5 service nova] Acquiring lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.110148] env[69226]: DEBUG oslo_concurrency.lockutils [req-679a754c-a188-42c1-b154-eb2971b863d0 req-0aeaa26b-00ea-4841-8cfb-5d7dd367b3e5 service nova] Lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.110350] env[69226]: DEBUG oslo_concurrency.lockutils [req-679a754c-a188-42c1-b154-eb2971b863d0 req-0aeaa26b-00ea-4841-8cfb-5d7dd367b3e5 service nova] Lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.110519] env[69226]: DEBUG nova.compute.manager [req-679a754c-a188-42c1-b154-eb2971b863d0 req-0aeaa26b-00ea-4841-8cfb-5d7dd367b3e5 service nova] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] No waiting events found dispatching network-vif-plugged-89068961-faa1-4d4e-adaf-16f48b7aa4f4 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1249.110679] env[69226]: WARNING nova.compute.manager [req-679a754c-a188-42c1-b154-eb2971b863d0 req-0aeaa26b-00ea-4841-8cfb-5d7dd367b3e5 service nova] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Received unexpected event network-vif-plugged-89068961-faa1-4d4e-adaf-16f48b7aa4f4 for instance with vm_state building and task_state block_device_mapping. [ 1249.114314] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.116872] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Getting list of instances from cluster (obj){ [ 1249.116872] env[69226]: value = "domain-c8" [ 1249.116872] env[69226]: _type = "ClusterComputeResource" [ 1249.116872] env[69226]: } {{(pid=69226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1249.118303] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a993f9-cdb0-4207-a214-9d0d1827e6c8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.139054] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Got total of 9 instances {{(pid=69226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1249.139272] env[69226]: WARNING nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] While synchronizing instance power states, found 11 instances in the database and 9 instances on the hypervisor. [ 1249.139450] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Triggering sync for uuid 0614d5ec-c144-48fe-9248-a498b34699a6 {{(pid=69226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.139645] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Triggering sync for uuid 53d9a8f3-cfdc-4dc1-9924-198e4ac04038 {{(pid=69226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.139795] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Triggering sync for uuid 84c61656-c42e-41d3-bf30-04c504670123 {{(pid=69226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.139942] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Triggering sync for uuid e7378df1-117d-41a5-a8a7-ff1513019b2a {{(pid=69226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.140107] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Triggering sync for uuid 85c69408-c888-40fe-aec9-f3ed3bdb63da {{(pid=69226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.140260] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Triggering sync for uuid b43f8d35-f057-4473-b761-0e89b60645ab {{(pid=69226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.140413] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Triggering sync for uuid d5fda2e8-2022-432a-aeda-296b2092b6d3 {{(pid=69226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.140569] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Triggering sync for uuid 337f87ab-06f0-4581-8e62-7fefe0b3cab7 {{(pid=69226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.140716] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Triggering sync for uuid 167b9839-b5c6-45bd-a24b-e30846f1e70b {{(pid=69226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.140894] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Triggering sync for uuid 7590e6b4-2942-4d54-8b6e-28496218373a {{(pid=69226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.141066] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Triggering sync for uuid 8fb39649-f8ae-4abe-8711-ab6f11bf91e1 {{(pid=69226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.141657] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "0614d5ec-c144-48fe-9248-a498b34699a6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.141657] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "0614d5ec-c144-48fe-9248-a498b34699a6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.141853] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "53d9a8f3-cfdc-4dc1-9924-198e4ac04038" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.142072] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "84c61656-c42e-41d3-bf30-04c504670123" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.142254] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "84c61656-c42e-41d3-bf30-04c504670123" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.142495] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "e7378df1-117d-41a5-a8a7-ff1513019b2a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.142716] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "e7378df1-117d-41a5-a8a7-ff1513019b2a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.143241] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "85c69408-c888-40fe-aec9-f3ed3bdb63da" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.143432] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "85c69408-c888-40fe-aec9-f3ed3bdb63da" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.143658] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "b43f8d35-f057-4473-b761-0e89b60645ab" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.143832] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "b43f8d35-f057-4473-b761-0e89b60645ab" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.144068] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "d5fda2e8-2022-432a-aeda-296b2092b6d3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.144288] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "d5fda2e8-2022-432a-aeda-296b2092b6d3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.144550] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "337f87ab-06f0-4581-8e62-7fefe0b3cab7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.144759] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "167b9839-b5c6-45bd-a24b-e30846f1e70b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.144933] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "167b9839-b5c6-45bd-a24b-e30846f1e70b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.145111] env[69226]: INFO nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. [ 1249.145281] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "167b9839-b5c6-45bd-a24b-e30846f1e70b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.145445] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "7590e6b4-2942-4d54-8b6e-28496218373a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.145774] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.146476] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e04b2b2-cafc-44a1-910c-415ba88eac1f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.149688] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dce0d28-68da-404c-8523-9e037aced7d3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.152632] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecd02c8-0640-4362-b6ba-bdb38fca03c2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.157448] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321ee666-39de-4aef-b0d1-6f3474b87627 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.160248] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8d9368-257a-4f81-91e2-fe42d59c583c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.163315] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221ac1b5-6cb1-4b52-be80-47c04dacd019 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.167216] env[69226]: DEBUG nova.network.neutron [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Successfully updated port: 89068961-faa1-4d4e-adaf-16f48b7aa4f4 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1249.302580] env[69226]: DEBUG nova.compute.manager [req-3fe66f93-71a4-4b92-bcc5-edc4474ae0d4 req-2ed2cb87-04d6-4773-a997-61a42667c2ec service nova] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Received event network-vif-deleted-7d70b9c2-4794-4ffa-bc32-e1cc422e570a {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.302931] env[69226]: INFO nova.compute.manager [req-3fe66f93-71a4-4b92-bcc5-edc4474ae0d4 req-2ed2cb87-04d6-4773-a997-61a42667c2ec service nova] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Neutron deleted interface 7d70b9c2-4794-4ffa-bc32-e1cc422e570a; detaching it from the instance and deleting it from the info cache [ 1249.303250] env[69226]: DEBUG nova.network.neutron [req-3fe66f93-71a4-4b92-bcc5-edc4474ae0d4 req-2ed2cb87-04d6-4773-a997-61a42667c2ec service nova] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.312143] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquiring lock "refresh_cache-337f87ab-06f0-4581-8e62-7fefe0b3cab7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.312365] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquired lock "refresh_cache-337f87ab-06f0-4581-8e62-7fefe0b3cab7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.312562] env[69226]: DEBUG nova.network.neutron [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.600532] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495817, 'name': ReconfigVM_Task, 'duration_secs': 0.298754} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.600863] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 7590e6b4-2942-4d54-8b6e-28496218373a/7590e6b4-2942-4d54-8b6e-28496218373a.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.601609] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f95ac266-c28f-4d7c-808c-19275be2abd7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.612062] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156052} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.613291] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.613642] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1249.613642] env[69226]: value = "task-3495819" [ 1249.613642] env[69226]: _type = "Task" [ 1249.613642] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.614334] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5554bc1-b567-42c6-91d2-aed8a83979c0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.624561] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495819, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.641906] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 167b9839-b5c6-45bd-a24b-e30846f1e70b/167b9839-b5c6-45bd-a24b-e30846f1e70b.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.642307] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e48a3da3-54b3-46a1-92af-6d975bca161d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.662776] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for the task: (returnval){ [ 1249.662776] env[69226]: value = "task-3495820" [ 1249.662776] env[69226]: _type = "Task" [ 1249.662776] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.669711] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "refresh_cache-8fb39649-f8ae-4abe-8711-ab6f11bf91e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.669889] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired lock "refresh_cache-8fb39649-f8ae-4abe-8711-ab6f11bf91e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.670109] env[69226]: DEBUG nova.network.neutron [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.676786] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.682641] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "0614d5ec-c144-48fe-9248-a498b34699a6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.686215] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "85c69408-c888-40fe-aec9-f3ed3bdb63da" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.687955] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "e7378df1-117d-41a5-a8a7-ff1513019b2a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.688317] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "b43f8d35-f057-4473-b761-0e89b60645ab" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.691767] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "84c61656-c42e-41d3-bf30-04c504670123" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.694390] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "d5fda2e8-2022-432a-aeda-296b2092b6d3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.784765] env[69226]: DEBUG nova.network.neutron [-] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.805549] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1010236f-7731-42e8-bbc3-9e912de06c5d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.816990] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4528fd2-09ec-4ff0-9bb3-52bcc774ae2e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.853923] env[69226]: DEBUG nova.compute.manager [req-3fe66f93-71a4-4b92-bcc5-edc4474ae0d4 req-2ed2cb87-04d6-4773-a997-61a42667c2ec service nova] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Detach interface failed, port_id=7d70b9c2-4794-4ffa-bc32-e1cc422e570a, reason: Instance 53d9a8f3-cfdc-4dc1-9924-198e4ac04038 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1249.855446] env[69226]: DEBUG nova.network.neutron [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.904409] env[69226]: DEBUG nova.network.neutron [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.128155] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495819, 'name': Rename_Task, 'duration_secs': 0.179249} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.128400] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.128706] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b0b77de-d617-44ff-b244-b824030cfd60 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.137443] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1250.137443] env[69226]: value = "task-3495821" [ 1250.137443] env[69226]: _type = "Task" [ 1250.137443] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.146816] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.175442] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.222256] env[69226]: DEBUG nova.network.neutron [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1250.287771] env[69226]: INFO nova.compute.manager [-] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Took 1.27 seconds to deallocate network for instance. [ 1250.362924] env[69226]: DEBUG nova.network.neutron [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Updating instance_info_cache with network_info: [{"id": "89068961-faa1-4d4e-adaf-16f48b7aa4f4", "address": "fa:16:3e:6e:ad:23", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89068961-fa", "ovs_interfaceid": "89068961-faa1-4d4e-adaf-16f48b7aa4f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.406988] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Releasing lock "refresh_cache-337f87ab-06f0-4581-8e62-7fefe0b3cab7" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.407441] env[69226]: DEBUG nova.compute.manager [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.407655] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.408910] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26f7720-6f75-4004-ad09-d76baf87c7b2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.417722] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.417970] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc21e344-e29b-455a-a535-bc5c76a40fee {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.424665] env[69226]: DEBUG oslo_vmware.api [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1250.424665] env[69226]: value = "task-3495822" [ 1250.424665] env[69226]: _type = "Task" [ 1250.424665] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.435095] env[69226]: DEBUG oslo_vmware.api [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.536945] env[69226]: DEBUG nova.compute.manager [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1250.537484] env[69226]: DEBUG nova.virt.hardware [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.537709] env[69226]: DEBUG nova.virt.hardware [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.537847] env[69226]: DEBUG nova.virt.hardware [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.538039] env[69226]: DEBUG nova.virt.hardware [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.538191] env[69226]: DEBUG nova.virt.hardware [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.538337] env[69226]: DEBUG nova.virt.hardware [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.538544] env[69226]: DEBUG nova.virt.hardware [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.538694] env[69226]: DEBUG nova.virt.hardware [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.538865] env[69226]: DEBUG nova.virt.hardware [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.539030] env[69226]: DEBUG nova.virt.hardware [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.539211] env[69226]: DEBUG nova.virt.hardware [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.540182] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f7894d-e21d-41e9-b941-dba66f9a299d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.549465] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026de491-88f1-4009-bf37-17da397529b5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.649596] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495821, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.673270] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495820, 'name': ReconfigVM_Task, 'duration_secs': 0.91577} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.673558] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 167b9839-b5c6-45bd-a24b-e30846f1e70b/167b9839-b5c6-45bd-a24b-e30846f1e70b.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.674197] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-823fa21c-3170-49f5-8794-10c86099b253 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.682410] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for the task: (returnval){ [ 1250.682410] env[69226]: value = "task-3495823" [ 1250.682410] env[69226]: _type = "Task" [ 1250.682410] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.691273] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495823, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.796942] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.797306] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.797591] env[69226]: DEBUG nova.objects.instance [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lazy-loading 'resources' on Instance uuid 53d9a8f3-cfdc-4dc1-9924-198e4ac04038 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.866657] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Releasing lock "refresh_cache-8fb39649-f8ae-4abe-8711-ab6f11bf91e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.867172] env[69226]: DEBUG nova.compute.manager [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Instance network_info: |[{"id": "89068961-faa1-4d4e-adaf-16f48b7aa4f4", "address": "fa:16:3e:6e:ad:23", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89068961-fa", "ovs_interfaceid": "89068961-faa1-4d4e-adaf-16f48b7aa4f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1250.867840] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:ad:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89068961-faa1-4d4e-adaf-16f48b7aa4f4', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.878019] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.878669] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.878971] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b4fee9d-a70a-49bc-a3f2-882ab6557269 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.900833] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.900833] env[69226]: value = "task-3495824" [ 1250.900833] env[69226]: _type = "Task" [ 1250.900833] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.909322] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495824, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.936370] env[69226]: DEBUG oslo_vmware.api [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495822, 'name': PowerOffVM_Task, 'duration_secs': 0.141071} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.936649] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.936825] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.937083] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d593530d-ff78-4c6a-a2bf-609521dceb21 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.975204] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.975517] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.975762] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Deleting the datastore file [datastore2] 337f87ab-06f0-4581-8e62-7fefe0b3cab7 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.976110] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e73b527c-a6ef-417e-b063-287ac9b98a75 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.986128] env[69226]: DEBUG oslo_vmware.api [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1250.986128] env[69226]: value = "task-3495826" [ 1250.986128] env[69226]: _type = "Task" [ 1250.986128] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.995494] env[69226]: DEBUG oslo_vmware.api [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.053619] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.053970] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.054247] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.145642] env[69226]: DEBUG nova.compute.manager [req-b8c738d7-b6ea-42db-a5af-f1394d1c32ea req-b9bfab26-90ee-4c6c-9d9c-bd5e031a099e service nova] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Received event network-changed-89068961-faa1-4d4e-adaf-16f48b7aa4f4 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.145752] env[69226]: DEBUG nova.compute.manager [req-b8c738d7-b6ea-42db-a5af-f1394d1c32ea req-b9bfab26-90ee-4c6c-9d9c-bd5e031a099e service nova] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Refreshing instance network info cache due to event network-changed-89068961-faa1-4d4e-adaf-16f48b7aa4f4. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1251.146033] env[69226]: DEBUG oslo_concurrency.lockutils [req-b8c738d7-b6ea-42db-a5af-f1394d1c32ea req-b9bfab26-90ee-4c6c-9d9c-bd5e031a099e service nova] Acquiring lock "refresh_cache-8fb39649-f8ae-4abe-8711-ab6f11bf91e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.146229] env[69226]: DEBUG oslo_concurrency.lockutils [req-b8c738d7-b6ea-42db-a5af-f1394d1c32ea req-b9bfab26-90ee-4c6c-9d9c-bd5e031a099e service nova] Acquired lock "refresh_cache-8fb39649-f8ae-4abe-8711-ab6f11bf91e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.146542] env[69226]: DEBUG nova.network.neutron [req-b8c738d7-b6ea-42db-a5af-f1394d1c32ea req-b9bfab26-90ee-4c6c-9d9c-bd5e031a099e service nova] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Refreshing network info cache for port 89068961-faa1-4d4e-adaf-16f48b7aa4f4 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.154528] env[69226]: DEBUG oslo_vmware.api [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495821, 'name': PowerOnVM_Task, 'duration_secs': 0.765334} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.155453] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.155707] env[69226]: INFO nova.compute.manager [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Took 6.39 seconds to spawn the instance on the hypervisor. [ 1251.155922] env[69226]: DEBUG nova.compute.manager [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.156883] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8eb2c9-2f3b-456e-a6c1-aecbb07b58c2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.195074] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495823, 'name': Rename_Task, 'duration_secs': 0.248258} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.195382] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.195633] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-271fd2f0-dd59-4967-adc1-7f87f029e8ff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.207291] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for the task: (returnval){ [ 1251.207291] env[69226]: value = "task-3495827" [ 1251.207291] env[69226]: _type = "Task" [ 1251.207291] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.228384] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495827, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.414553] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495824, 'name': CreateVM_Task, 'duration_secs': 0.430038} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.414730] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.415541] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'attachment_id': '71c1ddef-0f61-4ed4-a3a5-ed8c62b9070d', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698679', 'volume_id': '29c84e78-0682-4b8f-97b4-a8d0beb49d5c', 'name': 'volume-29c84e78-0682-4b8f-97b4-a8d0beb49d5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fb39649-f8ae-4abe-8711-ab6f11bf91e1', 'attached_at': '', 'detached_at': '', 'volume_id': '29c84e78-0682-4b8f-97b4-a8d0beb49d5c', 'serial': '29c84e78-0682-4b8f-97b4-a8d0beb49d5c'}, 'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69226) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1251.415754] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Root volume attach. Driver type: vmdk {{(pid=69226) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1251.416570] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745daa45-fe52-4dc2-b77b-2ebc99593679 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.428831] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a6501f-d104-46ef-b72d-41bd1d54463e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.438957] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966e3231-7aca-4320-81cc-221987108d3a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.448221] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f9ac7aef-c203-4d71-88b7-5f8cedc09599 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.456477] env[69226]: DEBUG oslo_vmware.api [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1251.456477] env[69226]: value = "task-3495828" [ 1251.456477] env[69226]: _type = "Task" [ 1251.456477] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.462968] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514de813-cd54-4060-9741-563b4f09bedf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.468894] env[69226]: DEBUG oslo_vmware.api [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495828, 'name': RelocateVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.473609] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da69112-6afc-4d0b-97db-4d01751eb2a3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.508302] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619c149f-a7c8-4d72-869a-90c33b2c0a03 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.521037] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.521472] env[69226]: DEBUG oslo_vmware.api [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133594} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.521766] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.521965] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1251.523760] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6487d52e-1aa0-42e7-9619-ef4f6e7f4e65 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.529669] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.529966] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.530257] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.530522] env[69226]: INFO nova.compute.manager [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1251.530860] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.531317] env[69226]: DEBUG nova.compute.manager [-] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.531439] env[69226]: DEBUG nova.network.neutron [-] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.545193] env[69226]: DEBUG nova.compute.provider_tree [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.551606] env[69226]: DEBUG nova.network.neutron [-] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1251.681109] env[69226]: INFO nova.compute.manager [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Took 12.06 seconds to build instance. [ 1251.718140] env[69226]: DEBUG oslo_vmware.api [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495827, 'name': PowerOnVM_Task, 'duration_secs': 0.449033} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.718414] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.718663] env[69226]: DEBUG nova.compute.manager [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.719429] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c03077-9635-4fa5-bae7-70b9d3bde744 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.967034] env[69226]: DEBUG oslo_vmware.api [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495828, 'name': RelocateVM_Task} progress is 19%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.968091] env[69226]: DEBUG nova.network.neutron [req-b8c738d7-b6ea-42db-a5af-f1394d1c32ea req-b9bfab26-90ee-4c6c-9d9c-bd5e031a099e service nova] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Updated VIF entry in instance network info cache for port 89068961-faa1-4d4e-adaf-16f48b7aa4f4. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.968462] env[69226]: DEBUG nova.network.neutron [req-b8c738d7-b6ea-42db-a5af-f1394d1c32ea req-b9bfab26-90ee-4c6c-9d9c-bd5e031a099e service nova] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Updating instance_info_cache with network_info: [{"id": "89068961-faa1-4d4e-adaf-16f48b7aa4f4", "address": "fa:16:3e:6e:ad:23", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89068961-fa", "ovs_interfaceid": "89068961-faa1-4d4e-adaf-16f48b7aa4f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.029891] env[69226]: DEBUG nova.compute.manager [req-c5e6ce58-a177-4324-86fd-62f3e6639909 req-139993ac-b8ae-46c2-9b99-bc27a2d51aa1 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Received event network-changed-c2c55991-7c11-48d0-b9a8-4571675707e3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.030183] env[69226]: DEBUG nova.compute.manager [req-c5e6ce58-a177-4324-86fd-62f3e6639909 req-139993ac-b8ae-46c2-9b99-bc27a2d51aa1 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Refreshing instance network info cache due to event network-changed-c2c55991-7c11-48d0-b9a8-4571675707e3. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1252.030437] env[69226]: DEBUG oslo_concurrency.lockutils [req-c5e6ce58-a177-4324-86fd-62f3e6639909 req-139993ac-b8ae-46c2-9b99-bc27a2d51aa1 service nova] Acquiring lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.030608] env[69226]: DEBUG oslo_concurrency.lockutils [req-c5e6ce58-a177-4324-86fd-62f3e6639909 req-139993ac-b8ae-46c2-9b99-bc27a2d51aa1 service nova] Acquired lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.030958] env[69226]: DEBUG nova.network.neutron [req-c5e6ce58-a177-4324-86fd-62f3e6639909 req-139993ac-b8ae-46c2-9b99-bc27a2d51aa1 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Refreshing network info cache for port c2c55991-7c11-48d0-b9a8-4571675707e3 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.047874] env[69226]: DEBUG nova.scheduler.client.report [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.053551] env[69226]: DEBUG nova.network.neutron [-] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.183737] env[69226]: DEBUG oslo_concurrency.lockutils [None req-66f8385f-ba46-4a63-b872-dfde6d3b12e0 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "7590e6b4-2942-4d54-8b6e-28496218373a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.574s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.184025] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "7590e6b4-2942-4d54-8b6e-28496218373a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.039s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.184222] env[69226]: INFO nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] During sync_power_state the instance has a pending task (spawning). Skip. [ 1252.184391] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "7590e6b4-2942-4d54-8b6e-28496218373a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.236794] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.467921] env[69226]: DEBUG oslo_vmware.api [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495828, 'name': RelocateVM_Task} progress is 19%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.470464] env[69226]: DEBUG oslo_concurrency.lockutils [req-b8c738d7-b6ea-42db-a5af-f1394d1c32ea req-b9bfab26-90ee-4c6c-9d9c-bd5e031a099e service nova] Releasing lock "refresh_cache-8fb39649-f8ae-4abe-8711-ab6f11bf91e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.520235] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.553067] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.555320] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.319s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.555514] env[69226]: DEBUG nova.objects.instance [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1252.558518] env[69226]: INFO nova.compute.manager [-] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Took 1.03 seconds to deallocate network for instance. [ 1252.576368] env[69226]: INFO nova.scheduler.client.report [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Deleted allocations for instance 53d9a8f3-cfdc-4dc1-9924-198e4ac04038 [ 1252.769070] env[69226]: DEBUG nova.network.neutron [req-c5e6ce58-a177-4324-86fd-62f3e6639909 req-139993ac-b8ae-46c2-9b99-bc27a2d51aa1 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Updated VIF entry in instance network info cache for port c2c55991-7c11-48d0-b9a8-4571675707e3. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.769522] env[69226]: DEBUG nova.network.neutron [req-c5e6ce58-a177-4324-86fd-62f3e6639909 req-139993ac-b8ae-46c2-9b99-bc27a2d51aa1 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Updating instance_info_cache with network_info: [{"id": "c2c55991-7c11-48d0-b9a8-4571675707e3", "address": "fa:16:3e:69:e1:0f", "network": {"id": "61f4be9c-0e3d-4a47-bb9b-afb0b674e5b2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1604472150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66aa0a2126264cfca886a893cfa086c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2c55991-7c", "ovs_interfaceid": "c2c55991-7c11-48d0-b9a8-4571675707e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.851949] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Acquiring lock "167b9839-b5c6-45bd-a24b-e30846f1e70b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.852526] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Lock "167b9839-b5c6-45bd-a24b-e30846f1e70b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.852664] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Acquiring lock "167b9839-b5c6-45bd-a24b-e30846f1e70b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.852854] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Lock "167b9839-b5c6-45bd-a24b-e30846f1e70b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.853064] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Lock "167b9839-b5c6-45bd-a24b-e30846f1e70b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.855331] env[69226]: INFO nova.compute.manager [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Terminating instance [ 1252.968481] env[69226]: DEBUG oslo_vmware.api [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495828, 'name': RelocateVM_Task, 'duration_secs': 1.458325} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.968879] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Volume attach. Driver type: vmdk {{(pid=69226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1252.969052] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698679', 'volume_id': '29c84e78-0682-4b8f-97b4-a8d0beb49d5c', 'name': 'volume-29c84e78-0682-4b8f-97b4-a8d0beb49d5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fb39649-f8ae-4abe-8711-ab6f11bf91e1', 'attached_at': '', 'detached_at': '', 'volume_id': '29c84e78-0682-4b8f-97b4-a8d0beb49d5c', 'serial': '29c84e78-0682-4b8f-97b4-a8d0beb49d5c'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1252.969748] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bf7e1f-d4aa-48b2-96dc-2e168e3eb22f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.984960] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820f2aa8-b998-4f9f-baa7-0262587cb184 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.006575] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-29c84e78-0682-4b8f-97b4-a8d0beb49d5c/volume-29c84e78-0682-4b8f-97b4-a8d0beb49d5c.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.007072] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d07eaf25-1002-463f-8799-12ceb7913813 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.023417] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.028232] env[69226]: DEBUG oslo_vmware.api [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1253.028232] env[69226]: value = "task-3495829" [ 1253.028232] env[69226]: _type = "Task" [ 1253.028232] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.037480] env[69226]: DEBUG oslo_vmware.api [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.066485] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.083188] env[69226]: DEBUG oslo_concurrency.lockutils [None req-df6b8128-9d59-42e1-ad56-c7c93f3d75bc tempest-ServersTestJSON-260549327 tempest-ServersTestJSON-260549327-project-member] Lock "53d9a8f3-cfdc-4dc1-9924-198e4ac04038" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.196s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.084423] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "53d9a8f3-cfdc-4dc1-9924-198e4ac04038" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.942s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.084627] env[69226]: INFO nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] During sync_power_state the instance has a pending task (deleting). Skip. [ 1253.084805] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "53d9a8f3-cfdc-4dc1-9924-198e4ac04038" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.272659] env[69226]: DEBUG oslo_concurrency.lockutils [req-c5e6ce58-a177-4324-86fd-62f3e6639909 req-139993ac-b8ae-46c2-9b99-bc27a2d51aa1 service nova] Releasing lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.361290] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Acquiring lock "refresh_cache-167b9839-b5c6-45bd-a24b-e30846f1e70b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.361549] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Acquired lock "refresh_cache-167b9839-b5c6-45bd-a24b-e30846f1e70b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.361799] env[69226]: DEBUG nova.network.neutron [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.542235] env[69226]: DEBUG oslo_vmware.api [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495829, 'name': ReconfigVM_Task, 'duration_secs': 0.443631} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.542235] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-29c84e78-0682-4b8f-97b4-a8d0beb49d5c/volume-29c84e78-0682-4b8f-97b4-a8d0beb49d5c.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.545663] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a4d7165-dcfe-44c8-ab29-e50cfc3e94fe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.563833] env[69226]: DEBUG oslo_vmware.api [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1253.563833] env[69226]: value = "task-3495830" [ 1253.563833] env[69226]: _type = "Task" [ 1253.563833] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.568197] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4625e9aa-8feb-40fa-92e0-8d2161f406e4 tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.572043] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.546s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.572043] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.572043] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1253.572043] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.504s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.572043] env[69226]: DEBUG nova.objects.instance [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lazy-loading 'resources' on Instance uuid 337f87ab-06f0-4581-8e62-7fefe0b3cab7 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.573212] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272cdb79-4990-40d8-9795-ae2c170e9765 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.579350] env[69226]: DEBUG oslo_vmware.api [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.587038] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f20491-6ba7-46cc-aee0-4f4734f2fb7f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.608789] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68d798f-f2fd-4ce9-9a27-92ba8f940ae9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.616960] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421ba78e-25e5-41b5-9736-d78c8fbf51ca {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.652797] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179806MB free_disk=91GB free_vcpus=48 pci_devices=None {{(pid=69226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1253.653070] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.880945] env[69226]: DEBUG nova.network.neutron [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1253.956656] env[69226]: DEBUG nova.network.neutron [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.078024] env[69226]: DEBUG oslo_vmware.api [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495830, 'name': ReconfigVM_Task, 'duration_secs': 0.201258} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.078763] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698679', 'volume_id': '29c84e78-0682-4b8f-97b4-a8d0beb49d5c', 'name': 'volume-29c84e78-0682-4b8f-97b4-a8d0beb49d5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fb39649-f8ae-4abe-8711-ab6f11bf91e1', 'attached_at': '', 'detached_at': '', 'volume_id': '29c84e78-0682-4b8f-97b4-a8d0beb49d5c', 'serial': '29c84e78-0682-4b8f-97b4-a8d0beb49d5c'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1254.079391] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f95787a-734d-493f-903f-4d8f84e2c699 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.088597] env[69226]: DEBUG oslo_vmware.api [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1254.088597] env[69226]: value = "task-3495831" [ 1254.088597] env[69226]: _type = "Task" [ 1254.088597] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.099129] env[69226]: DEBUG oslo_vmware.api [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495831, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.222762] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08bdf7c-da02-4f86-8807-3907bcd56e58 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.232363] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867ad00e-73b3-4cb4-818b-ddce386d13ad {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.263937] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159d078c-ce96-493e-9632-f8ef7c114bb6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.273157] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3ab60b-6860-48ee-ac4e-c6882fa0d68b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.288769] env[69226]: DEBUG nova.compute.provider_tree [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.459424] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Releasing lock "refresh_cache-167b9839-b5c6-45bd-a24b-e30846f1e70b" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.459847] env[69226]: DEBUG nova.compute.manager [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.460054] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.460987] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb5a5bd-1e90-442a-828f-5bb42ea1e310 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.469973] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.470264] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ff282d2-eb9f-4d25-97b1-f75406d23362 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.477121] env[69226]: DEBUG oslo_vmware.api [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for the task: (returnval){ [ 1254.477121] env[69226]: value = "task-3495832" [ 1254.477121] env[69226]: _type = "Task" [ 1254.477121] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.486248] env[69226]: DEBUG oslo_vmware.api [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.603554] env[69226]: DEBUG oslo_vmware.api [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495831, 'name': Rename_Task, 'duration_secs': 0.286864} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.603884] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.604200] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc1216ca-17db-4827-a396-6e53d5ffa8aa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.612697] env[69226]: DEBUG oslo_vmware.api [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1254.612697] env[69226]: value = "task-3495833" [ 1254.612697] env[69226]: _type = "Task" [ 1254.612697] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.627701] env[69226]: DEBUG oslo_vmware.api [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.792545] env[69226]: DEBUG nova.scheduler.client.report [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.988209] env[69226]: DEBUG oslo_vmware.api [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495832, 'name': PowerOffVM_Task, 'duration_secs': 0.133936} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.988569] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.988803] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.989146] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fa4c231-3ad2-442c-a7fc-02c6335c4d70 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.020778] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.021134] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.021454] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Deleting the datastore file [datastore2] 167b9839-b5c6-45bd-a24b-e30846f1e70b {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.021837] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41c92894-4d7e-4c50-b61a-b84feed21a68 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.031165] env[69226]: DEBUG oslo_vmware.api [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for the task: (returnval){ [ 1255.031165] env[69226]: value = "task-3495835" [ 1255.031165] env[69226]: _type = "Task" [ 1255.031165] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.040607] env[69226]: DEBUG oslo_vmware.api [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.124849] env[69226]: DEBUG oslo_vmware.api [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495833, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.300321] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.302876] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.650s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.328613] env[69226]: INFO nova.scheduler.client.report [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Deleted allocations for instance 337f87ab-06f0-4581-8e62-7fefe0b3cab7 [ 1255.540832] env[69226]: DEBUG oslo_vmware.api [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Task: {'id': task-3495835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323534} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.541110] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.541280] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.541459] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.541629] env[69226]: INFO nova.compute.manager [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1255.541890] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.542100] env[69226]: DEBUG nova.compute.manager [-] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.542170] env[69226]: DEBUG nova.network.neutron [-] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.557928] env[69226]: DEBUG nova.network.neutron [-] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1255.623507] env[69226]: DEBUG oslo_vmware.api [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495833, 'name': PowerOnVM_Task, 'duration_secs': 0.557933} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.623926] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.623926] env[69226]: INFO nova.compute.manager [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Took 5.09 seconds to spawn the instance on the hypervisor. [ 1255.624213] env[69226]: DEBUG nova.compute.manager [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.624934] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108b5d7c-04ec-4db4-94c6-4c0fa79bbca4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.837133] env[69226]: DEBUG oslo_concurrency.lockutils [None req-0508c58d-2c53-4418-bb7e-9ac3ededc8bd tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "337f87ab-06f0-4581-8e62-7fefe0b3cab7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.032s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.838091] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "337f87ab-06f0-4581-8e62-7fefe0b3cab7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.693s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.838299] env[69226]: INFO nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] During sync_power_state the instance has a pending task (deleting). Skip. [ 1255.838473] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "337f87ab-06f0-4581-8e62-7fefe0b3cab7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.060208] env[69226]: DEBUG nova.network.neutron [-] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.142792] env[69226]: INFO nova.compute.manager [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Took 13.33 seconds to build instance. [ 1256.337888] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 0614d5ec-c144-48fe-9248-a498b34699a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1256.338251] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 84c61656-c42e-41d3-bf30-04c504670123 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1256.338470] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance e7378df1-117d-41a5-a8a7-ff1513019b2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1256.338685] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 85c69408-c888-40fe-aec9-f3ed3bdb63da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1256.338859] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance b43f8d35-f057-4473-b761-0e89b60645ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1256.339048] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance d5fda2e8-2022-432a-aeda-296b2092b6d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1256.339229] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 167b9839-b5c6-45bd-a24b-e30846f1e70b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1256.339419] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 7590e6b4-2942-4d54-8b6e-28496218373a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1256.339586] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 8fb39649-f8ae-4abe-8711-ab6f11bf91e1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1256.339837] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1256.340043] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1256.403133] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquiring lock "d5fda2e8-2022-432a-aeda-296b2092b6d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.403453] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "d5fda2e8-2022-432a-aeda-296b2092b6d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.403815] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquiring lock "d5fda2e8-2022-432a-aeda-296b2092b6d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.404145] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "d5fda2e8-2022-432a-aeda-296b2092b6d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.404465] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "d5fda2e8-2022-432a-aeda-296b2092b6d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.407812] env[69226]: INFO nova.compute.manager [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Terminating instance [ 1256.449048] env[69226]: DEBUG nova.compute.manager [req-453c4d10-6ab3-48dc-adf3-3502147db5e9 req-73c58b6a-167c-4435-846b-b9f901eae40b service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Received event network-changed-9be9cb46-e7cf-436b-a654-100ca94253b9 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.449459] env[69226]: DEBUG nova.compute.manager [req-453c4d10-6ab3-48dc-adf3-3502147db5e9 req-73c58b6a-167c-4435-846b-b9f901eae40b service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Refreshing instance network info cache due to event network-changed-9be9cb46-e7cf-436b-a654-100ca94253b9. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.449775] env[69226]: DEBUG oslo_concurrency.lockutils [req-453c4d10-6ab3-48dc-adf3-3502147db5e9 req-73c58b6a-167c-4435-846b-b9f901eae40b service nova] Acquiring lock "refresh_cache-0614d5ec-c144-48fe-9248-a498b34699a6" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.450063] env[69226]: DEBUG oslo_concurrency.lockutils [req-453c4d10-6ab3-48dc-adf3-3502147db5e9 req-73c58b6a-167c-4435-846b-b9f901eae40b service nova] Acquired lock "refresh_cache-0614d5ec-c144-48fe-9248-a498b34699a6" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.450357] env[69226]: DEBUG nova.network.neutron [req-453c4d10-6ab3-48dc-adf3-3502147db5e9 req-73c58b6a-167c-4435-846b-b9f901eae40b service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Refreshing network info cache for port 9be9cb46-e7cf-436b-a654-100ca94253b9 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.490646] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be4292f-1d59-4c26-9868-97cbfd1923bf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.499581] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9e5244-e24d-49b7-be23-9629f1d0a994 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.530484] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f8ad09-f4d3-409b-aa1d-33f515457cc9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.538797] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89f7942-a790-4207-85f0-59a0866e8389 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.554044] env[69226]: DEBUG nova.compute.provider_tree [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.563686] env[69226]: INFO nova.compute.manager [-] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Took 1.02 seconds to deallocate network for instance. [ 1256.646999] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f7c2e947-39ee-477f-bbf9-5ac943f3229e tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.840s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.647311] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.502s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.647508] env[69226]: INFO nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 1256.647679] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.915960] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquiring lock "refresh_cache-d5fda2e8-2022-432a-aeda-296b2092b6d3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.916193] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquired lock "refresh_cache-d5fda2e8-2022-432a-aeda-296b2092b6d3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.916358] env[69226]: DEBUG nova.network.neutron [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.057873] env[69226]: DEBUG nova.scheduler.client.report [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.070835] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.183754] env[69226]: DEBUG nova.network.neutron [req-453c4d10-6ab3-48dc-adf3-3502147db5e9 req-73c58b6a-167c-4435-846b-b9f901eae40b service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Updated VIF entry in instance network info cache for port 9be9cb46-e7cf-436b-a654-100ca94253b9. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.184148] env[69226]: DEBUG nova.network.neutron [req-453c4d10-6ab3-48dc-adf3-3502147db5e9 req-73c58b6a-167c-4435-846b-b9f901eae40b service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Updating instance_info_cache with network_info: [{"id": "9be9cb46-e7cf-436b-a654-100ca94253b9", "address": "fa:16:3e:54:e6:ec", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9be9cb46-e7", "ovs_interfaceid": "9be9cb46-e7cf-436b-a654-100ca94253b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.436960] env[69226]: DEBUG nova.network.neutron [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1257.486673] env[69226]: DEBUG nova.network.neutron [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.562540] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1257.562751] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.260s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.563031] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.492s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.563268] env[69226]: DEBUG nova.objects.instance [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Lazy-loading 'resources' on Instance uuid 167b9839-b5c6-45bd-a24b-e30846f1e70b {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.686637] env[69226]: DEBUG oslo_concurrency.lockutils [req-453c4d10-6ab3-48dc-adf3-3502147db5e9 req-73c58b6a-167c-4435-846b-b9f901eae40b service nova] Releasing lock "refresh_cache-0614d5ec-c144-48fe-9248-a498b34699a6" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.825484] env[69226]: DEBUG nova.compute.manager [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Stashing vm_state: active {{(pid=69226) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1257.989119] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Releasing lock "refresh_cache-d5fda2e8-2022-432a-aeda-296b2092b6d3" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.989550] env[69226]: DEBUG nova.compute.manager [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.989742] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.990681] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4341ba5-88b1-4431-9eda-bdc0f122be5e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.999651] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.999899] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b24af244-8d62-48b8-b350-0dbb40ff8fd4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.006477] env[69226]: DEBUG oslo_vmware.api [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1258.006477] env[69226]: value = "task-3495836" [ 1258.006477] env[69226]: _type = "Task" [ 1258.006477] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.015865] env[69226]: DEBUG oslo_vmware.api [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.208853] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f0fbf0-1110-42f4-8555-b2a4862ae579 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.217545] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d3a0c6-b431-4c8a-8d26-67759f20f54d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.251201] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b019d9c9-fe35-4787-8439-22e4593f56cf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.259683] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a08c102-c0e1-46f3-a8c1-1ad08c20c545 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.274741] env[69226]: DEBUG nova.compute.provider_tree [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.343904] env[69226]: DEBUG oslo_concurrency.lockutils [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.476587] env[69226]: DEBUG nova.compute.manager [req-a0e62b6e-7c65-4374-971b-70c33efb15cd req-1986e60c-b900-491c-9cd6-0e1f0d241bcf service nova] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Received event network-changed-89068961-faa1-4d4e-adaf-16f48b7aa4f4 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.476882] env[69226]: DEBUG nova.compute.manager [req-a0e62b6e-7c65-4374-971b-70c33efb15cd req-1986e60c-b900-491c-9cd6-0e1f0d241bcf service nova] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Refreshing instance network info cache due to event network-changed-89068961-faa1-4d4e-adaf-16f48b7aa4f4. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.476997] env[69226]: DEBUG oslo_concurrency.lockutils [req-a0e62b6e-7c65-4374-971b-70c33efb15cd req-1986e60c-b900-491c-9cd6-0e1f0d241bcf service nova] Acquiring lock "refresh_cache-8fb39649-f8ae-4abe-8711-ab6f11bf91e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.477148] env[69226]: DEBUG oslo_concurrency.lockutils [req-a0e62b6e-7c65-4374-971b-70c33efb15cd req-1986e60c-b900-491c-9cd6-0e1f0d241bcf service nova] Acquired lock "refresh_cache-8fb39649-f8ae-4abe-8711-ab6f11bf91e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.477311] env[69226]: DEBUG nova.network.neutron [req-a0e62b6e-7c65-4374-971b-70c33efb15cd req-1986e60c-b900-491c-9cd6-0e1f0d241bcf service nova] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Refreshing network info cache for port 89068961-faa1-4d4e-adaf-16f48b7aa4f4 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.518180] env[69226]: DEBUG oslo_vmware.api [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495836, 'name': PowerOffVM_Task, 'duration_secs': 0.463911} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.518724] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.518981] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.519277] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a391c12-32ed-4b76-899b-cf3a6becc4c9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.778226] env[69226]: DEBUG nova.scheduler.client.report [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.834551] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.834785] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.834958] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Deleting the datastore file [datastore1] d5fda2e8-2022-432a-aeda-296b2092b6d3 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.835283] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc81478c-be6e-466f-8a68-03986662ad09 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.844608] env[69226]: DEBUG oslo_vmware.api [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for the task: (returnval){ [ 1258.844608] env[69226]: value = "task-3495838" [ 1258.844608] env[69226]: _type = "Task" [ 1258.844608] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.853896] env[69226]: DEBUG oslo_vmware.api [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.203332] env[69226]: DEBUG nova.network.neutron [req-a0e62b6e-7c65-4374-971b-70c33efb15cd req-1986e60c-b900-491c-9cd6-0e1f0d241bcf service nova] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Updated VIF entry in instance network info cache for port 89068961-faa1-4d4e-adaf-16f48b7aa4f4. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.203757] env[69226]: DEBUG nova.network.neutron [req-a0e62b6e-7c65-4374-971b-70c33efb15cd req-1986e60c-b900-491c-9cd6-0e1f0d241bcf service nova] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Updating instance_info_cache with network_info: [{"id": "89068961-faa1-4d4e-adaf-16f48b7aa4f4", "address": "fa:16:3e:6e:ad:23", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89068961-fa", "ovs_interfaceid": "89068961-faa1-4d4e-adaf-16f48b7aa4f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.283022] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.287762] env[69226]: DEBUG oslo_concurrency.lockutils [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.944s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.306173] env[69226]: INFO nova.scheduler.client.report [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Deleted allocations for instance 167b9839-b5c6-45bd-a24b-e30846f1e70b [ 1259.355909] env[69226]: DEBUG oslo_vmware.api [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Task: {'id': task-3495838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408927} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.356695] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.356892] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.357082] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.357264] env[69226]: INFO nova.compute.manager [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1259.357500] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.357689] env[69226]: DEBUG nova.compute.manager [-] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.357785] env[69226]: DEBUG nova.network.neutron [-] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.373547] env[69226]: DEBUG nova.network.neutron [-] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1259.706619] env[69226]: DEBUG oslo_concurrency.lockutils [req-a0e62b6e-7c65-4374-971b-70c33efb15cd req-1986e60c-b900-491c-9cd6-0e1f0d241bcf service nova] Releasing lock "refresh_cache-8fb39649-f8ae-4abe-8711-ab6f11bf91e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.792615] env[69226]: INFO nova.compute.claims [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.814939] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3c8c28a5-7df2-464b-bbaa-4bbf31fa43bd tempest-ServerShowV257Test-1220417952 tempest-ServerShowV257Test-1220417952-project-member] Lock "167b9839-b5c6-45bd-a24b-e30846f1e70b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.963s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.875640] env[69226]: DEBUG nova.network.neutron [-] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.299713] env[69226]: INFO nova.compute.resource_tracker [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Updating resource usage from migration dd0d6986-51af-4caf-b8b5-f7e39fa82c03 [ 1260.379854] env[69226]: INFO nova.compute.manager [-] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Took 1.02 seconds to deallocate network for instance. [ 1260.424485] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9cba94-8bd0-4845-be4d-c79e6f8ba510 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.433529] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09d0cbb-7213-46c5-885d-be5322eac6f3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.465174] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff38628-0d2d-4e2b-97ef-76af935761bd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.473307] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d14b778-1744-4c38-99de-4dd984d3e06f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.488100] env[69226]: DEBUG nova.compute.provider_tree [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.886220] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.991509] env[69226]: DEBUG nova.scheduler.client.report [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.497245] env[69226]: DEBUG oslo_concurrency.lockutils [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.209s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.497574] env[69226]: INFO nova.compute.manager [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Migrating [ 1261.504759] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.619s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.505050] env[69226]: DEBUG nova.objects.instance [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lazy-loading 'resources' on Instance uuid d5fda2e8-2022-432a-aeda-296b2092b6d3 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.018358] env[69226]: DEBUG oslo_concurrency.lockutils [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "refresh_cache-8fb39649-f8ae-4abe-8711-ab6f11bf91e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.018358] env[69226]: DEBUG oslo_concurrency.lockutils [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired lock "refresh_cache-8fb39649-f8ae-4abe-8711-ab6f11bf91e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.018358] env[69226]: DEBUG nova.network.neutron [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.166440] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99269c9c-d6d7-421a-b351-6b3299cf3f56 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.177427] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14bb529-f314-4f5d-8f04-b89b0c224458 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.210166] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c296e03c-941a-4a05-9294-73fbb95aa0a9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.218319] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7d8588-dff7-4f69-a4e7-fe69bf7f6ece {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.233900] env[69226]: DEBUG nova.compute.provider_tree [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.736668] env[69226]: DEBUG nova.scheduler.client.report [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.753696] env[69226]: DEBUG nova.network.neutron [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Updating instance_info_cache with network_info: [{"id": "89068961-faa1-4d4e-adaf-16f48b7aa4f4", "address": "fa:16:3e:6e:ad:23", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89068961-fa", "ovs_interfaceid": "89068961-faa1-4d4e-adaf-16f48b7aa4f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.833010] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "b43f8d35-f057-4473-b761-0e89b60645ab" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.833319] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "b43f8d35-f057-4473-b761-0e89b60645ab" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.833498] env[69226]: INFO nova.compute.manager [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Shelving [ 1263.242250] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.257363] env[69226]: DEBUG oslo_concurrency.lockutils [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Releasing lock "refresh_cache-8fb39649-f8ae-4abe-8711-ab6f11bf91e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.268292] env[69226]: INFO nova.scheduler.client.report [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Deleted allocations for instance d5fda2e8-2022-432a-aeda-296b2092b6d3 [ 1263.776241] env[69226]: DEBUG oslo_concurrency.lockutils [None req-89aa0927-cfe9-46cf-b112-1ba75f674c50 tempest-ServerShowV247Test-467906707 tempest-ServerShowV247Test-467906707-project-member] Lock "d5fda2e8-2022-432a-aeda-296b2092b6d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.373s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.844642] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.844921] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dda55889-e33d-4458-b567-a74b716e1dc5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.853976] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1263.853976] env[69226]: value = "task-3495839" [ 1263.853976] env[69226]: _type = "Task" [ 1263.853976] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.863645] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.142634] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "00e42cb1-2341-41e3-a11d-a20f53dd26de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.142634] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "00e42cb1-2341-41e3-a11d-a20f53dd26de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.365880] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495839, 'name': PowerOffVM_Task, 'duration_secs': 0.221802} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.366390] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.367414] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b98222-b750-4392-b67d-4b4551a4c4e2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.388729] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f947b7-e413-410d-a8d8-f4807c5884fa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.644677] env[69226]: DEBUG nova.compute.manager [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1264.772966] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a46c140-a9ac-4c6b-a536-63d2bfab6819 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.791936] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Updating instance '8fb39649-f8ae-4abe-8711-ab6f11bf91e1' progress to 0 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.900755] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Creating Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1264.901146] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8c95db84-8512-43cb-ba22-dfdd35189561 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.910466] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1264.910466] env[69226]: value = "task-3495840" [ 1264.910466] env[69226]: _type = "Task" [ 1264.910466] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.920268] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495840, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.169263] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.169361] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.171045] env[69226]: INFO nova.compute.claims [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.297576] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.297899] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a60b6397-4196-4d3c-8822-5244b1246609 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.308421] env[69226]: DEBUG oslo_vmware.api [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1265.308421] env[69226]: value = "task-3495841" [ 1265.308421] env[69226]: _type = "Task" [ 1265.308421] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.318890] env[69226]: DEBUG oslo_vmware.api [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.422331] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495840, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.822025] env[69226]: DEBUG oslo_vmware.api [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495841, 'name': PowerOffVM_Task, 'duration_secs': 0.262072} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.822025] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.822025] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Updating instance '8fb39649-f8ae-4abe-8711-ab6f11bf91e1' progress to 17 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1265.923155] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495840, 'name': CreateSnapshot_Task, 'duration_secs': 0.819602} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.923580] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Created Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1265.924404] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c420a76c-2ca2-41e9-9127-3eca0a5d4c5e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.279532] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c67936-7f8b-4d36-af98-77b245e8c91c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.287185] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ab8004-dbcd-4e7c-a015-e5f3ff216b4b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.317432] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8733a9d-fb87-47b3-9bd1-1c72b4a3b25c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.325211] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8af2c5-96e5-4094-9ff3-35644d459241 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.331483] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1266.331707] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.331863] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.332056] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.332247] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.332408] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1266.332614] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1266.332771] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1266.332934] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1266.333112] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1266.333308] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1266.338256] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c14da95-924e-4ebb-9756-f00fdaddb91b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.359919] env[69226]: DEBUG nova.compute.provider_tree [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.363403] env[69226]: DEBUG oslo_vmware.api [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1266.363403] env[69226]: value = "task-3495842" [ 1266.363403] env[69226]: _type = "Task" [ 1266.363403] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.372606] env[69226]: DEBUG oslo_vmware.api [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495842, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.443221] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Creating linked-clone VM from snapshot {{(pid=69226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1266.443919] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-612b53c8-94a9-41d2-a961-123d7fc340cd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.454222] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1266.454222] env[69226]: value = "task-3495843" [ 1266.454222] env[69226]: _type = "Task" [ 1266.454222] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.463819] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495843, 'name': CloneVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.863619] env[69226]: DEBUG nova.scheduler.client.report [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.876329] env[69226]: DEBUG oslo_vmware.api [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495842, 'name': ReconfigVM_Task, 'duration_secs': 0.213713} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.876702] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Updating instance '8fb39649-f8ae-4abe-8711-ab6f11bf91e1' progress to 33 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.964919] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495843, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.371632] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.372229] env[69226]: DEBUG nova.compute.manager [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1267.383173] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.383399] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.383559] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.383743] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.383888] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.384044] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.384251] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.384410] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.384600] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.384766] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.384938] env[69226]: DEBUG nova.virt.hardware [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.390296] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1267.390575] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29757272-9b50-475f-a13f-8f8f05de4ba4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.412263] env[69226]: DEBUG oslo_vmware.api [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1267.412263] env[69226]: value = "task-3495844" [ 1267.412263] env[69226]: _type = "Task" [ 1267.412263] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.420683] env[69226]: DEBUG oslo_vmware.api [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.463872] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495843, 'name': CloneVM_Task, 'duration_secs': 0.977123} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.464143] env[69226]: INFO nova.virt.vmwareapi.vmops [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Created linked-clone VM from snapshot [ 1267.464856] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8a8d3e-8564-47e6-a7da-a2bcac6c32ac {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.472188] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Uploading image dd6cf004-68c6-4d7c-88df-b053fbe451c2 {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1267.500425] env[69226]: DEBUG oslo_vmware.rw_handles [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1267.500425] env[69226]: value = "vm-698686" [ 1267.500425] env[69226]: _type = "VirtualMachine" [ 1267.500425] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1267.500786] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5c7c2b33-4c25-4026-b4ca-32fdf27467de {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.508969] env[69226]: DEBUG oslo_vmware.rw_handles [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lease: (returnval){ [ 1267.508969] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52cdf3d8-e247-24cb-883f-9e560e88ee0a" [ 1267.508969] env[69226]: _type = "HttpNfcLease" [ 1267.508969] env[69226]: } obtained for exporting VM: (result){ [ 1267.508969] env[69226]: value = "vm-698686" [ 1267.508969] env[69226]: _type = "VirtualMachine" [ 1267.508969] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1267.509532] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the lease: (returnval){ [ 1267.509532] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52cdf3d8-e247-24cb-883f-9e560e88ee0a" [ 1267.509532] env[69226]: _type = "HttpNfcLease" [ 1267.509532] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1267.516517] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1267.516517] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52cdf3d8-e247-24cb-883f-9e560e88ee0a" [ 1267.516517] env[69226]: _type = "HttpNfcLease" [ 1267.516517] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1267.877725] env[69226]: DEBUG nova.compute.utils [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1267.879181] env[69226]: DEBUG nova.compute.manager [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1267.879353] env[69226]: DEBUG nova.network.neutron [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1267.921901] env[69226]: DEBUG oslo_vmware.api [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495844, 'name': ReconfigVM_Task, 'duration_secs': 0.189669} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.923349] env[69226]: DEBUG nova.policy [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c7217ffa46c48a1bd529e14d67a2791', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '985cdbdf00864fe7a2fa44ef61469f56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.924802] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1267.925841] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebfb47f-0a2e-4a09-9972-3ac633a77db8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.948660] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-29c84e78-0682-4b8f-97b4-a8d0beb49d5c/volume-29c84e78-0682-4b8f-97b4-a8d0beb49d5c.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.948946] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f0c0b55-bcb4-4f9f-9698-da7319f6e884 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.970718] env[69226]: DEBUG oslo_vmware.api [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1267.970718] env[69226]: value = "task-3495846" [ 1267.970718] env[69226]: _type = "Task" [ 1267.970718] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.980837] env[69226]: DEBUG oslo_vmware.api [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.017492] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1268.017492] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52cdf3d8-e247-24cb-883f-9e560e88ee0a" [ 1268.017492] env[69226]: _type = "HttpNfcLease" [ 1268.017492] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1268.017848] env[69226]: DEBUG oslo_vmware.rw_handles [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1268.017848] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52cdf3d8-e247-24cb-883f-9e560e88ee0a" [ 1268.017848] env[69226]: _type = "HttpNfcLease" [ 1268.017848] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1268.018528] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331c6971-e895-492b-888b-9696f483444f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.029777] env[69226]: DEBUG oslo_vmware.rw_handles [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc0d7a-0881-d725-e609-eb75b91ecb9c/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1268.029777] env[69226]: DEBUG oslo_vmware.rw_handles [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc0d7a-0881-d725-e609-eb75b91ecb9c/disk-0.vmdk for reading. {{(pid=69226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1268.117043] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3b40a4dc-30d8-4f61-8137-8bc3f3e52baf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.321210] env[69226]: DEBUG nova.network.neutron [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Successfully created port: b7835621-7c54-40e4-90e1-01429256b500 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1268.382610] env[69226]: DEBUG nova.compute.manager [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1268.483644] env[69226]: DEBUG oslo_vmware.api [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495846, 'name': ReconfigVM_Task, 'duration_secs': 0.293148} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.483644] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-29c84e78-0682-4b8f-97b4-a8d0beb49d5c/volume-29c84e78-0682-4b8f-97b4-a8d0beb49d5c.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.483820] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Updating instance '8fb39649-f8ae-4abe-8711-ab6f11bf91e1' progress to 50 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.990544] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640d08a2-09d6-4951-bb60-b8df20cc3358 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.014074] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848db3a8-e8bf-4792-a2ba-4aae55ba641f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.035639] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Updating instance '8fb39649-f8ae-4abe-8711-ab6f11bf91e1' progress to 67 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1269.392860] env[69226]: DEBUG nova.compute.manager [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1269.417436] env[69226]: DEBUG nova.virt.hardware [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.419322] env[69226]: DEBUG nova.virt.hardware [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.419322] env[69226]: DEBUG nova.virt.hardware [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.419322] env[69226]: DEBUG nova.virt.hardware [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.419322] env[69226]: DEBUG nova.virt.hardware [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.419322] env[69226]: DEBUG nova.virt.hardware [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.419322] env[69226]: DEBUG nova.virt.hardware [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.419322] env[69226]: DEBUG nova.virt.hardware [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.419322] env[69226]: DEBUG nova.virt.hardware [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.419322] env[69226]: DEBUG nova.virt.hardware [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.419773] env[69226]: DEBUG nova.virt.hardware [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.420441] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94748e7c-e48d-44f8-8562-84ddfc3f9c6b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.428745] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7be6e3c-2519-429c-a589-025c23e90a19 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.708176] env[69226]: DEBUG nova.compute.manager [req-22e1bca9-95c4-4aee-ab84-5a38ea1dbc50 req-be0db5a6-3d26-4608-b96e-5af6f1a019a5 service nova] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Received event network-vif-plugged-b7835621-7c54-40e4-90e1-01429256b500 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.708539] env[69226]: DEBUG oslo_concurrency.lockutils [req-22e1bca9-95c4-4aee-ab84-5a38ea1dbc50 req-be0db5a6-3d26-4608-b96e-5af6f1a019a5 service nova] Acquiring lock "00e42cb1-2341-41e3-a11d-a20f53dd26de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.708822] env[69226]: DEBUG oslo_concurrency.lockutils [req-22e1bca9-95c4-4aee-ab84-5a38ea1dbc50 req-be0db5a6-3d26-4608-b96e-5af6f1a019a5 service nova] Lock "00e42cb1-2341-41e3-a11d-a20f53dd26de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.709068] env[69226]: DEBUG oslo_concurrency.lockutils [req-22e1bca9-95c4-4aee-ab84-5a38ea1dbc50 req-be0db5a6-3d26-4608-b96e-5af6f1a019a5 service nova] Lock "00e42cb1-2341-41e3-a11d-a20f53dd26de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.709265] env[69226]: DEBUG nova.compute.manager [req-22e1bca9-95c4-4aee-ab84-5a38ea1dbc50 req-be0db5a6-3d26-4608-b96e-5af6f1a019a5 service nova] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] No waiting events found dispatching network-vif-plugged-b7835621-7c54-40e4-90e1-01429256b500 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1269.709516] env[69226]: WARNING nova.compute.manager [req-22e1bca9-95c4-4aee-ab84-5a38ea1dbc50 req-be0db5a6-3d26-4608-b96e-5af6f1a019a5 service nova] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Received unexpected event network-vif-plugged-b7835621-7c54-40e4-90e1-01429256b500 for instance with vm_state building and task_state spawning. [ 1269.798067] env[69226]: DEBUG nova.network.neutron [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Successfully updated port: b7835621-7c54-40e4-90e1-01429256b500 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1270.301842] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "refresh_cache-00e42cb1-2341-41e3-a11d-a20f53dd26de" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.301842] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquired lock "refresh_cache-00e42cb1-2341-41e3-a11d-a20f53dd26de" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.301842] env[69226]: DEBUG nova.network.neutron [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.679765] env[69226]: DEBUG nova.network.neutron [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Port 89068961-faa1-4d4e-adaf-16f48b7aa4f4 binding to destination host cpu-1 is already ACTIVE {{(pid=69226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1270.834934] env[69226]: DEBUG nova.network.neutron [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.982298] env[69226]: DEBUG nova.network.neutron [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Updating instance_info_cache with network_info: [{"id": "b7835621-7c54-40e4-90e1-01429256b500", "address": "fa:16:3e:60:49:2f", "network": {"id": "4424b537-491a-4347-b98f-ac827f34bfca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1720646142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "985cdbdf00864fe7a2fa44ef61469f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7835621-7c", "ovs_interfaceid": "b7835621-7c54-40e4-90e1-01429256b500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.485593] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Releasing lock "refresh_cache-00e42cb1-2341-41e3-a11d-a20f53dd26de" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.485948] env[69226]: DEBUG nova.compute.manager [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Instance network_info: |[{"id": "b7835621-7c54-40e4-90e1-01429256b500", "address": "fa:16:3e:60:49:2f", "network": {"id": "4424b537-491a-4347-b98f-ac827f34bfca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1720646142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "985cdbdf00864fe7a2fa44ef61469f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7835621-7c", "ovs_interfaceid": "b7835621-7c54-40e4-90e1-01429256b500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1271.486414] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:49:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7835621-7c54-40e4-90e1-01429256b500', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.494336] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Creating folder: Project (985cdbdf00864fe7a2fa44ef61469f56). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1271.494989] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0720b72a-2fbd-4609-9a6a-3df12fb7733a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.507235] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Created folder: Project (985cdbdf00864fe7a2fa44ef61469f56) in parent group-v698365. [ 1271.507460] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Creating folder: Instances. Parent ref: group-v698687. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1271.507706] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-caa057f1-7c32-4f4a-814b-5b8330a42dd6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.516180] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Created folder: Instances in parent group-v698687. [ 1271.516435] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.516674] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.516911] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a3af404-e578-4478-8f87-2450be2dfa58 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.536990] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.536990] env[69226]: value = "task-3495849" [ 1271.536990] env[69226]: _type = "Task" [ 1271.536990] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.544637] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495849, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.703757] env[69226]: DEBUG oslo_concurrency.lockutils [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.703996] env[69226]: DEBUG oslo_concurrency.lockutils [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.704194] env[69226]: DEBUG oslo_concurrency.lockutils [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.739173] env[69226]: DEBUG nova.compute.manager [req-c34034b3-612d-49c1-a162-fe377a5ac761 req-913c2624-434d-4a60-a71d-ade9b9d639d3 service nova] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Received event network-changed-b7835621-7c54-40e4-90e1-01429256b500 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.739348] env[69226]: DEBUG nova.compute.manager [req-c34034b3-612d-49c1-a162-fe377a5ac761 req-913c2624-434d-4a60-a71d-ade9b9d639d3 service nova] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Refreshing instance network info cache due to event network-changed-b7835621-7c54-40e4-90e1-01429256b500. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.739559] env[69226]: DEBUG oslo_concurrency.lockutils [req-c34034b3-612d-49c1-a162-fe377a5ac761 req-913c2624-434d-4a60-a71d-ade9b9d639d3 service nova] Acquiring lock "refresh_cache-00e42cb1-2341-41e3-a11d-a20f53dd26de" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.739701] env[69226]: DEBUG oslo_concurrency.lockutils [req-c34034b3-612d-49c1-a162-fe377a5ac761 req-913c2624-434d-4a60-a71d-ade9b9d639d3 service nova] Acquired lock "refresh_cache-00e42cb1-2341-41e3-a11d-a20f53dd26de" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.739857] env[69226]: DEBUG nova.network.neutron [req-c34034b3-612d-49c1-a162-fe377a5ac761 req-913c2624-434d-4a60-a71d-ade9b9d639d3 service nova] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Refreshing network info cache for port b7835621-7c54-40e4-90e1-01429256b500 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.049011] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495849, 'name': CreateVM_Task, 'duration_secs': 0.410719} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.049199] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1272.050031] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.050340] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.050730] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.051099] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-814e1cd0-00f6-497c-88f3-9036a80540ca {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.057112] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1272.057112] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e4cee9-48fc-3d0b-0103-1f5bc6747459" [ 1272.057112] env[69226]: _type = "Task" [ 1272.057112] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.069297] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e4cee9-48fc-3d0b-0103-1f5bc6747459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.566858] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e4cee9-48fc-3d0b-0103-1f5bc6747459, 'name': SearchDatastore_Task, 'duration_secs': 0.010886} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.567156] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.567409] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.567651] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.567796] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.567977] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.568250] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f547befc-99c8-4c5e-ab04-9fca7c7e0f2b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.579823] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.580029] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.580820] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e634ab21-1368-427c-b52f-81c18066aafe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.585981] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1272.585981] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525463bb-1770-c48b-f83d-e10f5ef0a30f" [ 1272.585981] env[69226]: _type = "Task" [ 1272.585981] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.593984] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525463bb-1770-c48b-f83d-e10f5ef0a30f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.735920] env[69226]: DEBUG oslo_concurrency.lockutils [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "refresh_cache-8fb39649-f8ae-4abe-8711-ab6f11bf91e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.736116] env[69226]: DEBUG oslo_concurrency.lockutils [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired lock "refresh_cache-8fb39649-f8ae-4abe-8711-ab6f11bf91e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.736298] env[69226]: DEBUG nova.network.neutron [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.753970] env[69226]: DEBUG nova.network.neutron [req-c34034b3-612d-49c1-a162-fe377a5ac761 req-913c2624-434d-4a60-a71d-ade9b9d639d3 service nova] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Updated VIF entry in instance network info cache for port b7835621-7c54-40e4-90e1-01429256b500. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.754328] env[69226]: DEBUG nova.network.neutron [req-c34034b3-612d-49c1-a162-fe377a5ac761 req-913c2624-434d-4a60-a71d-ade9b9d639d3 service nova] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Updating instance_info_cache with network_info: [{"id": "b7835621-7c54-40e4-90e1-01429256b500", "address": "fa:16:3e:60:49:2f", "network": {"id": "4424b537-491a-4347-b98f-ac827f34bfca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1720646142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "985cdbdf00864fe7a2fa44ef61469f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7835621-7c", "ovs_interfaceid": "b7835621-7c54-40e4-90e1-01429256b500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.096554] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]525463bb-1770-c48b-f83d-e10f5ef0a30f, 'name': SearchDatastore_Task, 'duration_secs': 0.013752} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.097403] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0601c76e-0523-4d77-a25f-d68a67e025cc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.103263] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1273.103263] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5289cce0-981d-b8f9-7fbf-b0997e607710" [ 1273.103263] env[69226]: _type = "Task" [ 1273.103263] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.110884] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5289cce0-981d-b8f9-7fbf-b0997e607710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.256684] env[69226]: DEBUG oslo_concurrency.lockutils [req-c34034b3-612d-49c1-a162-fe377a5ac761 req-913c2624-434d-4a60-a71d-ade9b9d639d3 service nova] Releasing lock "refresh_cache-00e42cb1-2341-41e3-a11d-a20f53dd26de" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.444214] env[69226]: DEBUG nova.network.neutron [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Updating instance_info_cache with network_info: [{"id": "89068961-faa1-4d4e-adaf-16f48b7aa4f4", "address": "fa:16:3e:6e:ad:23", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89068961-fa", "ovs_interfaceid": "89068961-faa1-4d4e-adaf-16f48b7aa4f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.614888] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5289cce0-981d-b8f9-7fbf-b0997e607710, 'name': SearchDatastore_Task, 'duration_secs': 0.014025} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.615274] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.615383] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 00e42cb1-2341-41e3-a11d-a20f53dd26de/00e42cb1-2341-41e3-a11d-a20f53dd26de.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.615666] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16b6c203-a27f-45e6-8e45-ba80785e171f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.622723] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1273.622723] env[69226]: value = "task-3495850" [ 1273.622723] env[69226]: _type = "Task" [ 1273.622723] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.633494] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.947598] env[69226]: DEBUG oslo_concurrency.lockutils [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Releasing lock "refresh_cache-8fb39649-f8ae-4abe-8711-ab6f11bf91e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.133731] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505434} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.134017] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 00e42cb1-2341-41e3-a11d-a20f53dd26de/00e42cb1-2341-41e3-a11d-a20f53dd26de.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.134274] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.134534] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-182eb10b-bb44-4a7a-8db7-57e42fae00c5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.141912] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1274.141912] env[69226]: value = "task-3495851" [ 1274.141912] env[69226]: _type = "Task" [ 1274.141912] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.151367] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.459147] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdc008b-c0b7-400d-8d1f-7c14b0688b13 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.466765] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db142533-e4fe-4b1b-9c80-2c58d8769570 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.651705] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072661} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.652087] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.652838] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0186fd6c-8a9c-49f7-adb8-7b40e8b17009 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.676036] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 00e42cb1-2341-41e3-a11d-a20f53dd26de/00e42cb1-2341-41e3-a11d-a20f53dd26de.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.676036] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a802e8e1-9323-47f5-a906-cca609fcf8d3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.695927] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1274.695927] env[69226]: value = "task-3495852" [ 1274.695927] env[69226]: _type = "Task" [ 1274.695927] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.704430] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.205844] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495852, 'name': ReconfigVM_Task, 'duration_secs': 0.464658} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.207023] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 00e42cb1-2341-41e3-a11d-a20f53dd26de/00e42cb1-2341-41e3-a11d-a20f53dd26de.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.207023] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8325ecdc-df75-41fb-93ff-d837a0fe62c5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.213775] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1275.213775] env[69226]: value = "task-3495853" [ 1275.213775] env[69226]: _type = "Task" [ 1275.213775] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.221414] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495853, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.507545] env[69226]: DEBUG oslo_vmware.rw_handles [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc0d7a-0881-d725-e609-eb75b91ecb9c/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1275.508488] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af00be6a-d2bf-4d6f-82e7-505c828ed80d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.514782] env[69226]: DEBUG oslo_vmware.rw_handles [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc0d7a-0881-d725-e609-eb75b91ecb9c/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1275.514942] env[69226]: ERROR oslo_vmware.rw_handles [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc0d7a-0881-d725-e609-eb75b91ecb9c/disk-0.vmdk due to incomplete transfer. [ 1275.515179] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-697f2ec5-cc11-4983-8e02-e38725125535 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.523906] env[69226]: DEBUG oslo_vmware.rw_handles [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc0d7a-0881-d725-e609-eb75b91ecb9c/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1275.524108] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Uploaded image dd6cf004-68c6-4d7c-88df-b053fbe451c2 to the Glance image server {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1275.526272] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Destroying the VM {{(pid=69226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1275.526507] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bfedf570-5d86-4d52-9be9-468bb945ae8b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.531677] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1275.531677] env[69226]: value = "task-3495854" [ 1275.531677] env[69226]: _type = "Task" [ 1275.531677] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.539179] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495854, 'name': Destroy_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.584342] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9221cb5-4d53-403f-b982-7ec8903b0e7b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.603712] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dae76c-a839-4c6e-bea9-18c226cabdfb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.610763] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Updating instance '8fb39649-f8ae-4abe-8711-ab6f11bf91e1' progress to 83 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.724639] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495853, 'name': Rename_Task, 'duration_secs': 0.157093} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.724999] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.725242] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e105ab0a-782e-477a-bd02-5f135b2c7b43 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.733093] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1275.733093] env[69226]: value = "task-3495855" [ 1275.733093] env[69226]: _type = "Task" [ 1275.733093] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.741771] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.041250] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495854, 'name': Destroy_Task} progress is 33%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.117355] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.117670] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06555cb9-97da-4937-89ee-140034973e72 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.125306] env[69226]: DEBUG oslo_vmware.api [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1276.125306] env[69226]: value = "task-3495856" [ 1276.125306] env[69226]: _type = "Task" [ 1276.125306] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.133087] env[69226]: DEBUG oslo_vmware.api [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.247089] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495855, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.541489] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495854, 'name': Destroy_Task, 'duration_secs': 0.713451} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.541765] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Destroyed the VM [ 1276.542014] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Deleting Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1276.542304] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d1177627-20b2-46d0-ae54-bcc5d10a16a5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.549155] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1276.549155] env[69226]: value = "task-3495857" [ 1276.549155] env[69226]: _type = "Task" [ 1276.549155] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.557073] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495857, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.635562] env[69226]: DEBUG oslo_vmware.api [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495856, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.742370] env[69226]: DEBUG oslo_vmware.api [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495855, 'name': PowerOnVM_Task, 'duration_secs': 0.805954} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.742750] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.742834] env[69226]: INFO nova.compute.manager [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1276.743277] env[69226]: DEBUG nova.compute.manager [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.743778] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca9a785-459e-4896-83eb-8b9f1049799e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.059458] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495857, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.136730] env[69226]: DEBUG oslo_vmware.api [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495856, 'name': PowerOnVM_Task, 'duration_secs': 0.571267} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.137071] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.137274] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-393b46da-18d4-4879-b2c9-39e06f538779 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Updating instance '8fb39649-f8ae-4abe-8711-ab6f11bf91e1' progress to 100 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.261076] env[69226]: INFO nova.compute.manager [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Took 12.11 seconds to build instance. [ 1277.560691] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495857, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.762334] env[69226]: DEBUG oslo_concurrency.lockutils [None req-f60a3229-5563-40d4-935d-bede5685ecf8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "00e42cb1-2341-41e3-a11d-a20f53dd26de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.620s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.064078] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495857, 'name': RemoveSnapshot_Task, 'duration_secs': 1.055928} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.064078] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Deleted Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1278.064078] env[69226]: DEBUG nova.compute.manager [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.064078] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbd2b67-8f4e-4e84-83b1-8b7c4c99a541 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.130199] env[69226]: DEBUG nova.compute.manager [req-26bfb1ac-e9f3-41c2-a31f-7ab1b85408c2 req-072fcae6-0f67-46f2-a294-a254b8c2691e service nova] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Received event network-changed-b7835621-7c54-40e4-90e1-01429256b500 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.130422] env[69226]: DEBUG nova.compute.manager [req-26bfb1ac-e9f3-41c2-a31f-7ab1b85408c2 req-072fcae6-0f67-46f2-a294-a254b8c2691e service nova] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Refreshing instance network info cache due to event network-changed-b7835621-7c54-40e4-90e1-01429256b500. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1278.130650] env[69226]: DEBUG oslo_concurrency.lockutils [req-26bfb1ac-e9f3-41c2-a31f-7ab1b85408c2 req-072fcae6-0f67-46f2-a294-a254b8c2691e service nova] Acquiring lock "refresh_cache-00e42cb1-2341-41e3-a11d-a20f53dd26de" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.130796] env[69226]: DEBUG oslo_concurrency.lockutils [req-26bfb1ac-e9f3-41c2-a31f-7ab1b85408c2 req-072fcae6-0f67-46f2-a294-a254b8c2691e service nova] Acquired lock "refresh_cache-00e42cb1-2341-41e3-a11d-a20f53dd26de" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.130955] env[69226]: DEBUG nova.network.neutron [req-26bfb1ac-e9f3-41c2-a31f-7ab1b85408c2 req-072fcae6-0f67-46f2-a294-a254b8c2691e service nova] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Refreshing network info cache for port b7835621-7c54-40e4-90e1-01429256b500 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.573383] env[69226]: INFO nova.compute.manager [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Shelve offloading [ 1278.838117] env[69226]: DEBUG nova.network.neutron [req-26bfb1ac-e9f3-41c2-a31f-7ab1b85408c2 req-072fcae6-0f67-46f2-a294-a254b8c2691e service nova] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Updated VIF entry in instance network info cache for port b7835621-7c54-40e4-90e1-01429256b500. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.838523] env[69226]: DEBUG nova.network.neutron [req-26bfb1ac-e9f3-41c2-a31f-7ab1b85408c2 req-072fcae6-0f67-46f2-a294-a254b8c2691e service nova] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Updating instance_info_cache with network_info: [{"id": "b7835621-7c54-40e4-90e1-01429256b500", "address": "fa:16:3e:60:49:2f", "network": {"id": "4424b537-491a-4347-b98f-ac827f34bfca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1720646142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "985cdbdf00864fe7a2fa44ef61469f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7835621-7c", "ovs_interfaceid": "b7835621-7c54-40e4-90e1-01429256b500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.917243] env[69226]: DEBUG oslo_concurrency.lockutils [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.917513] env[69226]: DEBUG oslo_concurrency.lockutils [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.917708] env[69226]: DEBUG nova.compute.manager [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Going to confirm migration 8 {{(pid=69226) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1279.076735] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.077063] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daf2ecf6-e8b9-4278-a06d-10d651de8411 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.085060] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1279.085060] env[69226]: value = "task-3495858" [ 1279.085060] env[69226]: _type = "Task" [ 1279.085060] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.093111] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.341914] env[69226]: DEBUG oslo_concurrency.lockutils [req-26bfb1ac-e9f3-41c2-a31f-7ab1b85408c2 req-072fcae6-0f67-46f2-a294-a254b8c2691e service nova] Releasing lock "refresh_cache-00e42cb1-2341-41e3-a11d-a20f53dd26de" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.464846] env[69226]: DEBUG oslo_concurrency.lockutils [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "refresh_cache-8fb39649-f8ae-4abe-8711-ab6f11bf91e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.465049] env[69226]: DEBUG oslo_concurrency.lockutils [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquired lock "refresh_cache-8fb39649-f8ae-4abe-8711-ab6f11bf91e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.465232] env[69226]: DEBUG nova.network.neutron [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.465414] env[69226]: DEBUG nova.objects.instance [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lazy-loading 'info_cache' on Instance uuid 8fb39649-f8ae-4abe-8711-ab6f11bf91e1 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.596287] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] VM already powered off {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1279.596514] env[69226]: DEBUG nova.compute.manager [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.597291] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c1ce2a-d633-43e2-9475-a37ef30523c3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.603242] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.603433] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.603607] env[69226]: DEBUG nova.network.neutron [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.300884] env[69226]: DEBUG nova.network.neutron [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Updating instance_info_cache with network_info: [{"id": "e467b583-64e8-4a76-9201-e4ac22e44f93", "address": "fa:16:3e:ba:d4:24", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape467b583-64", "ovs_interfaceid": "e467b583-64e8-4a76-9201-e4ac22e44f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.803589] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.806202] env[69226]: DEBUG nova.network.neutron [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Updating instance_info_cache with network_info: [{"id": "89068961-faa1-4d4e-adaf-16f48b7aa4f4", "address": "fa:16:3e:6e:ad:23", "network": {"id": "801a2e96-0d0f-468b-b5e9-122f0f2263a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-804816175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85e55ac20424058a2e631db436f18a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89068961-fa", "ovs_interfaceid": "89068961-faa1-4d4e-adaf-16f48b7aa4f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.022506] env[69226]: DEBUG nova.compute.manager [req-8335bba3-2ae1-44ac-8f11-3010d85ec173 req-3a5680b5-d61f-4776-a487-6d51d0f2b3fd service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Received event network-vif-unplugged-e467b583-64e8-4a76-9201-e4ac22e44f93 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.022720] env[69226]: DEBUG oslo_concurrency.lockutils [req-8335bba3-2ae1-44ac-8f11-3010d85ec173 req-3a5680b5-d61f-4776-a487-6d51d0f2b3fd service nova] Acquiring lock "b43f8d35-f057-4473-b761-0e89b60645ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.023414] env[69226]: DEBUG oslo_concurrency.lockutils [req-8335bba3-2ae1-44ac-8f11-3010d85ec173 req-3a5680b5-d61f-4776-a487-6d51d0f2b3fd service nova] Lock "b43f8d35-f057-4473-b761-0e89b60645ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.023632] env[69226]: DEBUG oslo_concurrency.lockutils [req-8335bba3-2ae1-44ac-8f11-3010d85ec173 req-3a5680b5-d61f-4776-a487-6d51d0f2b3fd service nova] Lock "b43f8d35-f057-4473-b761-0e89b60645ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.024022] env[69226]: DEBUG nova.compute.manager [req-8335bba3-2ae1-44ac-8f11-3010d85ec173 req-3a5680b5-d61f-4776-a487-6d51d0f2b3fd service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] No waiting events found dispatching network-vif-unplugged-e467b583-64e8-4a76-9201-e4ac22e44f93 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1281.024377] env[69226]: WARNING nova.compute.manager [req-8335bba3-2ae1-44ac-8f11-3010d85ec173 req-3a5680b5-d61f-4776-a487-6d51d0f2b3fd service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Received unexpected event network-vif-unplugged-e467b583-64e8-4a76-9201-e4ac22e44f93 for instance with vm_state shelved and task_state shelving_offloading. [ 1281.115740] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.116671] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca04bed6-aa5e-4410-8fe0-23592e3f2714 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.124472] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.124704] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7686b9e-2f24-41de-91ef-5269b9cdec1c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.185695] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.185917] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.186106] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Deleting the datastore file [datastore2] b43f8d35-f057-4473-b761-0e89b60645ab {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.186370] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0e9cf52-1294-4d0f-bd33-b87312f79e0d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.193067] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1281.193067] env[69226]: value = "task-3495860" [ 1281.193067] env[69226]: _type = "Task" [ 1281.193067] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.201146] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.213634] env[69226]: DEBUG oslo_concurrency.lockutils [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "e7378df1-117d-41a5-a8a7-ff1513019b2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.213855] env[69226]: DEBUG oslo_concurrency.lockutils [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "e7378df1-117d-41a5-a8a7-ff1513019b2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.214081] env[69226]: DEBUG oslo_concurrency.lockutils [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "e7378df1-117d-41a5-a8a7-ff1513019b2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.214271] env[69226]: DEBUG oslo_concurrency.lockutils [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "e7378df1-117d-41a5-a8a7-ff1513019b2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.214438] env[69226]: DEBUG oslo_concurrency.lockutils [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "e7378df1-117d-41a5-a8a7-ff1513019b2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.216611] env[69226]: INFO nova.compute.manager [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Terminating instance [ 1281.309633] env[69226]: DEBUG oslo_concurrency.lockutils [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Releasing lock "refresh_cache-8fb39649-f8ae-4abe-8711-ab6f11bf91e1" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.309633] env[69226]: DEBUG nova.objects.instance [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lazy-loading 'migration_context' on Instance uuid 8fb39649-f8ae-4abe-8711-ab6f11bf91e1 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.702727] env[69226]: DEBUG oslo_vmware.api [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134352} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.702997] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.703175] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.703358] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.720264] env[69226]: DEBUG nova.compute.manager [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.720436] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.721594] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880d9d63-d195-423f-b2f6-14299d74d708 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.727963] env[69226]: INFO nova.scheduler.client.report [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Deleted allocations for instance b43f8d35-f057-4473-b761-0e89b60645ab [ 1281.732121] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.732333] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee1b4021-bfb4-4dfb-922b-d5ce2926e2af {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.740562] env[69226]: DEBUG oslo_vmware.api [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1281.740562] env[69226]: value = "task-3495861" [ 1281.740562] env[69226]: _type = "Task" [ 1281.740562] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.749329] env[69226]: DEBUG oslo_vmware.api [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.812674] env[69226]: DEBUG nova.objects.base [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Object Instance<8fb39649-f8ae-4abe-8711-ab6f11bf91e1> lazy-loaded attributes: info_cache,migration_context {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1281.813738] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92cba91-670d-4b9a-a458-ca3868a680a6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.834402] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-068fb4ef-a293-4346-a65e-caf403ff268c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.840054] env[69226]: DEBUG oslo_vmware.api [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1281.840054] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e1ffdf-5fb7-df74-dccb-17e967a834e9" [ 1281.840054] env[69226]: _type = "Task" [ 1281.840054] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.849645] env[69226]: DEBUG oslo_vmware.api [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e1ffdf-5fb7-df74-dccb-17e967a834e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.236485] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.236770] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.236993] env[69226]: DEBUG nova.objects.instance [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lazy-loading 'resources' on Instance uuid b43f8d35-f057-4473-b761-0e89b60645ab {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.250426] env[69226]: DEBUG oslo_vmware.api [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495861, 'name': PowerOffVM_Task, 'duration_secs': 0.205728} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.250675] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.250844] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.251097] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73b058fb-8b6e-4c41-a51b-675ffd57350b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.309338] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.309556] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.309739] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Deleting the datastore file [datastore1] e7378df1-117d-41a5-a8a7-ff1513019b2a {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.309988] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-078da1d3-7b23-4420-ae3e-5c83e2480d06 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.316605] env[69226]: DEBUG oslo_vmware.api [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1282.316605] env[69226]: value = "task-3495863" [ 1282.316605] env[69226]: _type = "Task" [ 1282.316605] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.323891] env[69226]: DEBUG oslo_vmware.api [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.349415] env[69226]: DEBUG oslo_vmware.api [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e1ffdf-5fb7-df74-dccb-17e967a834e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011592} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.349727] env[69226]: DEBUG oslo_concurrency.lockutils [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.740288] env[69226]: DEBUG nova.objects.instance [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lazy-loading 'numa_topology' on Instance uuid b43f8d35-f057-4473-b761-0e89b60645ab {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.826858] env[69226]: DEBUG oslo_vmware.api [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150891} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.827222] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.827309] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.827532] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.827713] env[69226]: INFO nova.compute.manager [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1282.827953] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.828160] env[69226]: DEBUG nova.compute.manager [-] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.828256] env[69226]: DEBUG nova.network.neutron [-] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1283.083409] env[69226]: DEBUG nova.compute.manager [req-621fabd0-3622-43a6-86e3-21860f6d4d93 req-fc1f3659-54e9-4483-9ba5-63acfdc4873d service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Received event network-changed-e467b583-64e8-4a76-9201-e4ac22e44f93 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.083409] env[69226]: DEBUG nova.compute.manager [req-621fabd0-3622-43a6-86e3-21860f6d4d93 req-fc1f3659-54e9-4483-9ba5-63acfdc4873d service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Refreshing instance network info cache due to event network-changed-e467b583-64e8-4a76-9201-e4ac22e44f93. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.083409] env[69226]: DEBUG oslo_concurrency.lockutils [req-621fabd0-3622-43a6-86e3-21860f6d4d93 req-fc1f3659-54e9-4483-9ba5-63acfdc4873d service nova] Acquiring lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.083593] env[69226]: DEBUG oslo_concurrency.lockutils [req-621fabd0-3622-43a6-86e3-21860f6d4d93 req-fc1f3659-54e9-4483-9ba5-63acfdc4873d service nova] Acquired lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.083593] env[69226]: DEBUG nova.network.neutron [req-621fabd0-3622-43a6-86e3-21860f6d4d93 req-fc1f3659-54e9-4483-9ba5-63acfdc4873d service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Refreshing network info cache for port e467b583-64e8-4a76-9201-e4ac22e44f93 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.243167] env[69226]: DEBUG nova.objects.base [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1283.362555] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d354a0f3-b0e2-43e2-b72b-1114560fcbb1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.370641] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86313969-5559-4bca-9289-935cf1a43e46 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.401985] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77174cb8-ea6d-4a51-a0c8-e2db910e301b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.409211] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c763a820-22f3-4807-83ce-85370227c846 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.422153] env[69226]: DEBUG nova.compute.provider_tree [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.791785] env[69226]: DEBUG nova.network.neutron [-] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.795699] env[69226]: DEBUG nova.network.neutron [req-621fabd0-3622-43a6-86e3-21860f6d4d93 req-fc1f3659-54e9-4483-9ba5-63acfdc4873d service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Updated VIF entry in instance network info cache for port e467b583-64e8-4a76-9201-e4ac22e44f93. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.796096] env[69226]: DEBUG nova.network.neutron [req-621fabd0-3622-43a6-86e3-21860f6d4d93 req-fc1f3659-54e9-4483-9ba5-63acfdc4873d service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Updating instance_info_cache with network_info: [{"id": "e467b583-64e8-4a76-9201-e4ac22e44f93", "address": "fa:16:3e:ba:d4:24", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": null, "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape467b583-64", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.925732] env[69226]: DEBUG nova.scheduler.client.report [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.237059] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "b43f8d35-f057-4473-b761-0e89b60645ab" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.295317] env[69226]: INFO nova.compute.manager [-] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Took 1.47 seconds to deallocate network for instance. [ 1284.300496] env[69226]: DEBUG oslo_concurrency.lockutils [req-621fabd0-3622-43a6-86e3-21860f6d4d93 req-fc1f3659-54e9-4483-9ba5-63acfdc4873d service nova] Releasing lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.431074] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.433708] env[69226]: DEBUG oslo_concurrency.lockutils [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.084s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.802338] env[69226]: DEBUG oslo_concurrency.lockutils [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.943784] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bb338311-0d37-45e8-a8fa-db51a56f9f02 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "b43f8d35-f057-4473-b761-0e89b60645ab" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.110s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.944607] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "b43f8d35-f057-4473-b761-0e89b60645ab" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.708s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.944787] env[69226]: INFO nova.compute.manager [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Unshelving [ 1285.048842] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699fb761-7524-45b3-b440-e66f3cf1d61e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.056535] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76851b6-91b1-405a-ba83-f1690c2b0bf9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.088184] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb82e6b-c54a-479b-a64b-89707c0fa5b7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.095311] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa70e07c-6248-40b8-8944-65e89133baeb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.110077] env[69226]: DEBUG nova.compute.provider_tree [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.113596] env[69226]: DEBUG nova.compute.manager [req-ea4ab471-add4-471f-a2c9-f25cc5e9f832 req-dc5d4064-b724-43fb-87ab-ff6cc7d09c6c service nova] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Received event network-vif-deleted-b5de590e-ce9b-47ff-815a-9f1ef4a28147 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.615331] env[69226]: DEBUG nova.scheduler.client.report [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.965545] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.625331] env[69226]: DEBUG oslo_concurrency.lockutils [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.192s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.628181] env[69226]: DEBUG oslo_concurrency.lockutils [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.826s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.628399] env[69226]: DEBUG nova.objects.instance [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lazy-loading 'resources' on Instance uuid e7378df1-117d-41a5-a8a7-ff1513019b2a {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.179654] env[69226]: INFO nova.scheduler.client.report [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Deleted allocation for migration dd0d6986-51af-4caf-b8b5-f7e39fa82c03 [ 1287.247674] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a1fe0c-28e0-4368-b9f7-ecc9bdc14cf3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.256978] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87c32d4-89e9-4dca-99b1-0d77f090fb4a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.288059] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beb1744-dffa-45d7-bf3b-9540dd107a7c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.294803] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2327260-f3c4-4609-917f-04e905f0c8e8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.307665] env[69226]: DEBUG nova.compute.provider_tree [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.553900] env[69226]: INFO nova.compute.manager [None req-97a42e4e-798a-4194-83a9-7dd04d77c67a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Get console output [ 1287.553900] env[69226]: WARNING nova.virt.vmwareapi.driver [None req-97a42e4e-798a-4194-83a9-7dd04d77c67a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] The console log is missing. Check your VSPC configuration [ 1287.686352] env[69226]: DEBUG oslo_concurrency.lockutils [None req-058f5fb7-10ae-4ef1-bdbf-f7d7d3e8176c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.769s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.810508] env[69226]: DEBUG nova.scheduler.client.report [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.315442] env[69226]: DEBUG oslo_concurrency.lockutils [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.317907] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.353s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.318156] env[69226]: DEBUG nova.objects.instance [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lazy-loading 'pci_requests' on Instance uuid b43f8d35-f057-4473-b761-0e89b60645ab {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.336294] env[69226]: INFO nova.scheduler.client.report [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Deleted allocations for instance e7378df1-117d-41a5-a8a7-ff1513019b2a [ 1288.824608] env[69226]: DEBUG nova.objects.instance [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lazy-loading 'numa_topology' on Instance uuid b43f8d35-f057-4473-b761-0e89b60645ab {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.844873] env[69226]: DEBUG oslo_concurrency.lockutils [None req-305686da-2c72-4b14-9879-681bf38cf815 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "e7378df1-117d-41a5-a8a7-ff1513019b2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.631s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.329149] env[69226]: INFO nova.compute.claims [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.155358] env[69226]: DEBUG nova.compute.manager [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Stashing vm_state: active {{(pid=69226) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1290.464674] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df16ad4-0ef5-4f57-b4ec-5ed1909c6fe3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.464674] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b5e56c-ff80-4018-baab-8e734536aec0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.488783] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85960ced-1628-45ff-aa0a-b78e772e6fba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.495876] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a831778-7ff2-4eeb-a742-8672d976fd87 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.508910] env[69226]: DEBUG nova.compute.provider_tree [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.671785] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.709626] env[69226]: DEBUG oslo_concurrency.lockutils [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "7590e6b4-2942-4d54-8b6e-28496218373a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.709928] env[69226]: DEBUG oslo_concurrency.lockutils [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "7590e6b4-2942-4d54-8b6e-28496218373a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.710277] env[69226]: INFO nova.compute.manager [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Shelving [ 1291.012391] env[69226]: DEBUG nova.scheduler.client.report [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.518190] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.199s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.519753] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.848s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.547547] env[69226]: INFO nova.network.neutron [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Updating port e467b583-64e8-4a76-9201-e4ac22e44f93 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1291.723376] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.723691] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cc3301a-ba1e-4355-830e-c2bdcac8f421 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.731399] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1291.731399] env[69226]: value = "task-3495864" [ 1291.731399] env[69226]: _type = "Task" [ 1291.731399] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.739605] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.024864] env[69226]: INFO nova.compute.claims [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1292.241218] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495864, 'name': PowerOffVM_Task, 'duration_secs': 0.249098} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.241526] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.242270] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e640b3-8601-46f1-8c33-0f22926de2a7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.260890] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b03239-0d3b-4e5a-b4e0-ee3f0a1181cd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.533116] env[69226]: INFO nova.compute.resource_tracker [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Updating resource usage from migration 1075e1e5-0178-4b0a-bc10-c12a4f0b58d8 [ 1292.628244] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e39d9a9-8ab3-4681-8d83-b34cece3fb45 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.635851] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9715c8-78ea-4f92-ab07-7268c1b2d860 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.664826] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33a6ba1-66c4-46d6-b91c-5212f621d8aa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.671555] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb9edc3-c66f-4c67-b9ca-43faf5dd953f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.684087] env[69226]: DEBUG nova.compute.provider_tree [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.770952] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Creating Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1292.771338] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-03330d9f-b376-4de5-b091-08b78001e7dd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.779650] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1292.779650] env[69226]: value = "task-3495865" [ 1292.779650] env[69226]: _type = "Task" [ 1292.779650] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.787823] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495865, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.927708] env[69226]: DEBUG nova.compute.manager [req-f9056332-ddba-44ae-91b2-902bfe2ca720 req-7a2b2eea-0c12-48ee-b725-0367cb789334 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Received event network-vif-plugged-e467b583-64e8-4a76-9201-e4ac22e44f93 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.927930] env[69226]: DEBUG oslo_concurrency.lockutils [req-f9056332-ddba-44ae-91b2-902bfe2ca720 req-7a2b2eea-0c12-48ee-b725-0367cb789334 service nova] Acquiring lock "b43f8d35-f057-4473-b761-0e89b60645ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.928215] env[69226]: DEBUG oslo_concurrency.lockutils [req-f9056332-ddba-44ae-91b2-902bfe2ca720 req-7a2b2eea-0c12-48ee-b725-0367cb789334 service nova] Lock "b43f8d35-f057-4473-b761-0e89b60645ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.928301] env[69226]: DEBUG oslo_concurrency.lockutils [req-f9056332-ddba-44ae-91b2-902bfe2ca720 req-7a2b2eea-0c12-48ee-b725-0367cb789334 service nova] Lock "b43f8d35-f057-4473-b761-0e89b60645ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.928571] env[69226]: DEBUG nova.compute.manager [req-f9056332-ddba-44ae-91b2-902bfe2ca720 req-7a2b2eea-0c12-48ee-b725-0367cb789334 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] No waiting events found dispatching network-vif-plugged-e467b583-64e8-4a76-9201-e4ac22e44f93 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1292.928784] env[69226]: WARNING nova.compute.manager [req-f9056332-ddba-44ae-91b2-902bfe2ca720 req-7a2b2eea-0c12-48ee-b725-0367cb789334 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Received unexpected event network-vif-plugged-e467b583-64e8-4a76-9201-e4ac22e44f93 for instance with vm_state shelved_offloaded and task_state spawning. [ 1293.019684] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.019831] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.020137] env[69226]: DEBUG nova.network.neutron [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.187526] env[69226]: DEBUG nova.scheduler.client.report [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.289692] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495865, 'name': CreateSnapshot_Task, 'duration_secs': 0.401213} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.289947] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Created Snapshot of the VM instance {{(pid=69226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1293.290693] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c0a0c2-b12f-4e24-b5e9-24da2c663912 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.692236] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.172s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.692578] env[69226]: INFO nova.compute.manager [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Migrating [ 1293.715250] env[69226]: DEBUG nova.network.neutron [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Updating instance_info_cache with network_info: [{"id": "e467b583-64e8-4a76-9201-e4ac22e44f93", "address": "fa:16:3e:ba:d4:24", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape467b583-64", "ovs_interfaceid": "e467b583-64e8-4a76-9201-e4ac22e44f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.807675] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Creating linked-clone VM from snapshot {{(pid=69226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1293.807951] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-79426032-c736-4766-8a95-a5414547222e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.816127] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1293.816127] env[69226]: value = "task-3495866" [ 1293.816127] env[69226]: _type = "Task" [ 1293.816127] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.823784] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495866, 'name': CloneVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.207714] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.207939] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.208158] env[69226]: DEBUG nova.network.neutron [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.217858] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.246087] env[69226]: DEBUG nova.virt.hardware [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b1e993ff666383f3209b2c7b8425adfb',container_format='bare',created_at=2025-04-19T22:56:19Z,direct_url=,disk_format='vmdk',id=dd6cf004-68c6-4d7c-88df-b053fbe451c2,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1375279256-shelved',owner='d511a9abf5944cc28ac2f40067f52497',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-19T22:56:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.246415] env[69226]: DEBUG nova.virt.hardware [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.246583] env[69226]: DEBUG nova.virt.hardware [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.246769] env[69226]: DEBUG nova.virt.hardware [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.246918] env[69226]: DEBUG nova.virt.hardware [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.247079] env[69226]: DEBUG nova.virt.hardware [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.247295] env[69226]: DEBUG nova.virt.hardware [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.247455] env[69226]: DEBUG nova.virt.hardware [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.247623] env[69226]: DEBUG nova.virt.hardware [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.247782] env[69226]: DEBUG nova.virt.hardware [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.247955] env[69226]: DEBUG nova.virt.hardware [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.248805] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57858410-9b64-485a-a485-529e17efe928 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.256953] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fedba70-b358-4a89-9aaf-0c803550b4e6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.271078] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:d4:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e467b583-64e8-4a76-9201-e4ac22e44f93', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1294.278236] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.278470] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1294.279012] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3867ed37-bb82-4699-882d-a7db50021e6e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.298153] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1294.298153] env[69226]: value = "task-3495867" [ 1294.298153] env[69226]: _type = "Task" [ 1294.298153] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.305411] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495867, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.324508] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495866, 'name': CloneVM_Task} progress is 94%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.809951] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495867, 'name': CreateVM_Task, 'duration_secs': 0.327236} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.810367] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1294.810847] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd6cf004-68c6-4d7c-88df-b053fbe451c2" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.811032] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd6cf004-68c6-4d7c-88df-b053fbe451c2" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.811451] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd6cf004-68c6-4d7c-88df-b053fbe451c2" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.811719] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d5616cd-7ecd-4603-b58f-1e1ced38b036 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.816266] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1294.816266] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5209533b-d1da-d6af-34dd-383e75b8372d" [ 1294.816266] env[69226]: _type = "Task" [ 1294.816266] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.827180] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495866, 'name': CloneVM_Task, 'duration_secs': 0.918499} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.829674] env[69226]: INFO nova.virt.vmwareapi.vmops [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Created linked-clone VM from snapshot [ 1294.829941] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5209533b-d1da-d6af-34dd-383e75b8372d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.830665] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6773d0-17cc-495c-8550-8d0be2621064 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.837537] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Uploading image 3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18 {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1294.859238] env[69226]: DEBUG oslo_vmware.rw_handles [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1294.859238] env[69226]: value = "vm-698691" [ 1294.859238] env[69226]: _type = "VirtualMachine" [ 1294.859238] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1294.859557] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ca2dc598-53d9-4605-9d44-06999b33a112 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.865979] env[69226]: DEBUG oslo_vmware.rw_handles [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lease: (returnval){ [ 1294.865979] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5232966b-37a8-3cd6-5e5f-711ed617ebc8" [ 1294.865979] env[69226]: _type = "HttpNfcLease" [ 1294.865979] env[69226]: } obtained for exporting VM: (result){ [ 1294.865979] env[69226]: value = "vm-698691" [ 1294.865979] env[69226]: _type = "VirtualMachine" [ 1294.865979] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1294.866314] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the lease: (returnval){ [ 1294.866314] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5232966b-37a8-3cd6-5e5f-711ed617ebc8" [ 1294.866314] env[69226]: _type = "HttpNfcLease" [ 1294.866314] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1294.873104] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1294.873104] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5232966b-37a8-3cd6-5e5f-711ed617ebc8" [ 1294.873104] env[69226]: _type = "HttpNfcLease" [ 1294.873104] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1295.009346] env[69226]: DEBUG nova.compute.manager [req-262faa61-ce00-4ea7-90f5-4386e92d5c42 req-97f3f414-36be-4737-b84b-94ef3b87e433 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Received event network-changed-e467b583-64e8-4a76-9201-e4ac22e44f93 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.009457] env[69226]: DEBUG nova.compute.manager [req-262faa61-ce00-4ea7-90f5-4386e92d5c42 req-97f3f414-36be-4737-b84b-94ef3b87e433 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Refreshing instance network info cache due to event network-changed-e467b583-64e8-4a76-9201-e4ac22e44f93. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1295.009649] env[69226]: DEBUG oslo_concurrency.lockutils [req-262faa61-ce00-4ea7-90f5-4386e92d5c42 req-97f3f414-36be-4737-b84b-94ef3b87e433 service nova] Acquiring lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.009801] env[69226]: DEBUG oslo_concurrency.lockutils [req-262faa61-ce00-4ea7-90f5-4386e92d5c42 req-97f3f414-36be-4737-b84b-94ef3b87e433 service nova] Acquired lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.010015] env[69226]: DEBUG nova.network.neutron [req-262faa61-ce00-4ea7-90f5-4386e92d5c42 req-97f3f414-36be-4737-b84b-94ef3b87e433 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Refreshing network info cache for port e467b583-64e8-4a76-9201-e4ac22e44f93 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.103113] env[69226]: DEBUG nova.network.neutron [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Updating instance_info_cache with network_info: [{"id": "f223ef1b-9385-4cfa-a066-f89a086e932a", "address": "fa:16:3e:58:9d:b6", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf223ef1b-93", "ovs_interfaceid": "f223ef1b-9385-4cfa-a066-f89a086e932a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.327708] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd6cf004-68c6-4d7c-88df-b053fbe451c2" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.327903] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Processing image dd6cf004-68c6-4d7c-88df-b053fbe451c2 {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1295.328155] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd6cf004-68c6-4d7c-88df-b053fbe451c2/dd6cf004-68c6-4d7c-88df-b053fbe451c2.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.328303] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd6cf004-68c6-4d7c-88df-b053fbe451c2/dd6cf004-68c6-4d7c-88df-b053fbe451c2.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.328491] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1295.328778] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6850feaa-7dfc-497d-9030-2888d8e3efc6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.337592] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1295.337772] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1295.338489] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dbfbfda-cec8-4692-934b-ab786ca7a657 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.343340] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1295.343340] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e06804-5c62-6ad6-58ba-dca1c8cf7a9e" [ 1295.343340] env[69226]: _type = "Task" [ 1295.343340] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.356275] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e06804-5c62-6ad6-58ba-dca1c8cf7a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.373994] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1295.373994] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5232966b-37a8-3cd6-5e5f-711ed617ebc8" [ 1295.373994] env[69226]: _type = "HttpNfcLease" [ 1295.373994] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1295.374270] env[69226]: DEBUG oslo_vmware.rw_handles [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1295.374270] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5232966b-37a8-3cd6-5e5f-711ed617ebc8" [ 1295.374270] env[69226]: _type = "HttpNfcLease" [ 1295.374270] env[69226]: }. {{(pid=69226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1295.375150] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710e1b41-3691-4c54-b34f-a6bebb34637b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.381956] env[69226]: DEBUG oslo_vmware.rw_handles [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52349d0d-d230-c4d3-a11c-072c98fe2ebb/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1295.382133] env[69226]: DEBUG oslo_vmware.rw_handles [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52349d0d-d230-c4d3-a11c-072c98fe2ebb/disk-0.vmdk for reading. {{(pid=69226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1295.478574] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3306f11e-c751-44ff-b2bb-b7f96f256e4c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.606116] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.704751] env[69226]: DEBUG nova.network.neutron [req-262faa61-ce00-4ea7-90f5-4386e92d5c42 req-97f3f414-36be-4737-b84b-94ef3b87e433 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Updated VIF entry in instance network info cache for port e467b583-64e8-4a76-9201-e4ac22e44f93. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.705150] env[69226]: DEBUG nova.network.neutron [req-262faa61-ce00-4ea7-90f5-4386e92d5c42 req-97f3f414-36be-4737-b84b-94ef3b87e433 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Updating instance_info_cache with network_info: [{"id": "e467b583-64e8-4a76-9201-e4ac22e44f93", "address": "fa:16:3e:ba:d4:24", "network": {"id": "c24aa1db-492c-43c9-89cf-13ee65a52807", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-509531034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d511a9abf5944cc28ac2f40067f52497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape467b583-64", "ovs_interfaceid": "e467b583-64e8-4a76-9201-e4ac22e44f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.854991] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Preparing fetch location {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1295.855966] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Fetch image to [datastore1] OSTACK_IMG_6a492fc9-240f-4757-9fdc-76d0450be21e/OSTACK_IMG_6a492fc9-240f-4757-9fdc-76d0450be21e.vmdk {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1295.855966] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Downloading stream optimized image dd6cf004-68c6-4d7c-88df-b053fbe451c2 to [datastore1] OSTACK_IMG_6a492fc9-240f-4757-9fdc-76d0450be21e/OSTACK_IMG_6a492fc9-240f-4757-9fdc-76d0450be21e.vmdk on the data store datastore1 as vApp {{(pid=69226) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1295.856205] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Downloading image file data dd6cf004-68c6-4d7c-88df-b053fbe451c2 to the ESX as VM named 'OSTACK_IMG_6a492fc9-240f-4757-9fdc-76d0450be21e' {{(pid=69226) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1295.925261] env[69226]: DEBUG oslo_vmware.rw_handles [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1295.925261] env[69226]: value = "resgroup-9" [ 1295.925261] env[69226]: _type = "ResourcePool" [ 1295.925261] env[69226]: }. {{(pid=69226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1295.925624] env[69226]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1507cf94-b21d-42f2-823e-2b4be8cc00ae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.951958] env[69226]: DEBUG oslo_vmware.rw_handles [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lease: (returnval){ [ 1295.951958] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52803225-76c7-bfe3-e527-33e7aa7e9412" [ 1295.951958] env[69226]: _type = "HttpNfcLease" [ 1295.951958] env[69226]: } obtained for vApp import into resource pool (val){ [ 1295.951958] env[69226]: value = "resgroup-9" [ 1295.951958] env[69226]: _type = "ResourcePool" [ 1295.951958] env[69226]: }. {{(pid=69226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1295.952248] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the lease: (returnval){ [ 1295.952248] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52803225-76c7-bfe3-e527-33e7aa7e9412" [ 1295.952248] env[69226]: _type = "HttpNfcLease" [ 1295.952248] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1295.958815] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1295.958815] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52803225-76c7-bfe3-e527-33e7aa7e9412" [ 1295.958815] env[69226]: _type = "HttpNfcLease" [ 1295.958815] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1296.207681] env[69226]: DEBUG oslo_concurrency.lockutils [req-262faa61-ce00-4ea7-90f5-4386e92d5c42 req-97f3f414-36be-4737-b84b-94ef3b87e433 service nova] Releasing lock "refresh_cache-b43f8d35-f057-4473-b761-0e89b60645ab" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.460572] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1296.460572] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52803225-76c7-bfe3-e527-33e7aa7e9412" [ 1296.460572] env[69226]: _type = "HttpNfcLease" [ 1296.460572] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1296.960958] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1296.960958] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52803225-76c7-bfe3-e527-33e7aa7e9412" [ 1296.960958] env[69226]: _type = "HttpNfcLease" [ 1296.960958] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1297.122783] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0365045-c46b-4a42-876f-7b0d0abaa4ce {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.142274] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Updating instance '84c61656-c42e-41d3-bf30-04c504670123' progress to 0 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.461188] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1297.461188] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52803225-76c7-bfe3-e527-33e7aa7e9412" [ 1297.461188] env[69226]: _type = "HttpNfcLease" [ 1297.461188] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1297.461499] env[69226]: DEBUG oslo_vmware.rw_handles [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1297.461499] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52803225-76c7-bfe3-e527-33e7aa7e9412" [ 1297.461499] env[69226]: _type = "HttpNfcLease" [ 1297.461499] env[69226]: }. {{(pid=69226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1297.462260] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebc8ed5-8def-4f09-94cb-c125dd66efcb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.469780] env[69226]: DEBUG oslo_vmware.rw_handles [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d9e06-4c81-c4e6-fad9-17d62b89f689/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1297.469971] env[69226]: DEBUG oslo_vmware.rw_handles [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d9e06-4c81-c4e6-fad9-17d62b89f689/disk-0.vmdk. {{(pid=69226) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1297.535038] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9dd9e71f-b35a-4d48-b200-fef4c11de0db {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.649249] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.649681] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c7fd7c1-8954-4d8e-bda0-35ff446dd92d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.658064] env[69226]: DEBUG oslo_vmware.api [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1297.658064] env[69226]: value = "task-3495870" [ 1297.658064] env[69226]: _type = "Task" [ 1297.658064] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.670787] env[69226]: DEBUG oslo_vmware.api [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.169585] env[69226]: DEBUG oslo_vmware.api [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495870, 'name': PowerOffVM_Task, 'duration_secs': 0.266974} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.170272] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.170272] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Updating instance '84c61656-c42e-41d3-bf30-04c504670123' progress to 17 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.678093] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.678362] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.678537] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.678724] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.678872] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.679039] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.679252] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.679415] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.679580] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.679741] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.679958] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.685752] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e68c4cc5-5aad-41d5-a1fd-5fadacec5a44 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.703944] env[69226]: DEBUG oslo_vmware.api [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1298.703944] env[69226]: value = "task-3495871" [ 1298.703944] env[69226]: _type = "Task" [ 1298.703944] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.712731] env[69226]: DEBUG oslo_vmware.api [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.916256] env[69226]: DEBUG oslo_vmware.rw_handles [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Completed reading data from the image iterator. {{(pid=69226) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1298.916548] env[69226]: DEBUG oslo_vmware.rw_handles [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d9e06-4c81-c4e6-fad9-17d62b89f689/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1298.917688] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c59adf0-4526-41db-bf91-bd30c8fe1c72 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.924747] env[69226]: DEBUG oslo_vmware.rw_handles [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d9e06-4c81-c4e6-fad9-17d62b89f689/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1298.924998] env[69226]: DEBUG oslo_vmware.rw_handles [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d9e06-4c81-c4e6-fad9-17d62b89f689/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1298.925288] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c4d7ddee-ef76-4ec7-a4cf-8d360f426c5b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.152674] env[69226]: DEBUG oslo_vmware.rw_handles [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d9e06-4c81-c4e6-fad9-17d62b89f689/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1299.152899] env[69226]: INFO nova.virt.vmwareapi.images [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Downloaded image file data dd6cf004-68c6-4d7c-88df-b053fbe451c2 [ 1299.153750] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1223e2f6-7916-4201-b9be-8892b729dd78 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.170299] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27364885-7d3e-4ce2-ae6d-362101e90255 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.192651] env[69226]: INFO nova.virt.vmwareapi.images [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] The imported VM was unregistered [ 1299.194484] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Caching image {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1299.194717] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Creating directory with path [datastore1] devstack-image-cache_base/dd6cf004-68c6-4d7c-88df-b053fbe451c2 {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.194979] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29507327-6c80-4111-b959-d5e0a6f45d6c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.212623] env[69226]: DEBUG oslo_vmware.api [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495871, 'name': ReconfigVM_Task, 'duration_secs': 0.303329} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.212909] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Updating instance '84c61656-c42e-41d3-bf30-04c504670123' progress to 33 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.222022] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Created directory with path [datastore1] devstack-image-cache_base/dd6cf004-68c6-4d7c-88df-b053fbe451c2 {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.222235] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_6a492fc9-240f-4757-9fdc-76d0450be21e/OSTACK_IMG_6a492fc9-240f-4757-9fdc-76d0450be21e.vmdk to [datastore1] devstack-image-cache_base/dd6cf004-68c6-4d7c-88df-b053fbe451c2/dd6cf004-68c6-4d7c-88df-b053fbe451c2.vmdk. {{(pid=69226) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1299.222508] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-99cc0b2d-4d8d-4a48-b453-61872de1927e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.229984] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1299.229984] env[69226]: value = "task-3495873" [ 1299.229984] env[69226]: _type = "Task" [ 1299.229984] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.238036] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495873, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.720572] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.720864] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.721051] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.721250] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.721454] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.721630] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.721841] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.722044] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.722239] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.722464] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.722681] env[69226]: DEBUG nova.virt.hardware [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.728284] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1299.728665] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfaaa0cd-45f7-49d1-922f-8fbb42c3afa7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.753278] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495873, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.754926] env[69226]: DEBUG oslo_vmware.api [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1299.754926] env[69226]: value = "task-3495874" [ 1299.754926] env[69226]: _type = "Task" [ 1299.754926] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.764328] env[69226]: DEBUG oslo_vmware.api [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495874, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.254938] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495873, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.267627] env[69226]: DEBUG oslo_vmware.api [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.755271] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495873, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.767510] env[69226]: DEBUG oslo_vmware.api [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495874, 'name': ReconfigVM_Task, 'duration_secs': 1.003825} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.767854] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1300.768710] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bd61cb-fe91-47b3-9656-4a0b46b9467f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.794559] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 84c61656-c42e-41d3-bf30-04c504670123/84c61656-c42e-41d3-bf30-04c504670123.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.794936] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b154fff-821b-4e19-8930-85e2d5761932 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.816889] env[69226]: DEBUG oslo_vmware.api [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1300.816889] env[69226]: value = "task-3495875" [ 1300.816889] env[69226]: _type = "Task" [ 1300.816889] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.828060] env[69226]: DEBUG oslo_vmware.api [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495875, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.256444] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495873, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.328632] env[69226]: DEBUG oslo_vmware.api [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.759264] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495873, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.826291] env[69226]: DEBUG oslo_vmware.api [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.254125] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495873, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.694434} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.254416] env[69226]: INFO nova.virt.vmwareapi.ds_util [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_6a492fc9-240f-4757-9fdc-76d0450be21e/OSTACK_IMG_6a492fc9-240f-4757-9fdc-76d0450be21e.vmdk to [datastore1] devstack-image-cache_base/dd6cf004-68c6-4d7c-88df-b053fbe451c2/dd6cf004-68c6-4d7c-88df-b053fbe451c2.vmdk. [ 1302.254720] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Cleaning up location [datastore1] OSTACK_IMG_6a492fc9-240f-4757-9fdc-76d0450be21e {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1302.254934] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_6a492fc9-240f-4757-9fdc-76d0450be21e {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.255246] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fc4d57a-35b8-4a7f-9396-53316a8e70a6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.260957] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1302.260957] env[69226]: value = "task-3495876" [ 1302.260957] env[69226]: _type = "Task" [ 1302.260957] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.268396] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.326229] env[69226]: DEBUG oslo_vmware.api [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495875, 'name': ReconfigVM_Task, 'duration_secs': 1.344273} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.326474] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 84c61656-c42e-41d3-bf30-04c504670123/84c61656-c42e-41d3-bf30-04c504670123.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.326752] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Updating instance '84c61656-c42e-41d3-bf30-04c504670123' progress to 50 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1302.770930] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098909} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.771200] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.771359] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd6cf004-68c6-4d7c-88df-b053fbe451c2/dd6cf004-68c6-4d7c-88df-b053fbe451c2.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.771605] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd6cf004-68c6-4d7c-88df-b053fbe451c2/dd6cf004-68c6-4d7c-88df-b053fbe451c2.vmdk to [datastore1] b43f8d35-f057-4473-b761-0e89b60645ab/b43f8d35-f057-4473-b761-0e89b60645ab.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1302.771859] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4875dbc-5722-4d9d-b783-51018d95c261 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.778787] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1302.778787] env[69226]: value = "task-3495877" [ 1302.778787] env[69226]: _type = "Task" [ 1302.778787] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.786159] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.833958] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b36553d-81ee-4d29-abd1-0c38d4fbd61e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.852574] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754121a4-b201-4516-b810-b0392ff53cb9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.870661] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Updating instance '84c61656-c42e-41d3-bf30-04c504670123' progress to 67 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.290159] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495877, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.412800] env[69226]: DEBUG nova.network.neutron [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Port f223ef1b-9385-4cfa-a066-f89a086e932a binding to destination host cpu-1 is already ACTIVE {{(pid=69226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1303.792779] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495877, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.876936] env[69226]: DEBUG oslo_vmware.rw_handles [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52349d0d-d230-c4d3-a11c-072c98fe2ebb/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1303.877919] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62df9604-4d07-4dd8-b67d-85d37615ca16 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.886312] env[69226]: DEBUG oslo_vmware.rw_handles [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52349d0d-d230-c4d3-a11c-072c98fe2ebb/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1303.886483] env[69226]: ERROR oslo_vmware.rw_handles [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52349d0d-d230-c4d3-a11c-072c98fe2ebb/disk-0.vmdk due to incomplete transfer. [ 1303.886715] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ea6391f5-5261-4684-a082-d26339b7e90c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.895913] env[69226]: DEBUG oslo_vmware.rw_handles [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52349d0d-d230-c4d3-a11c-072c98fe2ebb/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1303.896122] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Uploaded image 3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18 to the Glance image server {{(pid=69226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1303.898294] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Destroying the VM {{(pid=69226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1303.898560] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cf36e4d8-59c5-40a5-a9af-e01badaf1c01 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.904671] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1303.904671] env[69226]: value = "task-3495878" [ 1303.904671] env[69226]: _type = "Task" [ 1303.904671] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.914606] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495878, 'name': Destroy_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.293236] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495877, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.416209] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495878, 'name': Destroy_Task, 'duration_secs': 0.457853} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.416541] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Destroyed the VM [ 1304.416815] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Deleting Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1304.417099] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-23274494-ab29-4948-abfa-1cecd783883a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.434861] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "84c61656-c42e-41d3-bf30-04c504670123-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.435102] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "84c61656-c42e-41d3-bf30-04c504670123-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.435311] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "84c61656-c42e-41d3-bf30-04c504670123-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.438201] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1304.438201] env[69226]: value = "task-3495879" [ 1304.438201] env[69226]: _type = "Task" [ 1304.438201] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.451670] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495879, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.792510] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495877, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.954949] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495879, 'name': RemoveSnapshot_Task, 'duration_secs': 0.471402} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.955236] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Deleted Snapshot of the VM instance {{(pid=69226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1304.955513] env[69226]: DEBUG nova.compute.manager [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1304.956329] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c2e9ee-185c-4292-b922-5b30f653a98b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.294926] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495877, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.472187] env[69226]: INFO nova.compute.manager [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Shelve offloading [ 1305.477896] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.478093] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.478268] env[69226]: DEBUG nova.network.neutron [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.795926] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495877, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.976190] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.976533] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-899e993e-f119-4d41-ad44-a225ec9758e2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.986066] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1305.986066] env[69226]: value = "task-3495880" [ 1305.986066] env[69226]: _type = "Task" [ 1305.986066] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.992991] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.186271] env[69226]: DEBUG nova.network.neutron [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Updating instance_info_cache with network_info: [{"id": "f223ef1b-9385-4cfa-a066-f89a086e932a", "address": "fa:16:3e:58:9d:b6", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf223ef1b-93", "ovs_interfaceid": "f223ef1b-9385-4cfa-a066-f89a086e932a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.295126] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495877, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.384507} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.295480] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd6cf004-68c6-4d7c-88df-b053fbe451c2/dd6cf004-68c6-4d7c-88df-b053fbe451c2.vmdk to [datastore1] b43f8d35-f057-4473-b761-0e89b60645ab/b43f8d35-f057-4473-b761-0e89b60645ab.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1306.296159] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060b6e85-57c0-4ae7-b408-5d030e847f42 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.317505] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] b43f8d35-f057-4473-b761-0e89b60645ab/b43f8d35-f057-4473-b761-0e89b60645ab.vmdk or device None with type streamOptimized {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.317738] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd10a9c1-3984-46d9-851f-7500f5b1dbba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.338239] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1306.338239] env[69226]: value = "task-3495881" [ 1306.338239] env[69226]: _type = "Task" [ 1306.338239] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.346942] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.495436] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] VM already powered off {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1306.495685] env[69226]: DEBUG nova.compute.manager [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1306.496497] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8836a349-0a10-450f-91a4-497281f507a2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.502270] env[69226]: DEBUG oslo_concurrency.lockutils [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.502451] env[69226]: DEBUG oslo_concurrency.lockutils [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquired lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.502647] env[69226]: DEBUG nova.network.neutron [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.688939] env[69226]: DEBUG oslo_concurrency.lockutils [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.848449] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495881, 'name': ReconfigVM_Task, 'duration_secs': 0.272131} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.848713] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Reconfigured VM instance instance-00000071 to attach disk [datastore1] b43f8d35-f057-4473-b761-0e89b60645ab/b43f8d35-f057-4473-b761-0e89b60645ab.vmdk or device None with type streamOptimized {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.849342] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c50b7050-061b-4ec1-860b-f68bed6de77f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.856226] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1306.856226] env[69226]: value = "task-3495882" [ 1306.856226] env[69226]: _type = "Task" [ 1306.856226] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.865126] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495882, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.195597] env[69226]: DEBUG nova.network.neutron [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Updating instance_info_cache with network_info: [{"id": "c2c55991-7c11-48d0-b9a8-4571675707e3", "address": "fa:16:3e:69:e1:0f", "network": {"id": "61f4be9c-0e3d-4a47-bb9b-afb0b674e5b2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1604472150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66aa0a2126264cfca886a893cfa086c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2c55991-7c", "ovs_interfaceid": "c2c55991-7c11-48d0-b9a8-4571675707e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.219881] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ddd535-0c03-4f7d-b4b9-da56e8745840 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.239390] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae78b47-c764-4f97-9204-15854da29c71 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.246236] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Updating instance '84c61656-c42e-41d3-bf30-04c504670123' progress to 83 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1307.367984] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495882, 'name': Rename_Task, 'duration_secs': 0.171354} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.368436] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.368516] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-416b1834-0f59-4872-a5cc-25d780cab339 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.376979] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1307.376979] env[69226]: value = "task-3495883" [ 1307.376979] env[69226]: _type = "Task" [ 1307.376979] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.384333] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.700044] env[69226]: DEBUG oslo_concurrency.lockutils [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Releasing lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.753478] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.753814] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64a306f4-2ca0-4941-9497-6764566ed184 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.760418] env[69226]: DEBUG oslo_vmware.api [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1307.760418] env[69226]: value = "task-3495884" [ 1307.760418] env[69226]: _type = "Task" [ 1307.760418] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.768717] env[69226]: DEBUG oslo_vmware.api [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.887032] env[69226]: DEBUG oslo_vmware.api [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495883, 'name': PowerOnVM_Task, 'duration_secs': 0.487847} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.887317] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.957406] env[69226]: DEBUG nova.compute.manager [req-1c9b944c-133d-4089-b095-d9a39244f3c6 req-9251daad-8db8-480e-b82a-03b504475bd1 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Received event network-vif-unplugged-c2c55991-7c11-48d0-b9a8-4571675707e3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.957406] env[69226]: DEBUG oslo_concurrency.lockutils [req-1c9b944c-133d-4089-b095-d9a39244f3c6 req-9251daad-8db8-480e-b82a-03b504475bd1 service nova] Acquiring lock "7590e6b4-2942-4d54-8b6e-28496218373a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.957406] env[69226]: DEBUG oslo_concurrency.lockutils [req-1c9b944c-133d-4089-b095-d9a39244f3c6 req-9251daad-8db8-480e-b82a-03b504475bd1 service nova] Lock "7590e6b4-2942-4d54-8b6e-28496218373a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.957406] env[69226]: DEBUG oslo_concurrency.lockutils [req-1c9b944c-133d-4089-b095-d9a39244f3c6 req-9251daad-8db8-480e-b82a-03b504475bd1 service nova] Lock "7590e6b4-2942-4d54-8b6e-28496218373a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.957406] env[69226]: DEBUG nova.compute.manager [req-1c9b944c-133d-4089-b095-d9a39244f3c6 req-9251daad-8db8-480e-b82a-03b504475bd1 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] No waiting events found dispatching network-vif-unplugged-c2c55991-7c11-48d0-b9a8-4571675707e3 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1307.957406] env[69226]: WARNING nova.compute.manager [req-1c9b944c-133d-4089-b095-d9a39244f3c6 req-9251daad-8db8-480e-b82a-03b504475bd1 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Received unexpected event network-vif-unplugged-c2c55991-7c11-48d0-b9a8-4571675707e3 for instance with vm_state shelved and task_state shelving_offloading. [ 1307.998900] env[69226]: DEBUG nova.compute.manager [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.999923] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c63f40-7cbd-4136-bf2e-f007480898a9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.050256] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.051456] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4af14d-f626-4f77-afad-f7f7bfa80689 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.059091] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.059249] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4b672f8-ca69-418d-a943-8247770b6f76 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.120823] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.121047] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.121233] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Deleting the datastore file [datastore2] 7590e6b4-2942-4d54-8b6e-28496218373a {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.121492] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfd88867-0a00-4bb8-8721-adfca41d7c6c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.127905] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1308.127905] env[69226]: value = "task-3495886" [ 1308.127905] env[69226]: _type = "Task" [ 1308.127905] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.136076] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.270658] env[69226]: DEBUG oslo_vmware.api [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495884, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.520434] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4e4374f6-0c85-40d6-8156-240e446f425d tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "b43f8d35-f057-4473-b761-0e89b60645ab" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.576s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.638161] env[69226]: DEBUG oslo_vmware.api [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153142} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.638401] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.638587] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.638760] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.659473] env[69226]: INFO nova.scheduler.client.report [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Deleted allocations for instance 7590e6b4-2942-4d54-8b6e-28496218373a [ 1308.772238] env[69226]: DEBUG oslo_vmware.api [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495884, 'name': PowerOnVM_Task, 'duration_secs': 0.586264} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.772492] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.772686] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-de95e6b9-d2ff-4dea-9b92-aea1b7a1a2f5 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Updating instance '84c61656-c42e-41d3-bf30-04c504670123' progress to 100 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.163589] env[69226]: DEBUG oslo_concurrency.lockutils [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.163905] env[69226]: DEBUG oslo_concurrency.lockutils [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.164148] env[69226]: DEBUG nova.objects.instance [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lazy-loading 'resources' on Instance uuid 7590e6b4-2942-4d54-8b6e-28496218373a {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.409212] env[69226]: DEBUG oslo_concurrency.lockutils [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "b43f8d35-f057-4473-b761-0e89b60645ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.409527] env[69226]: DEBUG oslo_concurrency.lockutils [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "b43f8d35-f057-4473-b761-0e89b60645ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.409788] env[69226]: DEBUG oslo_concurrency.lockutils [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "b43f8d35-f057-4473-b761-0e89b60645ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.410027] env[69226]: DEBUG oslo_concurrency.lockutils [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "b43f8d35-f057-4473-b761-0e89b60645ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.410251] env[69226]: DEBUG oslo_concurrency.lockutils [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "b43f8d35-f057-4473-b761-0e89b60645ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.412717] env[69226]: INFO nova.compute.manager [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Terminating instance [ 1309.666856] env[69226]: DEBUG nova.objects.instance [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lazy-loading 'numa_topology' on Instance uuid 7590e6b4-2942-4d54-8b6e-28496218373a {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.920298] env[69226]: DEBUG nova.compute.manager [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.920590] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.921545] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03565862-03a7-4f9c-a56a-57e6efa89ff4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.929313] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.929595] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6d4437c-2d2b-4e2d-98c0-81d3f88771ed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.935256] env[69226]: DEBUG oslo_vmware.api [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1309.935256] env[69226]: value = "task-3495887" [ 1309.935256] env[69226]: _type = "Task" [ 1309.935256] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.943736] env[69226]: DEBUG oslo_vmware.api [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.981431] env[69226]: DEBUG nova.compute.manager [req-64ed1736-9289-4405-b622-ad0117d17df0 req-8816b3bf-8095-43ce-af39-dbe4eafbfa80 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Received event network-changed-c2c55991-7c11-48d0-b9a8-4571675707e3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.981663] env[69226]: DEBUG nova.compute.manager [req-64ed1736-9289-4405-b622-ad0117d17df0 req-8816b3bf-8095-43ce-af39-dbe4eafbfa80 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Refreshing instance network info cache due to event network-changed-c2c55991-7c11-48d0-b9a8-4571675707e3. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1309.981896] env[69226]: DEBUG oslo_concurrency.lockutils [req-64ed1736-9289-4405-b622-ad0117d17df0 req-8816b3bf-8095-43ce-af39-dbe4eafbfa80 service nova] Acquiring lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.982176] env[69226]: DEBUG oslo_concurrency.lockutils [req-64ed1736-9289-4405-b622-ad0117d17df0 req-8816b3bf-8095-43ce-af39-dbe4eafbfa80 service nova] Acquired lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.982383] env[69226]: DEBUG nova.network.neutron [req-64ed1736-9289-4405-b622-ad0117d17df0 req-8816b3bf-8095-43ce-af39-dbe4eafbfa80 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Refreshing network info cache for port c2c55991-7c11-48d0-b9a8-4571675707e3 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.170696] env[69226]: DEBUG nova.objects.base [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Object Instance<7590e6b4-2942-4d54-8b6e-28496218373a> lazy-loaded attributes: resources,numa_topology {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1310.272496] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc118ef-801b-4788-b0d7-cfb5f876501a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.280302] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cd177a-23b6-4df4-9d20-f474a12108c7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.320705] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee58219-cea3-4140-8a19-7c4caf28930f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.332911] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f65a41b-26c2-4770-a98f-02a8e8913193 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.348477] env[69226]: DEBUG nova.compute.provider_tree [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.444975] env[69226]: DEBUG oslo_vmware.api [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495887, 'name': PowerOffVM_Task, 'duration_secs': 0.198994} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.445191] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.445355] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.445594] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46e885d3-9a2b-4707-b94a-2de13ac47627 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.505849] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.506076] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.506253] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Deleting the datastore file [datastore1] b43f8d35-f057-4473-b761-0e89b60645ab {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.506507] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4ea38a9-2c62-4591-b099-08afd993451e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.512949] env[69226]: DEBUG oslo_vmware.api [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for the task: (returnval){ [ 1310.512949] env[69226]: value = "task-3495889" [ 1310.512949] env[69226]: _type = "Task" [ 1310.512949] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.523478] env[69226]: DEBUG oslo_vmware.api [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.701574] env[69226]: DEBUG nova.network.neutron [req-64ed1736-9289-4405-b622-ad0117d17df0 req-8816b3bf-8095-43ce-af39-dbe4eafbfa80 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Updated VIF entry in instance network info cache for port c2c55991-7c11-48d0-b9a8-4571675707e3. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.701949] env[69226]: DEBUG nova.network.neutron [req-64ed1736-9289-4405-b622-ad0117d17df0 req-8816b3bf-8095-43ce-af39-dbe4eafbfa80 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Updating instance_info_cache with network_info: [{"id": "c2c55991-7c11-48d0-b9a8-4571675707e3", "address": "fa:16:3e:69:e1:0f", "network": {"id": "61f4be9c-0e3d-4a47-bb9b-afb0b674e5b2", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1604472150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66aa0a2126264cfca886a893cfa086c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc2c55991-7c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.827676] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "84c61656-c42e-41d3-bf30-04c504670123" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.827959] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "84c61656-c42e-41d3-bf30-04c504670123" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.828149] env[69226]: DEBUG nova.compute.manager [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Going to confirm migration 9 {{(pid=69226) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1310.850975] env[69226]: DEBUG nova.scheduler.client.report [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.023376] env[69226]: DEBUG oslo_vmware.api [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Task: {'id': task-3495889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20951} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.023626] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.023824] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.023971] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.024231] env[69226]: INFO nova.compute.manager [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1311.024531] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.024754] env[69226]: DEBUG nova.compute.manager [-] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.024820] env[69226]: DEBUG nova.network.neutron [-] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.204447] env[69226]: DEBUG oslo_concurrency.lockutils [req-64ed1736-9289-4405-b622-ad0117d17df0 req-8816b3bf-8095-43ce-af39-dbe4eafbfa80 service nova] Releasing lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.240300] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "7590e6b4-2942-4d54-8b6e-28496218373a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.356289] env[69226]: DEBUG oslo_concurrency.lockutils [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.397118] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.397316] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.397493] env[69226]: DEBUG nova.network.neutron [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.397728] env[69226]: DEBUG nova.objects.instance [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lazy-loading 'info_cache' on Instance uuid 84c61656-c42e-41d3-bf30-04c504670123 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.864880] env[69226]: DEBUG oslo_concurrency.lockutils [None req-801d692d-b9f9-4226-ad0c-3640b834c5c4 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "7590e6b4-2942-4d54-8b6e-28496218373a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.155s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.865840] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "7590e6b4-2942-4d54-8b6e-28496218373a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.626s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.866042] env[69226]: INFO nova.compute.manager [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Unshelving [ 1311.937183] env[69226]: DEBUG nova.network.neutron [-] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.007916] env[69226]: DEBUG nova.compute.manager [req-8a6b4eb2-b814-4c9a-8934-ce23fea99aa4 req-a091950a-6dca-408b-b3c8-42b6e94fa2d7 service nova] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Received event network-vif-deleted-e467b583-64e8-4a76-9201-e4ac22e44f93 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.439360] env[69226]: INFO nova.compute.manager [-] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Took 1.41 seconds to deallocate network for instance. [ 1312.604257] env[69226]: DEBUG nova.network.neutron [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Updating instance_info_cache with network_info: [{"id": "f223ef1b-9385-4cfa-a066-f89a086e932a", "address": "fa:16:3e:58:9d:b6", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf223ef1b-93", "ovs_interfaceid": "f223ef1b-9385-4cfa-a066-f89a086e932a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.793866] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.794167] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.794407] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.794597] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.794795] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.796879] env[69226]: INFO nova.compute.manager [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Terminating instance [ 1312.892892] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.893189] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.893400] env[69226]: DEBUG nova.objects.instance [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lazy-loading 'pci_requests' on Instance uuid 7590e6b4-2942-4d54-8b6e-28496218373a {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.944990] env[69226]: DEBUG oslo_concurrency.lockutils [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.106868] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "refresh_cache-84c61656-c42e-41d3-bf30-04c504670123" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.107160] env[69226]: DEBUG nova.objects.instance [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lazy-loading 'migration_context' on Instance uuid 84c61656-c42e-41d3-bf30-04c504670123 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.300695] env[69226]: DEBUG nova.compute.manager [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.300950] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.301243] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86ca5196-dbf5-47ab-815d-64f5e02ea0d4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.309618] env[69226]: DEBUG oslo_vmware.api [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1313.309618] env[69226]: value = "task-3495890" [ 1313.309618] env[69226]: _type = "Task" [ 1313.309618] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.319807] env[69226]: DEBUG oslo_vmware.api [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.397293] env[69226]: DEBUG nova.objects.instance [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lazy-loading 'numa_topology' on Instance uuid 7590e6b4-2942-4d54-8b6e-28496218373a {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.564445] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.564705] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.564872] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.565018] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.565174] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.565318] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.565465] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.565603] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1313.565751] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.610224] env[69226]: DEBUG nova.objects.base [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Object Instance<84c61656-c42e-41d3-bf30-04c504670123> lazy-loaded attributes: info_cache,migration_context {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1313.611450] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54da2af-771a-48b8-9475-ea9a97004bac {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.630739] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dcfe60b-52bb-45a5-b054-6ca28a037b5d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.635870] env[69226]: DEBUG oslo_vmware.api [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1313.635870] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a5b0b8-f494-62fa-dccb-fc8fb840e9bc" [ 1313.635870] env[69226]: _type = "Task" [ 1313.635870] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.643588] env[69226]: DEBUG oslo_vmware.api [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a5b0b8-f494-62fa-dccb-fc8fb840e9bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.819404] env[69226]: DEBUG oslo_vmware.api [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495890, 'name': PowerOffVM_Task, 'duration_secs': 0.224169} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.819618] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.819820] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Volume detach. Driver type: vmdk {{(pid=69226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1313.820016] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698679', 'volume_id': '29c84e78-0682-4b8f-97b4-a8d0beb49d5c', 'name': 'volume-29c84e78-0682-4b8f-97b4-a8d0beb49d5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8fb39649-f8ae-4abe-8711-ab6f11bf91e1', 'attached_at': '2025-04-19T22:56:32.000000', 'detached_at': '', 'volume_id': '29c84e78-0682-4b8f-97b4-a8d0beb49d5c', 'serial': '29c84e78-0682-4b8f-97b4-a8d0beb49d5c'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1313.820828] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72f6b99-f628-4cdd-bc06-c3a49353301a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.838690] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d280a10e-7a15-4a4a-bc4a-74cf7aaeee81 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.844551] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513de5af-ea38-4cc5-b5b3-ea1a0f53608b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.861311] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb177b54-1fee-4914-84cb-7a904f74f616 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.875224] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] The volume has not been displaced from its original location: [datastore1] volume-29c84e78-0682-4b8f-97b4-a8d0beb49d5c/volume-29c84e78-0682-4b8f-97b4-a8d0beb49d5c.vmdk. No consolidation needed. {{(pid=69226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1313.880152] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1313.880407] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a617e93f-cb07-439e-b53e-9c42b15e1074 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.897604] env[69226]: DEBUG oslo_vmware.api [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1313.897604] env[69226]: value = "task-3495891" [ 1313.897604] env[69226]: _type = "Task" [ 1313.897604] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.906265] env[69226]: INFO nova.compute.claims [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1313.909124] env[69226]: DEBUG oslo_vmware.api [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495891, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.068707] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.145852] env[69226]: DEBUG oslo_vmware.api [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a5b0b8-f494-62fa-dccb-fc8fb840e9bc, 'name': SearchDatastore_Task, 'duration_secs': 0.017244} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.146086] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.407953] env[69226]: DEBUG oslo_vmware.api [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495891, 'name': ReconfigVM_Task, 'duration_secs': 0.188297} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.408277] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1314.414915] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-254299e9-7f51-4e77-b285-f2c460eac849 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.433953] env[69226]: DEBUG oslo_vmware.api [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1314.433953] env[69226]: value = "task-3495892" [ 1314.433953] env[69226]: _type = "Task" [ 1314.433953] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.443197] env[69226]: DEBUG oslo_vmware.api [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.528905] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3453d8bd-28b5-436c-a7bf-0e1fb8521197 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.536474] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782cea42-11c9-4865-b370-395131e7269f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.569186] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab746244-1ba6-4b64-a497-09ec29961a2e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.576525] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ef5a6c-8f69-4d58-bfe2-c7889f9c2bd5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.589563] env[69226]: DEBUG nova.compute.provider_tree [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.945386] env[69226]: DEBUG oslo_vmware.api [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495892, 'name': ReconfigVM_Task, 'duration_secs': 0.148854} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.945745] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698679', 'volume_id': '29c84e78-0682-4b8f-97b4-a8d0beb49d5c', 'name': 'volume-29c84e78-0682-4b8f-97b4-a8d0beb49d5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8fb39649-f8ae-4abe-8711-ab6f11bf91e1', 'attached_at': '2025-04-19T22:56:32.000000', 'detached_at': '', 'volume_id': '29c84e78-0682-4b8f-97b4-a8d0beb49d5c', 'serial': '29c84e78-0682-4b8f-97b4-a8d0beb49d5c'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1314.945913] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.946626] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c661cf-dc3e-4528-9f48-45e64e2b83ab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.952730] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.952945] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a71d318-22d3-4d71-8392-725809ff296f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.011919] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1315.012161] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1315.012348] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Deleting the datastore file [datastore1] 8fb39649-f8ae-4abe-8711-ab6f11bf91e1 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.012656] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92d55def-a901-4adc-8774-dccfc1f39278 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.018317] env[69226]: DEBUG oslo_vmware.api [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1315.018317] env[69226]: value = "task-3495894" [ 1315.018317] env[69226]: _type = "Task" [ 1315.018317] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.026066] env[69226]: DEBUG oslo_vmware.api [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.092315] env[69226]: DEBUG nova.scheduler.client.report [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.527885] env[69226]: DEBUG oslo_vmware.api [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225175} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.528159] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.528344] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1315.528514] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.528688] env[69226]: INFO nova.compute.manager [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1315.528918] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.529123] env[69226]: DEBUG nova.compute.manager [-] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1315.529221] env[69226]: DEBUG nova.network.neutron [-] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.597421] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.599572] env[69226]: DEBUG oslo_concurrency.lockutils [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.655s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.599820] env[69226]: DEBUG nova.objects.instance [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lazy-loading 'resources' on Instance uuid b43f8d35-f057-4473-b761-0e89b60645ab {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.627773] env[69226]: INFO nova.network.neutron [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Updating port c2c55991-7c11-48d0-b9a8-4571675707e3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1316.109396] env[69226]: DEBUG nova.compute.manager [req-a2b0b6b7-ebba-4641-9962-5c1d51397324 req-3f9c555e-dca2-48fb-b983-e3ff04513b3f service nova] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Received event network-vif-deleted-89068961-faa1-4d4e-adaf-16f48b7aa4f4 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.109658] env[69226]: INFO nova.compute.manager [req-a2b0b6b7-ebba-4641-9962-5c1d51397324 req-3f9c555e-dca2-48fb-b983-e3ff04513b3f service nova] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Neutron deleted interface 89068961-faa1-4d4e-adaf-16f48b7aa4f4; detaching it from the instance and deleting it from the info cache [ 1316.109891] env[69226]: DEBUG nova.network.neutron [req-a2b0b6b7-ebba-4641-9962-5c1d51397324 req-3f9c555e-dca2-48fb-b983-e3ff04513b3f service nova] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.236262] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98234aad-5f5c-416e-b3a1-ac6f2ee1d735 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.244533] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b927733-08bf-4979-9731-1b0432b1ad31 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.278049] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5b5a4d-cdd1-4a69-b5e6-ae96fed98b45 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.287029] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b732f43-547e-4da2-964b-fe795ae4be95 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.299813] env[69226]: DEBUG nova.compute.provider_tree [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.483912] env[69226]: DEBUG nova.network.neutron [-] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.613281] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb974656-a64b-423a-968c-4d0cfaccf155 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.623277] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3928572e-2e76-40e5-a38b-245c98b5d64e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.650166] env[69226]: DEBUG nova.compute.manager [req-a2b0b6b7-ebba-4641-9962-5c1d51397324 req-3f9c555e-dca2-48fb-b983-e3ff04513b3f service nova] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Detach interface failed, port_id=89068961-faa1-4d4e-adaf-16f48b7aa4f4, reason: Instance 8fb39649-f8ae-4abe-8711-ab6f11bf91e1 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1316.803178] env[69226]: DEBUG nova.scheduler.client.report [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.986606] env[69226]: INFO nova.compute.manager [-] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Took 1.46 seconds to deallocate network for instance. [ 1317.310391] env[69226]: DEBUG oslo_concurrency.lockutils [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.312502] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.242s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.312563] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.002s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.312757] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1317.314043] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.167s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.315081] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dba0d00-e137-4ba1-a97f-fd2eaa6915df {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.330597] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1f0e0a-a357-492c-96b8-20466684d276 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.352037] env[69226]: INFO nova.scheduler.client.report [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Deleted allocations for instance b43f8d35-f057-4473-b761-0e89b60645ab [ 1317.352037] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52202438-fdb6-4dea-b0d3-f432211a9c17 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.359791] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080d6ccd-118c-4e76-aef6-48c7799e2a8d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.394692] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179739MB free_disk=91GB free_vcpus=48 pci_devices=None {{(pid=69226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1317.394907] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.412081] env[69226]: DEBUG oslo_concurrency.lockutils [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "00e42cb1-2341-41e3-a11d-a20f53dd26de" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.412322] env[69226]: DEBUG oslo_concurrency.lockutils [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "00e42cb1-2341-41e3-a11d-a20f53dd26de" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.439948] env[69226]: DEBUG nova.compute.manager [req-b0e06279-b45a-4d42-85be-61af37105f86 req-8b710020-f793-46c5-9c35-464ea05c8d61 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Received event network-vif-plugged-c2c55991-7c11-48d0-b9a8-4571675707e3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.439948] env[69226]: DEBUG oslo_concurrency.lockutils [req-b0e06279-b45a-4d42-85be-61af37105f86 req-8b710020-f793-46c5-9c35-464ea05c8d61 service nova] Acquiring lock "7590e6b4-2942-4d54-8b6e-28496218373a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.439948] env[69226]: DEBUG oslo_concurrency.lockutils [req-b0e06279-b45a-4d42-85be-61af37105f86 req-8b710020-f793-46c5-9c35-464ea05c8d61 service nova] Lock "7590e6b4-2942-4d54-8b6e-28496218373a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.439948] env[69226]: DEBUG oslo_concurrency.lockutils [req-b0e06279-b45a-4d42-85be-61af37105f86 req-8b710020-f793-46c5-9c35-464ea05c8d61 service nova] Lock "7590e6b4-2942-4d54-8b6e-28496218373a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.439948] env[69226]: DEBUG nova.compute.manager [req-b0e06279-b45a-4d42-85be-61af37105f86 req-8b710020-f793-46c5-9c35-464ea05c8d61 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] No waiting events found dispatching network-vif-plugged-c2c55991-7c11-48d0-b9a8-4571675707e3 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1317.439948] env[69226]: WARNING nova.compute.manager [req-b0e06279-b45a-4d42-85be-61af37105f86 req-8b710020-f793-46c5-9c35-464ea05c8d61 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Received unexpected event network-vif-plugged-c2c55991-7c11-48d0-b9a8-4571675707e3 for instance with vm_state shelved_offloaded and task_state spawning. [ 1317.494694] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.494694] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquired lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.494694] env[69226]: DEBUG nova.network.neutron [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.530606] env[69226]: INFO nova.compute.manager [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Took 0.54 seconds to detach 1 volumes for instance. [ 1317.532924] env[69226]: DEBUG nova.compute.manager [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Deleting volume: 29c84e78-0682-4b8f-97b4-a8d0beb49d5c {{(pid=69226) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1317.863565] env[69226]: DEBUG oslo_concurrency.lockutils [None req-106fec5a-01af-4514-a25b-d4058e5cf294 tempest-ServerActionsTestOtherB-248801327 tempest-ServerActionsTestOtherB-248801327-project-member] Lock "b43f8d35-f057-4473-b761-0e89b60645ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.454s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.915191] env[69226]: DEBUG nova.compute.utils [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1317.921551] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2caae2-a24f-4198-a4b7-47b26429c5b6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.929467] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f366e48-abd6-4d67-8393-0534798cee8e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.960753] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13ad993-2872-4db6-a9fb-52584d608a9f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.967566] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac91914c-a187-473d-af7c-1b472f9f649d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.980485] env[69226]: DEBUG nova.compute.provider_tree [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.070205] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.200525] env[69226]: DEBUG nova.network.neutron [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Updating instance_info_cache with network_info: [{"id": "c2c55991-7c11-48d0-b9a8-4571675707e3", "address": "fa:16:3e:69:e1:0f", "network": {"id": "61f4be9c-0e3d-4a47-bb9b-afb0b674e5b2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1604472150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66aa0a2126264cfca886a893cfa086c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2c55991-7c", "ovs_interfaceid": "c2c55991-7c11-48d0-b9a8-4571675707e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.417965] env[69226]: DEBUG oslo_concurrency.lockutils [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "00e42cb1-2341-41e3-a11d-a20f53dd26de" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.484330] env[69226]: DEBUG nova.scheduler.client.report [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.703703] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Releasing lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.730858] env[69226]: DEBUG nova.virt.hardware [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bcc5fb4a3e936cb8f8fb264b029e4061',container_format='bare',created_at=2025-04-19T22:56:47Z,direct_url=,disk_format='vmdk',id=3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-923415997-shelved',owner='66aa0a2126264cfca886a893cfa086c7',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-19T22:57:01Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.731109] env[69226]: DEBUG nova.virt.hardware [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.731267] env[69226]: DEBUG nova.virt.hardware [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.731444] env[69226]: DEBUG nova.virt.hardware [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.731613] env[69226]: DEBUG nova.virt.hardware [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.731748] env[69226]: DEBUG nova.virt.hardware [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.731949] env[69226]: DEBUG nova.virt.hardware [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.732118] env[69226]: DEBUG nova.virt.hardware [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.732285] env[69226]: DEBUG nova.virt.hardware [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.732446] env[69226]: DEBUG nova.virt.hardware [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.732690] env[69226]: DEBUG nova.virt.hardware [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.733620] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e56ced-c654-4a76-b88e-bca697779b74 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.741595] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d77d00-4e5d-43eb-b34a-0d8caeb57b92 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.755472] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:e1:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2c55991-7c11-48d0-b9a8-4571675707e3', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1318.762884] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.763509] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1318.763748] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99db6f06-8f24-44bb-b689-86099ffa5724 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.783302] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1318.783302] env[69226]: value = "task-3495897" [ 1318.783302] env[69226]: _type = "Task" [ 1318.783302] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.790647] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495897, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.296383] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495897, 'name': CreateVM_Task, 'duration_secs': 0.292693} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.296600] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1319.297367] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.297582] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.297993] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.298302] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43e10688-0715-46a6-8555-dfb3842483bb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.303492] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1319.303492] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5289b112-cca3-0216-e877-aa42f71b639a" [ 1319.303492] env[69226]: _type = "Task" [ 1319.303492] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.314634] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5289b112-cca3-0216-e877-aa42f71b639a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.468637] env[69226]: DEBUG nova.compute.manager [req-77d1d00b-ffbd-41ed-aaaf-1bfd094542b1 req-6b2fe23f-6bb1-4209-be8c-7248fb7c90e8 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Received event network-changed-c2c55991-7c11-48d0-b9a8-4571675707e3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.468902] env[69226]: DEBUG nova.compute.manager [req-77d1d00b-ffbd-41ed-aaaf-1bfd094542b1 req-6b2fe23f-6bb1-4209-be8c-7248fb7c90e8 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Refreshing instance network info cache due to event network-changed-c2c55991-7c11-48d0-b9a8-4571675707e3. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1319.469061] env[69226]: DEBUG oslo_concurrency.lockutils [req-77d1d00b-ffbd-41ed-aaaf-1bfd094542b1 req-6b2fe23f-6bb1-4209-be8c-7248fb7c90e8 service nova] Acquiring lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.469191] env[69226]: DEBUG oslo_concurrency.lockutils [req-77d1d00b-ffbd-41ed-aaaf-1bfd094542b1 req-6b2fe23f-6bb1-4209-be8c-7248fb7c90e8 service nova] Acquired lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.469349] env[69226]: DEBUG nova.network.neutron [req-77d1d00b-ffbd-41ed-aaaf-1bfd094542b1 req-6b2fe23f-6bb1-4209-be8c-7248fb7c90e8 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Refreshing network info cache for port c2c55991-7c11-48d0-b9a8-4571675707e3 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.481655] env[69226]: DEBUG oslo_concurrency.lockutils [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "00e42cb1-2341-41e3-a11d-a20f53dd26de" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.481875] env[69226]: DEBUG oslo_concurrency.lockutils [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "00e42cb1-2341-41e3-a11d-a20f53dd26de" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.482111] env[69226]: INFO nova.compute.manager [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Attaching volume c2a10573-7fa9-4601-aa5e-1049be4f8783 to /dev/sdb [ 1319.493885] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.181s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.496506] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.102s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.513811] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985f11cb-3a86-4b52-a012-1d7bb3bbe979 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.521388] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159f196d-505b-4a0f-9ca8-2556b6d1f8ed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.535381] env[69226]: DEBUG nova.virt.block_device [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Updating existing volume attachment record: 89c850b0-70cb-4df5-946b-d21147bf2d86 {{(pid=69226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1319.813024] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.813388] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Processing image 3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18 {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1319.813714] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18/3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.813927] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18/3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.814216] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.814544] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00fbce4f-efde-405b-a1b5-bef350f77e63 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.830935] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.831183] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1319.831983] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fababe3-e35f-42c9-b08f-b13a5b7645a1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.836751] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1319.836751] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e84da1-3eeb-213c-57dc-bf9adf266b1e" [ 1319.836751] env[69226]: _type = "Task" [ 1319.836751] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.844964] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52e84da1-3eeb-213c-57dc-bf9adf266b1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.071247] env[69226]: INFO nova.scheduler.client.report [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Deleted allocation for migration 1075e1e5-0178-4b0a-bc10-c12a4f0b58d8 [ 1320.202593] env[69226]: DEBUG nova.network.neutron [req-77d1d00b-ffbd-41ed-aaaf-1bfd094542b1 req-6b2fe23f-6bb1-4209-be8c-7248fb7c90e8 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Updated VIF entry in instance network info cache for port c2c55991-7c11-48d0-b9a8-4571675707e3. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.202985] env[69226]: DEBUG nova.network.neutron [req-77d1d00b-ffbd-41ed-aaaf-1bfd094542b1 req-6b2fe23f-6bb1-4209-be8c-7248fb7c90e8 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Updating instance_info_cache with network_info: [{"id": "c2c55991-7c11-48d0-b9a8-4571675707e3", "address": "fa:16:3e:69:e1:0f", "network": {"id": "61f4be9c-0e3d-4a47-bb9b-afb0b674e5b2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1604472150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66aa0a2126264cfca886a893cfa086c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2c55991-7c", "ovs_interfaceid": "c2c55991-7c11-48d0-b9a8-4571675707e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.348056] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Preparing fetch location {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1320.348056] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Fetch image to [datastore2] OSTACK_IMG_d57367e1-2229-428f-8abd-f88b613b4d2b/OSTACK_IMG_d57367e1-2229-428f-8abd-f88b613b4d2b.vmdk {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1320.348056] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Downloading stream optimized image 3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18 to [datastore2] OSTACK_IMG_d57367e1-2229-428f-8abd-f88b613b4d2b/OSTACK_IMG_d57367e1-2229-428f-8abd-f88b613b4d2b.vmdk on the data store datastore2 as vApp {{(pid=69226) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1320.348430] env[69226]: DEBUG nova.virt.vmwareapi.images [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Downloading image file data 3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18 to the ESX as VM named 'OSTACK_IMG_d57367e1-2229-428f-8abd-f88b613b4d2b' {{(pid=69226) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1320.422953] env[69226]: DEBUG oslo_vmware.rw_handles [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1320.422953] env[69226]: value = "resgroup-9" [ 1320.422953] env[69226]: _type = "ResourcePool" [ 1320.422953] env[69226]: }. {{(pid=69226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1320.423252] env[69226]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6f5af93c-084f-4297-a066-10f4e1858521 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.445539] env[69226]: DEBUG oslo_vmware.rw_handles [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lease: (returnval){ [ 1320.445539] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52db89f1-66da-fddc-8fa0-55833d8e71f8" [ 1320.445539] env[69226]: _type = "HttpNfcLease" [ 1320.445539] env[69226]: } obtained for vApp import into resource pool (val){ [ 1320.445539] env[69226]: value = "resgroup-9" [ 1320.445539] env[69226]: _type = "ResourcePool" [ 1320.445539] env[69226]: }. {{(pid=69226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1320.445973] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the lease: (returnval){ [ 1320.445973] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52db89f1-66da-fddc-8fa0-55833d8e71f8" [ 1320.445973] env[69226]: _type = "HttpNfcLease" [ 1320.445973] env[69226]: } to be ready. {{(pid=69226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1320.454430] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1320.454430] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52db89f1-66da-fddc-8fa0-55833d8e71f8" [ 1320.454430] env[69226]: _type = "HttpNfcLease" [ 1320.454430] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1320.529438] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 0614d5ec-c144-48fe-9248-a498b34699a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1320.529769] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 85c69408-c888-40fe-aec9-f3ed3bdb63da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1320.529769] env[69226]: WARNING nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 8fb39649-f8ae-4abe-8711-ab6f11bf91e1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1320.529871] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 00e42cb1-2341-41e3-a11d-a20f53dd26de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1320.529960] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 84c61656-c42e-41d3-bf30-04c504670123 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1320.530092] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 7590e6b4-2942-4d54-8b6e-28496218373a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1320.530276] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1320.530520] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1320.576385] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2ac136b2-34c1-44d5-8b28-a5d1b564489b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "84c61656-c42e-41d3-bf30-04c504670123" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.748s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.624431] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3df0f94-d6da-4f8b-b700-cdb9058e7137 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.632375] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30f6b2b-ebc2-4510-8fc0-b5bc7919cb9e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.662953] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83665b1-b96d-4957-9355-8196cf85a0ba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.670962] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb9bd19-34a1-43dc-ac4e-aece69e70202 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.684319] env[69226]: DEBUG nova.compute.provider_tree [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.705641] env[69226]: DEBUG oslo_concurrency.lockutils [req-77d1d00b-ffbd-41ed-aaaf-1bfd094542b1 req-6b2fe23f-6bb1-4209-be8c-7248fb7c90e8 service nova] Releasing lock "refresh_cache-7590e6b4-2942-4d54-8b6e-28496218373a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.954703] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1320.954703] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52db89f1-66da-fddc-8fa0-55833d8e71f8" [ 1320.954703] env[69226]: _type = "HttpNfcLease" [ 1320.954703] env[69226]: } is initializing. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1321.187865] env[69226]: DEBUG nova.scheduler.client.report [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.406333] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "84c61656-c42e-41d3-bf30-04c504670123" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.406731] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "84c61656-c42e-41d3-bf30-04c504670123" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.406864] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "84c61656-c42e-41d3-bf30-04c504670123-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.406967] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "84c61656-c42e-41d3-bf30-04c504670123-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.407200] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "84c61656-c42e-41d3-bf30-04c504670123-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.409518] env[69226]: INFO nova.compute.manager [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Terminating instance [ 1321.455071] env[69226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1321.455071] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52db89f1-66da-fddc-8fa0-55833d8e71f8" [ 1321.455071] env[69226]: _type = "HttpNfcLease" [ 1321.455071] env[69226]: } is ready. {{(pid=69226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1321.455214] env[69226]: DEBUG oslo_vmware.rw_handles [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1321.455214] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52db89f1-66da-fddc-8fa0-55833d8e71f8" [ 1321.455214] env[69226]: _type = "HttpNfcLease" [ 1321.455214] env[69226]: }. {{(pid=69226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1321.455902] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7186c796-4722-44ab-97d9-23d0628df7da {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.463161] env[69226]: DEBUG oslo_vmware.rw_handles [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4504a-d3f8-94d4-4b63-625b53abf49f/disk-0.vmdk from lease info. {{(pid=69226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1321.463338] env[69226]: DEBUG oslo_vmware.rw_handles [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4504a-d3f8-94d4-4b63-625b53abf49f/disk-0.vmdk. {{(pid=69226) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1321.528836] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-48d6743f-4db5-4ae0-9cf6-1c3873c0871d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.699944] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1321.699944] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.198s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.699944] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.625s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.699944] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.726901] env[69226]: INFO nova.scheduler.client.report [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Deleted allocations for instance 8fb39649-f8ae-4abe-8711-ab6f11bf91e1 [ 1321.915310] env[69226]: DEBUG nova.compute.manager [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.915813] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.916776] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cc9933-d85a-4d77-a07a-ebd7c65ee72d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.927667] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.929853] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0169a3b9-66bd-4bf0-ba8c-2e8184f6838a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.937020] env[69226]: DEBUG oslo_vmware.api [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1321.937020] env[69226]: value = "task-3495902" [ 1321.937020] env[69226]: _type = "Task" [ 1321.937020] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.944748] env[69226]: DEBUG oslo_vmware.api [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.235285] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7636655a-607b-4833-900c-a55dc6be009c tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "8fb39649-f8ae-4abe-8711-ab6f11bf91e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.441s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.448561] env[69226]: DEBUG oslo_vmware.api [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495902, 'name': PowerOffVM_Task, 'duration_secs': 0.291411} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.450509] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.450509] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.450611] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f5eeca4-7c0b-4d80-a1f4-d30d25e69587 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.509355] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.509580] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.509767] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Deleting the datastore file [datastore1] 84c61656-c42e-41d3-bf30-04c504670123 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.511130] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5d43703-df9f-4e2a-ae15-232f62159bce {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.518651] env[69226]: DEBUG oslo_vmware.api [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1322.518651] env[69226]: value = "task-3495905" [ 1322.518651] env[69226]: _type = "Task" [ 1322.518651] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.528123] env[69226]: DEBUG oslo_vmware.api [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.719805] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "85c69408-c888-40fe-aec9-f3ed3bdb63da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.720163] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "85c69408-c888-40fe-aec9-f3ed3bdb63da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.720546] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "85c69408-c888-40fe-aec9-f3ed3bdb63da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.720790] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "85c69408-c888-40fe-aec9-f3ed3bdb63da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.720974] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "85c69408-c888-40fe-aec9-f3ed3bdb63da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.723354] env[69226]: INFO nova.compute.manager [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Terminating instance [ 1322.744158] env[69226]: DEBUG oslo_vmware.rw_handles [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Completed reading data from the image iterator. {{(pid=69226) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1322.744386] env[69226]: DEBUG oslo_vmware.rw_handles [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4504a-d3f8-94d4-4b63-625b53abf49f/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1322.745563] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5992cb44-2dfc-4dcb-91fb-68b8e8e04462 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.752181] env[69226]: DEBUG oslo_vmware.rw_handles [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4504a-d3f8-94d4-4b63-625b53abf49f/disk-0.vmdk is in state: ready. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1322.752349] env[69226]: DEBUG oslo_vmware.rw_handles [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4504a-d3f8-94d4-4b63-625b53abf49f/disk-0.vmdk. {{(pid=69226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1322.752554] env[69226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-04de5000-9197-483b-84bd-f51fd8c8323d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.017242] env[69226]: DEBUG oslo_vmware.rw_handles [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4504a-d3f8-94d4-4b63-625b53abf49f/disk-0.vmdk. {{(pid=69226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1323.017527] env[69226]: INFO nova.virt.vmwareapi.images [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Downloaded image file data 3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18 [ 1323.018603] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f92810-7b43-485d-bef9-4c27cb045959 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.041426] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c657ceee-35e3-48f5-860f-ed93818cf8a0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.043256] env[69226]: DEBUG oslo_vmware.api [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172652} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.043485] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.043583] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.043725] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.044017] env[69226]: INFO nova.compute.manager [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1323.044090] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.044635] env[69226]: DEBUG nova.compute.manager [-] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1323.044797] env[69226]: DEBUG nova.network.neutron [-] [instance: 84c61656-c42e-41d3-bf30-04c504670123] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.067370] env[69226]: INFO nova.virt.vmwareapi.images [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] The imported VM was unregistered [ 1323.070359] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Caching image {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1323.070359] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Creating directory with path [datastore2] devstack-image-cache_base/3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18 {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1323.070691] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21fcfb7d-969c-4ead-895c-2dd470e3b842 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.084418] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Created directory with path [datastore2] devstack-image-cache_base/3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18 {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1323.084627] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d57367e1-2229-428f-8abd-f88b613b4d2b/OSTACK_IMG_d57367e1-2229-428f-8abd-f88b613b4d2b.vmdk to [datastore2] devstack-image-cache_base/3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18/3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18.vmdk. {{(pid=69226) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1323.084935] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c118a63e-34e2-496a-86d5-03f122af5326 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.091514] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1323.091514] env[69226]: value = "task-3495907" [ 1323.091514] env[69226]: _type = "Task" [ 1323.091514] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.099950] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495907, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.228566] env[69226]: DEBUG nova.compute.manager [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1323.228826] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1323.229754] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9194246f-e698-4b4c-a157-14798d349cbd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.237917] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.238211] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a208b13c-8c17-459e-b861-2fd14c30bcce {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.244856] env[69226]: DEBUG oslo_vmware.api [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1323.244856] env[69226]: value = "task-3495908" [ 1323.244856] env[69226]: _type = "Task" [ 1323.244856] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.252827] env[69226]: DEBUG oslo_vmware.api [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.601985] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495907, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.690024] env[69226]: DEBUG nova.compute.manager [req-512bdb25-fe5c-472f-b329-6da41e0c0e2c req-ef10aa0f-10c7-40e7-a444-1cef0d4ffe04 service nova] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Received event network-vif-deleted-f223ef1b-9385-4cfa-a066-f89a086e932a {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.690024] env[69226]: INFO nova.compute.manager [req-512bdb25-fe5c-472f-b329-6da41e0c0e2c req-ef10aa0f-10c7-40e7-a444-1cef0d4ffe04 service nova] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Neutron deleted interface f223ef1b-9385-4cfa-a066-f89a086e932a; detaching it from the instance and deleting it from the info cache [ 1323.690024] env[69226]: DEBUG nova.network.neutron [req-512bdb25-fe5c-472f-b329-6da41e0c0e2c req-ef10aa0f-10c7-40e7-a444-1cef0d4ffe04 service nova] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.755872] env[69226]: DEBUG oslo_vmware.api [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495908, 'name': PowerOffVM_Task, 'duration_secs': 0.205357} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.756307] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.756307] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.756573] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c1806cb-01cd-4754-9ffa-6d1e08548eb9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.843754] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.843973] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.844094] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Deleting the datastore file [datastore2] 85c69408-c888-40fe-aec9-f3ed3bdb63da {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.844400] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71d5cfa2-e815-43dd-8b93-6de0bad96747 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.851695] env[69226]: DEBUG oslo_vmware.api [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1323.851695] env[69226]: value = "task-3495910" [ 1323.851695] env[69226]: _type = "Task" [ 1323.851695] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.859930] env[69226]: DEBUG oslo_vmware.api [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.082709] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Volume attach. Driver type: vmdk {{(pid=69226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1324.083086] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698696', 'volume_id': 'c2a10573-7fa9-4601-aa5e-1049be4f8783', 'name': 'volume-c2a10573-7fa9-4601-aa5e-1049be4f8783', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00e42cb1-2341-41e3-a11d-a20f53dd26de', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2a10573-7fa9-4601-aa5e-1049be4f8783', 'serial': 'c2a10573-7fa9-4601-aa5e-1049be4f8783'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1324.083953] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bafa99-5883-40ea-a0b4-d89e4d802874 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.103774] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab4131c-7f53-4265-9ba7-419b85caac07 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.111527] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495907, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.133350] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-c2a10573-7fa9-4601-aa5e-1049be4f8783/volume-c2a10573-7fa9-4601-aa5e-1049be4f8783.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.133729] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c325a442-23e5-437d-bf62-2f535fd2e79c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.152693] env[69226]: DEBUG oslo_vmware.api [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1324.152693] env[69226]: value = "task-3495911" [ 1324.152693] env[69226]: _type = "Task" [ 1324.152693] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.161278] env[69226]: DEBUG oslo_vmware.api [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.170051] env[69226]: DEBUG nova.network.neutron [-] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.193397] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40e1849f-396d-41ca-ad2f-7532a2740137 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.202573] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21cc347-0627-4ae5-add3-0cfd7026c8b7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.230696] env[69226]: DEBUG nova.compute.manager [req-512bdb25-fe5c-472f-b329-6da41e0c0e2c req-ef10aa0f-10c7-40e7-a444-1cef0d4ffe04 service nova] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Detach interface failed, port_id=f223ef1b-9385-4cfa-a066-f89a086e932a, reason: Instance 84c61656-c42e-41d3-bf30-04c504670123 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1324.364065] env[69226]: DEBUG oslo_vmware.api [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.610193] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495907, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.650021] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.662452] env[69226]: DEBUG oslo_vmware.api [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.672908] env[69226]: INFO nova.compute.manager [-] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Took 1.63 seconds to deallocate network for instance. [ 1324.863368] env[69226]: DEBUG oslo_vmware.api [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.111340] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495907, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.164319] env[69226]: DEBUG oslo_vmware.api [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.179719] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.180081] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.180316] env[69226]: DEBUG nova.objects.instance [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lazy-loading 'resources' on Instance uuid 84c61656-c42e-41d3-bf30-04c504670123 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.363934] env[69226]: DEBUG oslo_vmware.api [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.610680] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495907, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.671312] env[69226]: DEBUG oslo_vmware.api [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.768856] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbc0126-92eb-4f6d-9909-70999f1050b2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.777126] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6c7e2e-db36-4fe9-b00c-669fe62eae7b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.808261] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f2d69f-7b13-45a8-bc2e-ab4869bc26ca {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.815530] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8290b08b-1e3d-4f66-9d05-98d3e38a034a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.830701] env[69226]: DEBUG nova.compute.provider_tree [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.865998] env[69226]: DEBUG oslo_vmware.api [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.845384} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.866336] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.866527] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.866685] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.866860] env[69226]: INFO nova.compute.manager [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Took 2.64 seconds to destroy the instance on the hypervisor. [ 1325.867136] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.867436] env[69226]: DEBUG nova.compute.manager [-] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1325.867436] env[69226]: DEBUG nova.network.neutron [-] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.114102] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495907, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.777308} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.115181] env[69226]: INFO nova.virt.vmwareapi.ds_util [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d57367e1-2229-428f-8abd-f88b613b4d2b/OSTACK_IMG_d57367e1-2229-428f-8abd-f88b613b4d2b.vmdk to [datastore2] devstack-image-cache_base/3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18/3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18.vmdk. [ 1326.115382] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Cleaning up location [datastore2] OSTACK_IMG_d57367e1-2229-428f-8abd-f88b613b4d2b {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1326.115548] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d57367e1-2229-428f-8abd-f88b613b4d2b {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.116723] env[69226]: DEBUG nova.compute.manager [req-3bd217f0-d4b8-47aa-9854-d16f488f3eb8 req-ef98713a-2129-4929-9a1b-962c867ecfbe service nova] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Received event network-vif-deleted-1d3b53cc-5cef-4fdb-9674-8d1aa26812d1 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.116941] env[69226]: INFO nova.compute.manager [req-3bd217f0-d4b8-47aa-9854-d16f488f3eb8 req-ef98713a-2129-4929-9a1b-962c867ecfbe service nova] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Neutron deleted interface 1d3b53cc-5cef-4fdb-9674-8d1aa26812d1; detaching it from the instance and deleting it from the info cache [ 1326.117134] env[69226]: DEBUG nova.network.neutron [req-3bd217f0-d4b8-47aa-9854-d16f488f3eb8 req-ef98713a-2129-4929-9a1b-962c867ecfbe service nova] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.118295] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dfaddc4-3db1-4e5d-9ad4-ad44c16e5c5c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.127157] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1326.127157] env[69226]: value = "task-3495912" [ 1326.127157] env[69226]: _type = "Task" [ 1326.127157] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.138376] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.164912] env[69226]: DEBUG oslo_vmware.api [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495911, 'name': ReconfigVM_Task, 'duration_secs': 1.887599} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.165430] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-c2a10573-7fa9-4601-aa5e-1049be4f8783/volume-c2a10573-7fa9-4601-aa5e-1049be4f8783.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.170419] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6547e816-02d9-4a45-b3ed-b6a2fcbd8d62 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.184907] env[69226]: DEBUG oslo_vmware.api [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1326.184907] env[69226]: value = "task-3495913" [ 1326.184907] env[69226]: _type = "Task" [ 1326.184907] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.193790] env[69226]: DEBUG oslo_vmware.api [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.337061] env[69226]: DEBUG nova.scheduler.client.report [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.352754] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Acquiring lock "f17a7077-4ca6-4665-981f-8b4528d9fa2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.352754] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Lock "f17a7077-4ca6-4665-981f-8b4528d9fa2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.592795] env[69226]: DEBUG nova.network.neutron [-] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.626274] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-250c36c6-67e0-43c1-b5af-321b84080cd2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.636038] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85263595-a230-4b31-b49d-547c71c4d327 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.648657] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034305} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.649258] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.649427] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18/3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.649671] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18/3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18.vmdk to [datastore2] 7590e6b4-2942-4d54-8b6e-28496218373a/7590e6b4-2942-4d54-8b6e-28496218373a.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.649983] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fb9cf91-19de-4f2c-b7c2-9a2389cf6f4e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.657124] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1326.657124] env[69226]: value = "task-3495914" [ 1326.657124] env[69226]: _type = "Task" [ 1326.657124] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.666456] env[69226]: DEBUG nova.compute.manager [req-3bd217f0-d4b8-47aa-9854-d16f488f3eb8 req-ef98713a-2129-4929-9a1b-962c867ecfbe service nova] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Detach interface failed, port_id=1d3b53cc-5cef-4fdb-9674-8d1aa26812d1, reason: Instance 85c69408-c888-40fe-aec9-f3ed3bdb63da could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1326.671236] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.694374] env[69226]: DEBUG oslo_vmware.api [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495913, 'name': ReconfigVM_Task, 'duration_secs': 0.139268} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.694671] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698696', 'volume_id': 'c2a10573-7fa9-4601-aa5e-1049be4f8783', 'name': 'volume-c2a10573-7fa9-4601-aa5e-1049be4f8783', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00e42cb1-2341-41e3-a11d-a20f53dd26de', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2a10573-7fa9-4601-aa5e-1049be4f8783', 'serial': 'c2a10573-7fa9-4601-aa5e-1049be4f8783'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1326.839707] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.853750] env[69226]: DEBUG nova.compute.manager [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1326.865313] env[69226]: INFO nova.scheduler.client.report [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Deleted allocations for instance 84c61656-c42e-41d3-bf30-04c504670123 [ 1327.094844] env[69226]: INFO nova.compute.manager [-] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Took 1.23 seconds to deallocate network for instance. [ 1327.167494] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495914, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.373693] env[69226]: DEBUG oslo_concurrency.lockutils [None req-bd7925aa-07ba-425e-a599-e786461ab3c8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "84c61656-c42e-41d3-bf30-04c504670123" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.966s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.377542] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.377758] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.379287] env[69226]: INFO nova.compute.claims [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.602297] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.669000] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495914, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.745445] env[69226]: DEBUG nova.objects.instance [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lazy-loading 'flavor' on Instance uuid 00e42cb1-2341-41e3-a11d-a20f53dd26de {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.168268] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495914, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.253427] env[69226]: DEBUG oslo_concurrency.lockutils [None req-69e78b1e-d6c3-4abb-b89e-cb0a456a9ffb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "00e42cb1-2341-41e3-a11d-a20f53dd26de" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.771s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.479948] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369fb110-cd9d-42d6-bfb0-7132cadc62d0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.488081] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec511a4e-8e27-4ff1-8262-7e819355ebed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.520681] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc74acfa-134d-4d54-85bb-993603233107 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.528228] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f8a1ae-5497-478b-b296-6cf6eed2b513 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.542523] env[69226]: DEBUG nova.compute.provider_tree [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.645657] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.645879] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.669975] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495914, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.046512] env[69226]: DEBUG nova.scheduler.client.report [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.111162] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "c086aee2-85a4-4f30-aed7-3c374161349c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.111406] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "c086aee2-85a4-4f30-aed7-3c374161349c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.148126] env[69226]: DEBUG nova.compute.manager [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1329.169120] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495914, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.359159} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.169440] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18/3e5e60e1-b7bb-4a2b-ae7e-545281d2ec18.vmdk to [datastore2] 7590e6b4-2942-4d54-8b6e-28496218373a/7590e6b4-2942-4d54-8b6e-28496218373a.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1329.170096] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5ed434-5362-4757-813e-7a2c1029cfc1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.191443] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 7590e6b4-2942-4d54-8b6e-28496218373a/7590e6b4-2942-4d54-8b6e-28496218373a.vmdk or device None with type streamOptimized {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.192246] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5e499ea-ed45-409f-999a-af884f4db597 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.211583] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1329.211583] env[69226]: value = "task-3495915" [ 1329.211583] env[69226]: _type = "Task" [ 1329.211583] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.219087] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.551939] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.552544] env[69226]: DEBUG nova.compute.manager [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1329.557244] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.955s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.557427] env[69226]: DEBUG nova.objects.instance [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lazy-loading 'resources' on Instance uuid 85c69408-c888-40fe-aec9-f3ed3bdb63da {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.614115] env[69226]: DEBUG nova.compute.manager [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1329.668139] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.722346] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495915, 'name': ReconfigVM_Task, 'duration_secs': 0.267693} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.722679] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 7590e6b4-2942-4d54-8b6e-28496218373a/7590e6b4-2942-4d54-8b6e-28496218373a.vmdk or device None with type streamOptimized {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.723295] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9723d11-c27a-474f-96e0-2e71298d94ad {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.729909] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1329.729909] env[69226]: value = "task-3495916" [ 1329.729909] env[69226]: _type = "Task" [ 1329.729909] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.738919] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495916, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.060797] env[69226]: DEBUG nova.compute.utils [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1330.064977] env[69226]: DEBUG nova.compute.manager [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1330.065168] env[69226]: DEBUG nova.network.neutron [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1330.099041] env[69226]: DEBUG nova.policy [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c92c087a23d4ebb8cf3821efc010f72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57ff4f5fe55d47eca626862fe5de541b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1330.133586] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.153037] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339a9e6b-8015-4e2f-b68b-33bd2211a742 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.160767] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fb05c3-d6fd-4b73-89eb-05edf81c7a89 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.191740] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda337c9-ca33-42cb-81ee-66a475b4dca4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.198424] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0e67d7-a85a-48c1-a1b7-eef7d7d97f87 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.212778] env[69226]: DEBUG nova.compute.provider_tree [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.238580] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495916, 'name': Rename_Task, 'duration_secs': 0.139877} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.238825] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.239060] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abb13d4b-573b-44b1-bef6-34e78a5d3230 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.244254] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1330.244254] env[69226]: value = "task-3495917" [ 1330.244254] env[69226]: _type = "Task" [ 1330.244254] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.251372] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.339008] env[69226]: DEBUG nova.network.neutron [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Successfully created port: 9923e0cd-a8b7-4138-a10f-11dc1e93c6bf {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1330.566163] env[69226]: DEBUG nova.compute.manager [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1330.716203] env[69226]: DEBUG nova.scheduler.client.report [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.754420] env[69226]: DEBUG oslo_vmware.api [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495917, 'name': PowerOnVM_Task, 'duration_secs': 0.439724} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.754681] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.859740] env[69226]: DEBUG nova.compute.manager [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.860441] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8f4662-40bc-49c6-942e-79b61ef5d95c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.221938] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.224989] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.556s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.226039] env[69226]: INFO nova.compute.claims [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1331.242338] env[69226]: INFO nova.scheduler.client.report [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Deleted allocations for instance 85c69408-c888-40fe-aec9-f3ed3bdb63da [ 1331.376705] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab72376a-1a9a-44b3-af4a-84c2f23dd3ab tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "7590e6b4-2942-4d54-8b6e-28496218373a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.510s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.575650] env[69226]: DEBUG nova.compute.manager [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1331.601685] env[69226]: DEBUG nova.virt.hardware [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.601934] env[69226]: DEBUG nova.virt.hardware [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.602114] env[69226]: DEBUG nova.virt.hardware [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.602301] env[69226]: DEBUG nova.virt.hardware [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.602448] env[69226]: DEBUG nova.virt.hardware [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.602611] env[69226]: DEBUG nova.virt.hardware [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.602830] env[69226]: DEBUG nova.virt.hardware [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.602989] env[69226]: DEBUG nova.virt.hardware [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.603172] env[69226]: DEBUG nova.virt.hardware [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.603334] env[69226]: DEBUG nova.virt.hardware [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.603511] env[69226]: DEBUG nova.virt.hardware [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.604423] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e9be8f-f6d7-4b1d-b2b2-3a526f5cde41 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.612225] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1fecd4-a3bd-4e1d-9038-ef691d00d755 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.689521] env[69226]: DEBUG nova.compute.manager [req-dbb741ee-eb27-4639-8180-bd4ece31ba3b req-5cd050e9-56a0-4305-abeb-2875a99754c8 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Received event network-vif-plugged-9923e0cd-a8b7-4138-a10f-11dc1e93c6bf {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.689704] env[69226]: DEBUG oslo_concurrency.lockutils [req-dbb741ee-eb27-4639-8180-bd4ece31ba3b req-5cd050e9-56a0-4305-abeb-2875a99754c8 service nova] Acquiring lock "f17a7077-4ca6-4665-981f-8b4528d9fa2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.689912] env[69226]: DEBUG oslo_concurrency.lockutils [req-dbb741ee-eb27-4639-8180-bd4ece31ba3b req-5cd050e9-56a0-4305-abeb-2875a99754c8 service nova] Lock "f17a7077-4ca6-4665-981f-8b4528d9fa2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.690251] env[69226]: DEBUG oslo_concurrency.lockutils [req-dbb741ee-eb27-4639-8180-bd4ece31ba3b req-5cd050e9-56a0-4305-abeb-2875a99754c8 service nova] Lock "f17a7077-4ca6-4665-981f-8b4528d9fa2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.690500] env[69226]: DEBUG nova.compute.manager [req-dbb741ee-eb27-4639-8180-bd4ece31ba3b req-5cd050e9-56a0-4305-abeb-2875a99754c8 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] No waiting events found dispatching network-vif-plugged-9923e0cd-a8b7-4138-a10f-11dc1e93c6bf {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1331.690701] env[69226]: WARNING nova.compute.manager [req-dbb741ee-eb27-4639-8180-bd4ece31ba3b req-5cd050e9-56a0-4305-abeb-2875a99754c8 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Received unexpected event network-vif-plugged-9923e0cd-a8b7-4138-a10f-11dc1e93c6bf for instance with vm_state building and task_state spawning. [ 1331.752251] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a5da53b6-aea0-4c8d-a5d7-80bc049d86b3 tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "85c69408-c888-40fe-aec9-f3ed3bdb63da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.032s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.812346] env[69226]: DEBUG nova.network.neutron [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Successfully updated port: 9923e0cd-a8b7-4138-a10f-11dc1e93c6bf {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1332.314708] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Acquiring lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.314976] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Acquired lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.315026] env[69226]: DEBUG nova.network.neutron [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.326551] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c25566-cc4a-483f-a3a3-d846a2a262b4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.336399] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2734b45-5638-440f-81ca-0a76db6d6c91 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.368162] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a38d31-daf4-44b1-97af-f6513526be41 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.375587] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc15e669-9017-4eca-ae85-b67fb5ebcc23 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.389222] env[69226]: DEBUG nova.compute.provider_tree [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.845016] env[69226]: DEBUG nova.network.neutron [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.892541] env[69226]: DEBUG nova.scheduler.client.report [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.960805] env[69226]: DEBUG nova.network.neutron [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Updating instance_info_cache with network_info: [{"id": "9923e0cd-a8b7-4138-a10f-11dc1e93c6bf", "address": "fa:16:3e:cb:12:7d", "network": {"id": "d7bcc820-7861-40dc-b0c7-f628794375fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-898401141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57ff4f5fe55d47eca626862fe5de541b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9923e0cd-a8", "ovs_interfaceid": "9923e0cd-a8b7-4138-a10f-11dc1e93c6bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.398621] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.398621] env[69226]: DEBUG nova.compute.manager [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1333.401518] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.268s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.403114] env[69226]: INFO nova.compute.claims [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1333.463628] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Releasing lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.463951] env[69226]: DEBUG nova.compute.manager [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Instance network_info: |[{"id": "9923e0cd-a8b7-4138-a10f-11dc1e93c6bf", "address": "fa:16:3e:cb:12:7d", "network": {"id": "d7bcc820-7861-40dc-b0c7-f628794375fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-898401141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57ff4f5fe55d47eca626862fe5de541b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9923e0cd-a8", "ovs_interfaceid": "9923e0cd-a8b7-4138-a10f-11dc1e93c6bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1333.464379] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:12:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9923e0cd-a8b7-4138-a10f-11dc1e93c6bf', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1333.471939] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Creating folder: Project (57ff4f5fe55d47eca626862fe5de541b). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.472223] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e3b8ea7-9745-4048-b689-268513ce954d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.545619] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Created folder: Project (57ff4f5fe55d47eca626862fe5de541b) in parent group-v698365. [ 1333.545854] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Creating folder: Instances. Parent ref: group-v698698. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.546096] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1484094e-db31-443c-bed9-a9b07e44fb9c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.555482] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Created folder: Instances in parent group-v698698. [ 1333.555716] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.555903] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1333.556124] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0aa35c42-bf0f-4e82-be37-65f5380b7291 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.574261] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1333.574261] env[69226]: value = "task-3495921" [ 1333.574261] env[69226]: _type = "Task" [ 1333.574261] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.581712] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495921, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.715181] env[69226]: DEBUG nova.compute.manager [req-da61daa7-ea2b-454c-ac87-98ee51b42b68 req-f3cef406-e9ef-4ad4-9ca3-20169db6b5c2 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Received event network-changed-9923e0cd-a8b7-4138-a10f-11dc1e93c6bf {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.715428] env[69226]: DEBUG nova.compute.manager [req-da61daa7-ea2b-454c-ac87-98ee51b42b68 req-f3cef406-e9ef-4ad4-9ca3-20169db6b5c2 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Refreshing instance network info cache due to event network-changed-9923e0cd-a8b7-4138-a10f-11dc1e93c6bf. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1333.715588] env[69226]: DEBUG oslo_concurrency.lockutils [req-da61daa7-ea2b-454c-ac87-98ee51b42b68 req-f3cef406-e9ef-4ad4-9ca3-20169db6b5c2 service nova] Acquiring lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.715733] env[69226]: DEBUG oslo_concurrency.lockutils [req-da61daa7-ea2b-454c-ac87-98ee51b42b68 req-f3cef406-e9ef-4ad4-9ca3-20169db6b5c2 service nova] Acquired lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.715892] env[69226]: DEBUG nova.network.neutron [req-da61daa7-ea2b-454c-ac87-98ee51b42b68 req-f3cef406-e9ef-4ad4-9ca3-20169db6b5c2 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Refreshing network info cache for port 9923e0cd-a8b7-4138-a10f-11dc1e93c6bf {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.908597] env[69226]: DEBUG nova.compute.utils [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1333.912296] env[69226]: DEBUG nova.compute.manager [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1333.912466] env[69226]: DEBUG nova.network.neutron [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1333.950916] env[69226]: DEBUG nova.policy [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56c0fdd50bfa490ea0c4419e57786549', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03fce1734c7744c2b1e81d630ea8c55f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1334.086620] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495921, 'name': CreateVM_Task, 'duration_secs': 0.50685} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.086970] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1334.087569] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.087620] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.088141] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.088236] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7d07d3-fc37-4237-a18f-32a146059cdd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.092615] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Waiting for the task: (returnval){ [ 1334.092615] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52462470-36e6-798e-1884-eff598d6c952" [ 1334.092615] env[69226]: _type = "Task" [ 1334.092615] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.100384] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52462470-36e6-798e-1884-eff598d6c952, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.238030] env[69226]: DEBUG nova.network.neutron [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Successfully created port: 3d7be741-2608-4479-987e-b3fdf8f460c0 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1334.399074] env[69226]: DEBUG nova.network.neutron [req-da61daa7-ea2b-454c-ac87-98ee51b42b68 req-f3cef406-e9ef-4ad4-9ca3-20169db6b5c2 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Updated VIF entry in instance network info cache for port 9923e0cd-a8b7-4138-a10f-11dc1e93c6bf. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.399460] env[69226]: DEBUG nova.network.neutron [req-da61daa7-ea2b-454c-ac87-98ee51b42b68 req-f3cef406-e9ef-4ad4-9ca3-20169db6b5c2 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Updating instance_info_cache with network_info: [{"id": "9923e0cd-a8b7-4138-a10f-11dc1e93c6bf", "address": "fa:16:3e:cb:12:7d", "network": {"id": "d7bcc820-7861-40dc-b0c7-f628794375fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-898401141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57ff4f5fe55d47eca626862fe5de541b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9923e0cd-a8", "ovs_interfaceid": "9923e0cd-a8b7-4138-a10f-11dc1e93c6bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.412844] env[69226]: DEBUG nova.compute.manager [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1334.510514] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3b58ea-ef88-4be3-bd99-87664e0789b9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.518753] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31946031-f03b-4139-bd22-09c41e3333bf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.553054] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e542e9-c791-43ec-91f6-b79d57abd560 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.559705] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2e006d-f7bf-4b5a-a251-db0c14f6f82e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.573542] env[69226]: DEBUG nova.compute.provider_tree [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.603327] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52462470-36e6-798e-1884-eff598d6c952, 'name': SearchDatastore_Task, 'duration_secs': 0.014147} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.603629] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.603856] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.604096] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.604245] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.604421] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.604686] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc17c59f-9a14-49dd-9022-6f8f2c8b9c86 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.612655] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.612840] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.613727] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f0b0940-27a4-4264-b223-b05df898112b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.618468] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Waiting for the task: (returnval){ [ 1334.618468] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526c30f0-f0d9-bdee-925c-ac505db887bd" [ 1334.618468] env[69226]: _type = "Task" [ 1334.618468] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.625541] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526c30f0-f0d9-bdee-925c-ac505db887bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.905178] env[69226]: DEBUG oslo_concurrency.lockutils [req-da61daa7-ea2b-454c-ac87-98ee51b42b68 req-f3cef406-e9ef-4ad4-9ca3-20169db6b5c2 service nova] Releasing lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.076842] env[69226]: DEBUG nova.scheduler.client.report [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.128562] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]526c30f0-f0d9-bdee-925c-ac505db887bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009809} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.129300] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723daaef-d66f-4840-92e5-d0f09e57eb62 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.134850] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Waiting for the task: (returnval){ [ 1335.134850] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a7eec7-0519-3845-aa6e-7355b7071b73" [ 1335.134850] env[69226]: _type = "Task" [ 1335.134850] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.142249] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a7eec7-0519-3845-aa6e-7355b7071b73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.423815] env[69226]: DEBUG nova.compute.manager [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1335.450818] env[69226]: DEBUG nova.virt.hardware [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1335.451096] env[69226]: DEBUG nova.virt.hardware [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1335.451263] env[69226]: DEBUG nova.virt.hardware [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1335.451452] env[69226]: DEBUG nova.virt.hardware [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1335.451603] env[69226]: DEBUG nova.virt.hardware [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1335.451754] env[69226]: DEBUG nova.virt.hardware [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1335.451963] env[69226]: DEBUG nova.virt.hardware [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1335.452141] env[69226]: DEBUG nova.virt.hardware [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1335.452310] env[69226]: DEBUG nova.virt.hardware [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1335.452472] env[69226]: DEBUG nova.virt.hardware [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1335.452677] env[69226]: DEBUG nova.virt.hardware [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1335.453557] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc47991f-a3bf-4044-bf08-f5c3378e64d2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.461665] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5421869-6a20-4d9e-bb80-ca8f8df6cc08 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.582625] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.583224] env[69226]: DEBUG nova.compute.manager [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1335.648197] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a7eec7-0519-3845-aa6e-7355b7071b73, 'name': SearchDatastore_Task, 'duration_secs': 0.014669} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.648511] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.648772] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] f17a7077-4ca6-4665-981f-8b4528d9fa2a/f17a7077-4ca6-4665-981f-8b4528d9fa2a.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.649047] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ae32067-e027-4471-8c57-ad20bd133b6f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.656292] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Waiting for the task: (returnval){ [ 1335.656292] env[69226]: value = "task-3495922" [ 1335.656292] env[69226]: _type = "Task" [ 1335.656292] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.664760] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.712945] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "0614d5ec-c144-48fe-9248-a498b34699a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.713263] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "0614d5ec-c144-48fe-9248-a498b34699a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.713522] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "0614d5ec-c144-48fe-9248-a498b34699a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.713785] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "0614d5ec-c144-48fe-9248-a498b34699a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.713999] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "0614d5ec-c144-48fe-9248-a498b34699a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.716506] env[69226]: INFO nova.compute.manager [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Terminating instance [ 1335.753214] env[69226]: DEBUG nova.compute.manager [req-a7c331be-e761-40c0-b98f-4036e7aa2f43 req-fd748a72-4641-4891-8f40-e10588167298 service nova] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Received event network-vif-plugged-3d7be741-2608-4479-987e-b3fdf8f460c0 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.753546] env[69226]: DEBUG oslo_concurrency.lockutils [req-a7c331be-e761-40c0-b98f-4036e7aa2f43 req-fd748a72-4641-4891-8f40-e10588167298 service nova] Acquiring lock "e4d7339b-5fc8-4127-b8b1-43f5ec6379fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.753860] env[69226]: DEBUG oslo_concurrency.lockutils [req-a7c331be-e761-40c0-b98f-4036e7aa2f43 req-fd748a72-4641-4891-8f40-e10588167298 service nova] Lock "e4d7339b-5fc8-4127-b8b1-43f5ec6379fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.754056] env[69226]: DEBUG oslo_concurrency.lockutils [req-a7c331be-e761-40c0-b98f-4036e7aa2f43 req-fd748a72-4641-4891-8f40-e10588167298 service nova] Lock "e4d7339b-5fc8-4127-b8b1-43f5ec6379fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.754230] env[69226]: DEBUG nova.compute.manager [req-a7c331be-e761-40c0-b98f-4036e7aa2f43 req-fd748a72-4641-4891-8f40-e10588167298 service nova] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] No waiting events found dispatching network-vif-plugged-3d7be741-2608-4479-987e-b3fdf8f460c0 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1335.754395] env[69226]: WARNING nova.compute.manager [req-a7c331be-e761-40c0-b98f-4036e7aa2f43 req-fd748a72-4641-4891-8f40-e10588167298 service nova] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Received unexpected event network-vif-plugged-3d7be741-2608-4479-987e-b3fdf8f460c0 for instance with vm_state building and task_state spawning. [ 1335.835801] env[69226]: DEBUG nova.network.neutron [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Successfully updated port: 3d7be741-2608-4479-987e-b3fdf8f460c0 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1336.088481] env[69226]: DEBUG nova.compute.utils [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1336.090088] env[69226]: DEBUG nova.compute.manager [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1336.090278] env[69226]: DEBUG nova.network.neutron [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1336.137501] env[69226]: DEBUG nova.policy [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c7217ffa46c48a1bd529e14d67a2791', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '985cdbdf00864fe7a2fa44ef61469f56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1336.165699] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495922, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.220021] env[69226]: DEBUG nova.compute.manager [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1336.220285] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1336.221205] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6d03fd-3cb0-4d93-9b8f-214a7ce2ac0f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.228374] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.228611] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3760fc19-6c15-4369-ad51-5542c2e5b0a0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.234456] env[69226]: DEBUG oslo_vmware.api [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1336.234456] env[69226]: value = "task-3495923" [ 1336.234456] env[69226]: _type = "Task" [ 1336.234456] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.242658] env[69226]: DEBUG oslo_vmware.api [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.339301] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.339520] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.339687] env[69226]: DEBUG nova.network.neutron [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.488104] env[69226]: DEBUG nova.network.neutron [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Successfully created port: b455cc55-bef0-4963-a7d5-7bb5cb949b92 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.593568] env[69226]: DEBUG nova.compute.manager [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1336.666869] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53852} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.667189] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] f17a7077-4ca6-4665-981f-8b4528d9fa2a/f17a7077-4ca6-4665-981f-8b4528d9fa2a.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1336.667479] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1336.667800] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e04c8ee-5dcd-487f-988e-9cd2c36abc06 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.675742] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Waiting for the task: (returnval){ [ 1336.675742] env[69226]: value = "task-3495924" [ 1336.675742] env[69226]: _type = "Task" [ 1336.675742] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.683413] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.746809] env[69226]: DEBUG oslo_vmware.api [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495923, 'name': PowerOffVM_Task, 'duration_secs': 0.269798} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.746809] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.746809] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.747064] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08190dd1-3316-40ed-9fb3-0f254d6c7455 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.808403] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.808621] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.808802] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Deleting the datastore file [datastore2] 0614d5ec-c144-48fe-9248-a498b34699a6 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.809070] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84c00544-e0ee-4e3a-bae4-26f883726afc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.816351] env[69226]: DEBUG oslo_vmware.api [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for the task: (returnval){ [ 1336.816351] env[69226]: value = "task-3495926" [ 1336.816351] env[69226]: _type = "Task" [ 1336.816351] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.824943] env[69226]: DEBUG oslo_vmware.api [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.870733] env[69226]: DEBUG nova.network.neutron [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1336.996472] env[69226]: DEBUG nova.network.neutron [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Updating instance_info_cache with network_info: [{"id": "3d7be741-2608-4479-987e-b3fdf8f460c0", "address": "fa:16:3e:87:64:75", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7be741-26", "ovs_interfaceid": "3d7be741-2608-4479-987e-b3fdf8f460c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.185576] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073223} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.185843] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1337.186613] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26013b7-6f0e-4e94-b622-d6ebdb5a4fdb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.208100] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] f17a7077-4ca6-4665-981f-8b4528d9fa2a/f17a7077-4ca6-4665-981f-8b4528d9fa2a.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.208311] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05597dc7-3869-4447-bdca-a3f73d2aaa92 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.226630] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Waiting for the task: (returnval){ [ 1337.226630] env[69226]: value = "task-3495927" [ 1337.226630] env[69226]: _type = "Task" [ 1337.226630] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.234013] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.327027] env[69226]: DEBUG oslo_vmware.api [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Task: {'id': task-3495926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14838} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.327429] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.327735] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1337.327940] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1337.328144] env[69226]: INFO nova.compute.manager [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1337.328529] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.328875] env[69226]: DEBUG nova.compute.manager [-] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1337.329017] env[69226]: DEBUG nova.network.neutron [-] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1337.499399] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.499939] env[69226]: DEBUG nova.compute.manager [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Instance network_info: |[{"id": "3d7be741-2608-4479-987e-b3fdf8f460c0", "address": "fa:16:3e:87:64:75", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7be741-26", "ovs_interfaceid": "3d7be741-2608-4479-987e-b3fdf8f460c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1337.500186] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:64:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d7be741-2608-4479-987e-b3fdf8f460c0', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1337.508023] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.508023] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1337.508179] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaabe1d4-ff14-44e8-be3a-2876588eb1f1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.527660] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1337.527660] env[69226]: value = "task-3495928" [ 1337.527660] env[69226]: _type = "Task" [ 1337.527660] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.538412] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495928, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.583711] env[69226]: DEBUG nova.compute.manager [req-aab93daa-7b4a-4c09-9c99-84fd4be97c4f req-54262836-74f7-405e-978e-2ca593e6414c service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Received event network-vif-deleted-9be9cb46-e7cf-436b-a654-100ca94253b9 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.583844] env[69226]: INFO nova.compute.manager [req-aab93daa-7b4a-4c09-9c99-84fd4be97c4f req-54262836-74f7-405e-978e-2ca593e6414c service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Neutron deleted interface 9be9cb46-e7cf-436b-a654-100ca94253b9; detaching it from the instance and deleting it from the info cache [ 1337.584019] env[69226]: DEBUG nova.network.neutron [req-aab93daa-7b4a-4c09-9c99-84fd4be97c4f req-54262836-74f7-405e-978e-2ca593e6414c service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.606059] env[69226]: DEBUG nova.compute.manager [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1337.633848] env[69226]: DEBUG nova.virt.hardware [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.634145] env[69226]: DEBUG nova.virt.hardware [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.634308] env[69226]: DEBUG nova.virt.hardware [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.634487] env[69226]: DEBUG nova.virt.hardware [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.634634] env[69226]: DEBUG nova.virt.hardware [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.634782] env[69226]: DEBUG nova.virt.hardware [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.635097] env[69226]: DEBUG nova.virt.hardware [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.635315] env[69226]: DEBUG nova.virt.hardware [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.635506] env[69226]: DEBUG nova.virt.hardware [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.635695] env[69226]: DEBUG nova.virt.hardware [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.635876] env[69226]: DEBUG nova.virt.hardware [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.636771] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5890e0-4bec-4db1-a35a-d1f1f24320c5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.644810] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dd1231-d17b-4f46-b9ef-00839e5cec94 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.736333] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495927, 'name': ReconfigVM_Task, 'duration_secs': 0.348834} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.736633] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Reconfigured VM instance instance-00000079 to attach disk [datastore1] f17a7077-4ca6-4665-981f-8b4528d9fa2a/f17a7077-4ca6-4665-981f-8b4528d9fa2a.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.737327] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63c63e9e-d1f2-4b4a-9ade-c941699b75cf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.744879] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Waiting for the task: (returnval){ [ 1337.744879] env[69226]: value = "task-3495929" [ 1337.744879] env[69226]: _type = "Task" [ 1337.744879] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.753444] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495929, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.790893] env[69226]: DEBUG nova.compute.manager [req-4ce2d085-060f-4984-99c5-e53c414efd9e req-b069f236-b491-4be6-9dea-c0309bdc3ace service nova] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Received event network-changed-3d7be741-2608-4479-987e-b3fdf8f460c0 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.791243] env[69226]: DEBUG nova.compute.manager [req-4ce2d085-060f-4984-99c5-e53c414efd9e req-b069f236-b491-4be6-9dea-c0309bdc3ace service nova] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Refreshing instance network info cache due to event network-changed-3d7be741-2608-4479-987e-b3fdf8f460c0. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1337.791576] env[69226]: DEBUG oslo_concurrency.lockutils [req-4ce2d085-060f-4984-99c5-e53c414efd9e req-b069f236-b491-4be6-9dea-c0309bdc3ace service nova] Acquiring lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.791822] env[69226]: DEBUG oslo_concurrency.lockutils [req-4ce2d085-060f-4984-99c5-e53c414efd9e req-b069f236-b491-4be6-9dea-c0309bdc3ace service nova] Acquired lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.792109] env[69226]: DEBUG nova.network.neutron [req-4ce2d085-060f-4984-99c5-e53c414efd9e req-b069f236-b491-4be6-9dea-c0309bdc3ace service nova] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Refreshing network info cache for port 3d7be741-2608-4479-987e-b3fdf8f460c0 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.038713] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495928, 'name': CreateVM_Task, 'duration_secs': 0.395901} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.038929] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1338.039857] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.040060] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.040429] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.040728] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-322db6f8-7891-4684-9667-da9c774fac12 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.048513] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1338.048513] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5236d367-6c30-40c7-eb29-7baaab7450fc" [ 1338.048513] env[69226]: _type = "Task" [ 1338.048513] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.055015] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5236d367-6c30-40c7-eb29-7baaab7450fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.067981] env[69226]: DEBUG nova.network.neutron [-] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.086728] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-837da4e6-5d2e-4e33-bb17-ecd67bfefad1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.097117] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec77f5c0-026c-44a0-a17c-d53a5b6082e1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.125782] env[69226]: DEBUG nova.compute.manager [req-aab93daa-7b4a-4c09-9c99-84fd4be97c4f req-54262836-74f7-405e-978e-2ca593e6414c service nova] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Detach interface failed, port_id=9be9cb46-e7cf-436b-a654-100ca94253b9, reason: Instance 0614d5ec-c144-48fe-9248-a498b34699a6 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1338.255442] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495929, 'name': Rename_Task, 'duration_secs': 0.164899} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.255442] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.255442] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-640bd1a3-9f4b-4dcd-8d92-08565be3e1ed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.261289] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Waiting for the task: (returnval){ [ 1338.261289] env[69226]: value = "task-3495930" [ 1338.261289] env[69226]: _type = "Task" [ 1338.261289] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.268428] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.320992] env[69226]: DEBUG nova.network.neutron [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Successfully updated port: b455cc55-bef0-4963-a7d5-7bb5cb949b92 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1338.508271] env[69226]: DEBUG nova.network.neutron [req-4ce2d085-060f-4984-99c5-e53c414efd9e req-b069f236-b491-4be6-9dea-c0309bdc3ace service nova] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Updated VIF entry in instance network info cache for port 3d7be741-2608-4479-987e-b3fdf8f460c0. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.508671] env[69226]: DEBUG nova.network.neutron [req-4ce2d085-060f-4984-99c5-e53c414efd9e req-b069f236-b491-4be6-9dea-c0309bdc3ace service nova] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Updating instance_info_cache with network_info: [{"id": "3d7be741-2608-4479-987e-b3fdf8f460c0", "address": "fa:16:3e:87:64:75", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7be741-26", "ovs_interfaceid": "3d7be741-2608-4479-987e-b3fdf8f460c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.558341] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5236d367-6c30-40c7-eb29-7baaab7450fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01073} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.558644] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.558914] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.559187] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.559338] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.559515] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.559767] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f5967ae-1ba1-46bc-9460-c37e3ea559a9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.568531] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.568712] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.569455] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a3588d2-677a-4455-8a83-e4af40653066 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.571958] env[69226]: INFO nova.compute.manager [-] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Took 1.24 seconds to deallocate network for instance. [ 1338.583899] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1338.583899] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b18045-8c06-14c9-2994-b01bee3b2de9" [ 1338.583899] env[69226]: _type = "Task" [ 1338.583899] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.592912] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b18045-8c06-14c9-2994-b01bee3b2de9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.771447] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495930, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.827747] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "refresh_cache-c086aee2-85a4-4f30-aed7-3c374161349c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.827942] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquired lock "refresh_cache-c086aee2-85a4-4f30-aed7-3c374161349c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.828230] env[69226]: DEBUG nova.network.neutron [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.011792] env[69226]: DEBUG oslo_concurrency.lockutils [req-4ce2d085-060f-4984-99c5-e53c414efd9e req-b069f236-b491-4be6-9dea-c0309bdc3ace service nova] Releasing lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.078170] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.078579] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.079157] env[69226]: DEBUG nova.objects.instance [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lazy-loading 'resources' on Instance uuid 0614d5ec-c144-48fe-9248-a498b34699a6 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.095058] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b18045-8c06-14c9-2994-b01bee3b2de9, 'name': SearchDatastore_Task, 'duration_secs': 0.017959} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.095463] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f293756-1334-4f16-b2eb-5eed10c4b4bf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.101093] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1339.101093] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52205a3f-62bf-f8bf-e4be-0a0bf7a98773" [ 1339.101093] env[69226]: _type = "Task" [ 1339.101093] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.108512] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52205a3f-62bf-f8bf-e4be-0a0bf7a98773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.271707] env[69226]: DEBUG oslo_vmware.api [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495930, 'name': PowerOnVM_Task, 'duration_secs': 0.515709} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.271987] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.272231] env[69226]: INFO nova.compute.manager [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1339.272421] env[69226]: DEBUG nova.compute.manager [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.273197] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c659a29f-af99-4880-b7bc-d8613378ab9d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.359246] env[69226]: DEBUG nova.network.neutron [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1339.478133] env[69226]: DEBUG nova.network.neutron [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Updating instance_info_cache with network_info: [{"id": "b455cc55-bef0-4963-a7d5-7bb5cb949b92", "address": "fa:16:3e:48:26:41", "network": {"id": "4424b537-491a-4347-b98f-ac827f34bfca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1720646142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "985cdbdf00864fe7a2fa44ef61469f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb455cc55-be", "ovs_interfaceid": "b455cc55-bef0-4963-a7d5-7bb5cb949b92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.612750] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52205a3f-62bf-f8bf-e4be-0a0bf7a98773, 'name': SearchDatastore_Task, 'duration_secs': 0.010965} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.612999] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.613265] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] e4d7339b-5fc8-4127-b8b1-43f5ec6379fc/e4d7339b-5fc8-4127-b8b1-43f5ec6379fc.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1339.615761] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4467ca94-39e1-40d7-9041-e97cc9dc0e5a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.622342] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1339.622342] env[69226]: value = "task-3495931" [ 1339.622342] env[69226]: _type = "Task" [ 1339.622342] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.631575] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.673551] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e565fb3-9356-4e63-98ca-db18484f5488 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.680756] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5956d065-4058-4d20-9023-95e71aefbe42 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.712348] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d346125b-1f9e-49e2-8cc2-b225f7e2e0d3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.719784] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164e7de6-1eb9-4036-b12d-c0da75fbfc67 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.732914] env[69226]: DEBUG nova.compute.provider_tree [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.788202] env[69226]: INFO nova.compute.manager [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Took 12.43 seconds to build instance. [ 1339.817306] env[69226]: DEBUG nova.compute.manager [req-a64f3506-9711-418b-8cdf-44fdd3a4053b req-ecde1be3-d1eb-4a8b-a4d4-70568716dee1 service nova] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Received event network-vif-plugged-b455cc55-bef0-4963-a7d5-7bb5cb949b92 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.817519] env[69226]: DEBUG oslo_concurrency.lockutils [req-a64f3506-9711-418b-8cdf-44fdd3a4053b req-ecde1be3-d1eb-4a8b-a4d4-70568716dee1 service nova] Acquiring lock "c086aee2-85a4-4f30-aed7-3c374161349c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.817747] env[69226]: DEBUG oslo_concurrency.lockutils [req-a64f3506-9711-418b-8cdf-44fdd3a4053b req-ecde1be3-d1eb-4a8b-a4d4-70568716dee1 service nova] Lock "c086aee2-85a4-4f30-aed7-3c374161349c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.818076] env[69226]: DEBUG oslo_concurrency.lockutils [req-a64f3506-9711-418b-8cdf-44fdd3a4053b req-ecde1be3-d1eb-4a8b-a4d4-70568716dee1 service nova] Lock "c086aee2-85a4-4f30-aed7-3c374161349c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.818301] env[69226]: DEBUG nova.compute.manager [req-a64f3506-9711-418b-8cdf-44fdd3a4053b req-ecde1be3-d1eb-4a8b-a4d4-70568716dee1 service nova] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] No waiting events found dispatching network-vif-plugged-b455cc55-bef0-4963-a7d5-7bb5cb949b92 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1339.818493] env[69226]: WARNING nova.compute.manager [req-a64f3506-9711-418b-8cdf-44fdd3a4053b req-ecde1be3-d1eb-4a8b-a4d4-70568716dee1 service nova] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Received unexpected event network-vif-plugged-b455cc55-bef0-4963-a7d5-7bb5cb949b92 for instance with vm_state building and task_state spawning. [ 1339.818689] env[69226]: DEBUG nova.compute.manager [req-a64f3506-9711-418b-8cdf-44fdd3a4053b req-ecde1be3-d1eb-4a8b-a4d4-70568716dee1 service nova] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Received event network-changed-b455cc55-bef0-4963-a7d5-7bb5cb949b92 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.819125] env[69226]: DEBUG nova.compute.manager [req-a64f3506-9711-418b-8cdf-44fdd3a4053b req-ecde1be3-d1eb-4a8b-a4d4-70568716dee1 service nova] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Refreshing instance network info cache due to event network-changed-b455cc55-bef0-4963-a7d5-7bb5cb949b92. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1339.819232] env[69226]: DEBUG oslo_concurrency.lockutils [req-a64f3506-9711-418b-8cdf-44fdd3a4053b req-ecde1be3-d1eb-4a8b-a4d4-70568716dee1 service nova] Acquiring lock "refresh_cache-c086aee2-85a4-4f30-aed7-3c374161349c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.981177] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Releasing lock "refresh_cache-c086aee2-85a4-4f30-aed7-3c374161349c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.981177] env[69226]: DEBUG nova.compute.manager [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Instance network_info: |[{"id": "b455cc55-bef0-4963-a7d5-7bb5cb949b92", "address": "fa:16:3e:48:26:41", "network": {"id": "4424b537-491a-4347-b98f-ac827f34bfca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1720646142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "985cdbdf00864fe7a2fa44ef61469f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb455cc55-be", "ovs_interfaceid": "b455cc55-bef0-4963-a7d5-7bb5cb949b92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1339.981575] env[69226]: DEBUG oslo_concurrency.lockutils [req-a64f3506-9711-418b-8cdf-44fdd3a4053b req-ecde1be3-d1eb-4a8b-a4d4-70568716dee1 service nova] Acquired lock "refresh_cache-c086aee2-85a4-4f30-aed7-3c374161349c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.981575] env[69226]: DEBUG nova.network.neutron [req-a64f3506-9711-418b-8cdf-44fdd3a4053b req-ecde1be3-d1eb-4a8b-a4d4-70568716dee1 service nova] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Refreshing network info cache for port b455cc55-bef0-4963-a7d5-7bb5cb949b92 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.982928] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:26:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b455cc55-bef0-4963-a7d5-7bb5cb949b92', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.990537] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.991423] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.991669] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b142884a-3c67-47c3-9c7f-6b3be80bf95e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.013154] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.013154] env[69226]: value = "task-3495932" [ 1340.013154] env[69226]: _type = "Task" [ 1340.013154] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.022015] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495932, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.132740] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495931, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.236584] env[69226]: DEBUG nova.scheduler.client.report [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.290284] env[69226]: DEBUG oslo_concurrency.lockutils [None req-2815e348-e4a6-43eb-a565-b471fba3db2e tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Lock "f17a7077-4ca6-4665-981f-8b4528d9fa2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.939s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.529370] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495932, 'name': CreateVM_Task, 'duration_secs': 0.321941} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.530138] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.531012] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.531384] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.531751] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.532258] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dff9d78-1c9f-4f94-8580-e4e2f2d1bbe0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.537152] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1340.537152] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523f82d6-0853-3a26-3dfd-c0f4c8f6c29c" [ 1340.537152] env[69226]: _type = "Task" [ 1340.537152] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.546094] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523f82d6-0853-3a26-3dfd-c0f4c8f6c29c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.636403] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518739} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.636734] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] e4d7339b-5fc8-4127-b8b1-43f5ec6379fc/e4d7339b-5fc8-4127-b8b1-43f5ec6379fc.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.636869] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1340.637138] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8603f58-40a6-4628-9246-7481b494b0ac {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.643870] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1340.643870] env[69226]: value = "task-3495933" [ 1340.643870] env[69226]: _type = "Task" [ 1340.643870] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.651094] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.687718] env[69226]: DEBUG nova.network.neutron [req-a64f3506-9711-418b-8cdf-44fdd3a4053b req-ecde1be3-d1eb-4a8b-a4d4-70568716dee1 service nova] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Updated VIF entry in instance network info cache for port b455cc55-bef0-4963-a7d5-7bb5cb949b92. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.688071] env[69226]: DEBUG nova.network.neutron [req-a64f3506-9711-418b-8cdf-44fdd3a4053b req-ecde1be3-d1eb-4a8b-a4d4-70568716dee1 service nova] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Updating instance_info_cache with network_info: [{"id": "b455cc55-bef0-4963-a7d5-7bb5cb949b92", "address": "fa:16:3e:48:26:41", "network": {"id": "4424b537-491a-4347-b98f-ac827f34bfca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1720646142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "985cdbdf00864fe7a2fa44ef61469f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb455cc55-be", "ovs_interfaceid": "b455cc55-bef0-4963-a7d5-7bb5cb949b92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.741995] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.759620] env[69226]: INFO nova.scheduler.client.report [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Deleted allocations for instance 0614d5ec-c144-48fe-9248-a498b34699a6 [ 1341.025109] env[69226]: INFO nova.compute.manager [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Rescuing [ 1341.025109] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Acquiring lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.025109] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Acquired lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.025362] env[69226]: DEBUG nova.network.neutron [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.048301] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523f82d6-0853-3a26-3dfd-c0f4c8f6c29c, 'name': SearchDatastore_Task, 'duration_secs': 0.011269} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.048677] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.048987] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.049303] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.049510] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.049765] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.050080] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1571fa3-f3fa-4283-8947-ee1a314155e1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.061218] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.061421] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.062158] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87866554-8236-436e-9b70-5b773dc4b1ef {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.067274] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1341.067274] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52fb3c03-d203-9f76-1cdd-7d0389ba0aaf" [ 1341.067274] env[69226]: _type = "Task" [ 1341.067274] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.075231] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52fb3c03-d203-9f76-1cdd-7d0389ba0aaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.153688] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071157} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.153953] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1341.154776] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348bbfff-d8c0-4b16-bd27-38acc375e34b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.175849] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] e4d7339b-5fc8-4127-b8b1-43f5ec6379fc/e4d7339b-5fc8-4127-b8b1-43f5ec6379fc.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.176362] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57c34521-5a11-43e5-b932-9f66967b523d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.190360] env[69226]: DEBUG oslo_concurrency.lockutils [req-a64f3506-9711-418b-8cdf-44fdd3a4053b req-ecde1be3-d1eb-4a8b-a4d4-70568716dee1 service nova] Releasing lock "refresh_cache-c086aee2-85a4-4f30-aed7-3c374161349c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.194978] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1341.194978] env[69226]: value = "task-3495934" [ 1341.194978] env[69226]: _type = "Task" [ 1341.194978] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.201941] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.267584] env[69226]: DEBUG oslo_concurrency.lockutils [None req-95430423-4228-4447-b9a8-74daa818b22a tempest-ServerActionsTestOtherA-805397603 tempest-ServerActionsTestOtherA-805397603-project-member] Lock "0614d5ec-c144-48fe-9248-a498b34699a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.554s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.579740] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52fb3c03-d203-9f76-1cdd-7d0389ba0aaf, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.580582] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ead22d2-6f2a-43a5-81f3-cb1c7768adf9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.585751] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1341.585751] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ac9c15-658c-dcf9-0255-ffef11239dd7" [ 1341.585751] env[69226]: _type = "Task" [ 1341.585751] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.593670] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ac9c15-658c-dcf9-0255-ffef11239dd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.704692] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495934, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.714802] env[69226]: DEBUG nova.network.neutron [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Updating instance_info_cache with network_info: [{"id": "9923e0cd-a8b7-4138-a10f-11dc1e93c6bf", "address": "fa:16:3e:cb:12:7d", "network": {"id": "d7bcc820-7861-40dc-b0c7-f628794375fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-898401141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57ff4f5fe55d47eca626862fe5de541b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9923e0cd-a8", "ovs_interfaceid": "9923e0cd-a8b7-4138-a10f-11dc1e93c6bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.096520] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ac9c15-658c-dcf9-0255-ffef11239dd7, 'name': SearchDatastore_Task, 'duration_secs': 0.009788} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.096795] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.097065] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] c086aee2-85a4-4f30-aed7-3c374161349c/c086aee2-85a4-4f30-aed7-3c374161349c.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1342.097327] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-527f715e-1fbe-4296-9a3d-f4f4c1bb8e14 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.103836] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1342.103836] env[69226]: value = "task-3495935" [ 1342.103836] env[69226]: _type = "Task" [ 1342.103836] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.111438] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.205204] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495934, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.218026] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Releasing lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.615246] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495935, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.707373] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495934, 'name': ReconfigVM_Task, 'duration_secs': 1.371566} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.707757] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Reconfigured VM instance instance-0000007a to attach disk [datastore1] e4d7339b-5fc8-4127-b8b1-43f5ec6379fc/e4d7339b-5fc8-4127-b8b1-43f5ec6379fc.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.708474] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ef06dd4-6b7f-4288-ad68-c8df5af21da5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.715579] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1342.715579] env[69226]: value = "task-3495936" [ 1342.715579] env[69226]: _type = "Task" [ 1342.715579] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.725400] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495936, 'name': Rename_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.115423] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792333} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.115696] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] c086aee2-85a4-4f30-aed7-3c374161349c/c086aee2-85a4-4f30-aed7-3c374161349c.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1343.115919] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1343.119682] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3270318a-5f42-4a42-b301-9f5f53611df7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.123072] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1343.123072] env[69226]: value = "task-3495937" [ 1343.123072] env[69226]: _type = "Task" [ 1343.123072] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.131426] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.225707] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495936, 'name': Rename_Task, 'duration_secs': 0.166799} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.225991] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1343.226244] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f14e0e9f-8349-48df-9acd-9b11b09dd6fc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.231481] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1343.231481] env[69226]: value = "task-3495938" [ 1343.231481] env[69226]: _type = "Task" [ 1343.231481] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.238637] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.633312] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066905} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.633585] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.634411] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3927b19b-9b77-4735-ac71-028947f0cdff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.656331] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] c086aee2-85a4-4f30-aed7-3c374161349c/c086aee2-85a4-4f30-aed7-3c374161349c.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.656618] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b857d621-39df-4e55-b10c-5c1a5d9a4498 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.675913] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1343.675913] env[69226]: value = "task-3495939" [ 1343.675913] env[69226]: _type = "Task" [ 1343.675913] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.683800] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.742275] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495938, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.756298] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.756678] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a86bb8e-a100-40c8-a893-c54f6e8aec90 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.766409] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Waiting for the task: (returnval){ [ 1343.766409] env[69226]: value = "task-3495940" [ 1343.766409] env[69226]: _type = "Task" [ 1343.766409] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.774799] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.185806] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495939, 'name': ReconfigVM_Task, 'duration_secs': 0.415897} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.186101] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Reconfigured VM instance instance-0000007b to attach disk [datastore2] c086aee2-85a4-4f30-aed7-3c374161349c/c086aee2-85a4-4f30-aed7-3c374161349c.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.186735] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb34f2c3-fcd6-4924-b310-0925a3ef5ff6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.193816] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1344.193816] env[69226]: value = "task-3495941" [ 1344.193816] env[69226]: _type = "Task" [ 1344.193816] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.202124] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495941, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.240786] env[69226]: DEBUG oslo_vmware.api [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495938, 'name': PowerOnVM_Task, 'duration_secs': 0.555319} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.241044] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1344.241245] env[69226]: INFO nova.compute.manager [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1344.241420] env[69226]: DEBUG nova.compute.manager [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.242363] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca46d7e-3158-46cf-bf7a-aa771ad95f1f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.276483] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495940, 'name': PowerOffVM_Task, 'duration_secs': 0.204405} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.276827] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.277911] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce3a3fb-6544-4cb7-a93c-4bbe43fc5df3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.296547] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fde51d-82da-4d43-b4f0-da43bbe73c8b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.333373] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.333639] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dd615a5-9cf2-416c-9ffb-a9984df0b4c3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.340298] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Waiting for the task: (returnval){ [ 1344.340298] env[69226]: value = "task-3495942" [ 1344.340298] env[69226]: _type = "Task" [ 1344.340298] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.349953] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.704273] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495941, 'name': Rename_Task, 'duration_secs': 0.151216} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.704687] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.705112] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36c60130-a07c-404f-8635-c9b6ab5b15ae {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.711802] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1344.711802] env[69226]: value = "task-3495943" [ 1344.711802] env[69226]: _type = "Task" [ 1344.711802] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.719281] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.765018] env[69226]: INFO nova.compute.manager [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Took 15.11 seconds to build instance. [ 1344.851173] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] VM already powered off {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1344.851399] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1344.851655] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.851821] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.852031] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.852282] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-582b7f46-432c-4c92-ade7-e2563e8a0f19 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.865449] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.865633] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1344.866395] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ffb25fe-ad13-4972-85be-5ffaf5ca4521 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.872832] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Waiting for the task: (returnval){ [ 1344.872832] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f9753b-0652-61e6-e821-5697a96e89ad" [ 1344.872832] env[69226]: _type = "Task" [ 1344.872832] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.880925] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f9753b-0652-61e6-e821-5697a96e89ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.227830] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495943, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.267545] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ca4bba0d-68ed-4e6d-9605-85b084883ba2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.621s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.388018] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52f9753b-0652-61e6-e821-5697a96e89ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.388018] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97b54c53-e1d4-422c-875f-95156e2be935 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.393126] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Waiting for the task: (returnval){ [ 1345.393126] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b46518-f4e7-c17b-8125-49a46c340929" [ 1345.393126] env[69226]: _type = "Task" [ 1345.393126] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.401472] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b46518-f4e7-c17b-8125-49a46c340929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.724359] env[69226]: DEBUG oslo_vmware.api [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495943, 'name': PowerOnVM_Task, 'duration_secs': 0.530995} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.724359] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1345.724513] env[69226]: INFO nova.compute.manager [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1345.724844] env[69226]: DEBUG nova.compute.manager [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.726104] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b757d848-4ae2-4c5d-97c7-4fd9a5ee5827 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.855349] env[69226]: DEBUG nova.compute.manager [req-cf3939d2-cb16-430b-86c5-7a9df4613c91 req-1de63c95-2fd7-4eb3-aeaf-2a0a53cbbf01 service nova] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Received event network-changed-3d7be741-2608-4479-987e-b3fdf8f460c0 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.855349] env[69226]: DEBUG nova.compute.manager [req-cf3939d2-cb16-430b-86c5-7a9df4613c91 req-1de63c95-2fd7-4eb3-aeaf-2a0a53cbbf01 service nova] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Refreshing instance network info cache due to event network-changed-3d7be741-2608-4479-987e-b3fdf8f460c0. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1345.856104] env[69226]: DEBUG oslo_concurrency.lockutils [req-cf3939d2-cb16-430b-86c5-7a9df4613c91 req-1de63c95-2fd7-4eb3-aeaf-2a0a53cbbf01 service nova] Acquiring lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.856423] env[69226]: DEBUG oslo_concurrency.lockutils [req-cf3939d2-cb16-430b-86c5-7a9df4613c91 req-1de63c95-2fd7-4eb3-aeaf-2a0a53cbbf01 service nova] Acquired lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.856755] env[69226]: DEBUG nova.network.neutron [req-cf3939d2-cb16-430b-86c5-7a9df4613c91 req-1de63c95-2fd7-4eb3-aeaf-2a0a53cbbf01 service nova] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Refreshing network info cache for port 3d7be741-2608-4479-987e-b3fdf8f460c0 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1345.907401] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b46518-f4e7-c17b-8125-49a46c340929, 'name': SearchDatastore_Task, 'duration_secs': 0.010309} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.907401] env[69226]: DEBUG oslo_concurrency.lockutils [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.907401] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] f17a7077-4ca6-4665-981f-8b4528d9fa2a/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk. {{(pid=69226) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1345.907401] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-925251a6-ef9c-4e7e-8da0-df05c1fce2ba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.914021] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Waiting for the task: (returnval){ [ 1345.914021] env[69226]: value = "task-3495944" [ 1345.914021] env[69226]: _type = "Task" [ 1345.914021] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.923029] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.248192] env[69226]: INFO nova.compute.manager [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Took 16.13 seconds to build instance. [ 1346.425809] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495944, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.690166] env[69226]: DEBUG nova.network.neutron [req-cf3939d2-cb16-430b-86c5-7a9df4613c91 req-1de63c95-2fd7-4eb3-aeaf-2a0a53cbbf01 service nova] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Updated VIF entry in instance network info cache for port 3d7be741-2608-4479-987e-b3fdf8f460c0. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1346.690166] env[69226]: DEBUG nova.network.neutron [req-cf3939d2-cb16-430b-86c5-7a9df4613c91 req-1de63c95-2fd7-4eb3-aeaf-2a0a53cbbf01 service nova] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Updating instance_info_cache with network_info: [{"id": "3d7be741-2608-4479-987e-b3fdf8f460c0", "address": "fa:16:3e:87:64:75", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7be741-26", "ovs_interfaceid": "3d7be741-2608-4479-987e-b3fdf8f460c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.750998] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4345427a-e41d-4267-980c-194e93d77674 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "c086aee2-85a4-4f30-aed7-3c374161349c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.639s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.923097] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553334} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.923398] env[69226]: INFO nova.virt.vmwareapi.ds_util [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] f17a7077-4ca6-4665-981f-8b4528d9fa2a/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk. [ 1346.924185] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00fd06b-9f1a-42b2-be4a-e5830e92f541 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.949980] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] f17a7077-4ca6-4665-981f-8b4528d9fa2a/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.951446] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d43f88f-9373-47a3-9f7b-01d7950171fa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.966047] env[69226]: DEBUG nova.compute.manager [req-33c7a31e-9ddb-434c-83b1-774a9433e7c2 req-bcc24b95-fd0c-4e15-8977-17c0fb69495a service nova] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Received event network-changed-b455cc55-bef0-4963-a7d5-7bb5cb949b92 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.966206] env[69226]: DEBUG nova.compute.manager [req-33c7a31e-9ddb-434c-83b1-774a9433e7c2 req-bcc24b95-fd0c-4e15-8977-17c0fb69495a service nova] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Refreshing instance network info cache due to event network-changed-b455cc55-bef0-4963-a7d5-7bb5cb949b92. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1346.966419] env[69226]: DEBUG oslo_concurrency.lockutils [req-33c7a31e-9ddb-434c-83b1-774a9433e7c2 req-bcc24b95-fd0c-4e15-8977-17c0fb69495a service nova] Acquiring lock "refresh_cache-c086aee2-85a4-4f30-aed7-3c374161349c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.966559] env[69226]: DEBUG oslo_concurrency.lockutils [req-33c7a31e-9ddb-434c-83b1-774a9433e7c2 req-bcc24b95-fd0c-4e15-8977-17c0fb69495a service nova] Acquired lock "refresh_cache-c086aee2-85a4-4f30-aed7-3c374161349c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.966716] env[69226]: DEBUG nova.network.neutron [req-33c7a31e-9ddb-434c-83b1-774a9433e7c2 req-bcc24b95-fd0c-4e15-8977-17c0fb69495a service nova] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Refreshing network info cache for port b455cc55-bef0-4963-a7d5-7bb5cb949b92 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.978698] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Waiting for the task: (returnval){ [ 1346.978698] env[69226]: value = "task-3495945" [ 1346.978698] env[69226]: _type = "Task" [ 1346.978698] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.989161] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.192885] env[69226]: DEBUG oslo_concurrency.lockutils [req-cf3939d2-cb16-430b-86c5-7a9df4613c91 req-1de63c95-2fd7-4eb3-aeaf-2a0a53cbbf01 service nova] Releasing lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.491151] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.711683] env[69226]: DEBUG nova.network.neutron [req-33c7a31e-9ddb-434c-83b1-774a9433e7c2 req-bcc24b95-fd0c-4e15-8977-17c0fb69495a service nova] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Updated VIF entry in instance network info cache for port b455cc55-bef0-4963-a7d5-7bb5cb949b92. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.711986] env[69226]: DEBUG nova.network.neutron [req-33c7a31e-9ddb-434c-83b1-774a9433e7c2 req-bcc24b95-fd0c-4e15-8977-17c0fb69495a service nova] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Updating instance_info_cache with network_info: [{"id": "b455cc55-bef0-4963-a7d5-7bb5cb949b92", "address": "fa:16:3e:48:26:41", "network": {"id": "4424b537-491a-4347-b98f-ac827f34bfca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1720646142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "985cdbdf00864fe7a2fa44ef61469f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb455cc55-be", "ovs_interfaceid": "b455cc55-bef0-4963-a7d5-7bb5cb949b92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.990764] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495945, 'name': ReconfigVM_Task, 'duration_secs': 0.998093} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.991141] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Reconfigured VM instance instance-00000079 to attach disk [datastore1] f17a7077-4ca6-4665-981f-8b4528d9fa2a/38268fa2-337a-4248-8dc7-dee22924494d-rescue.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.992041] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3ce5fe-d74c-496a-b10b-516eb90c81f3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.020945] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbc6cbba-1b87-49cf-b5bd-f88f6feb190c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.037347] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Waiting for the task: (returnval){ [ 1348.037347] env[69226]: value = "task-3495946" [ 1348.037347] env[69226]: _type = "Task" [ 1348.037347] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.048866] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.085310] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.085740] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.215595] env[69226]: DEBUG oslo_concurrency.lockutils [req-33c7a31e-9ddb-434c-83b1-774a9433e7c2 req-bcc24b95-fd0c-4e15-8977-17c0fb69495a service nova] Releasing lock "refresh_cache-c086aee2-85a4-4f30-aed7-3c374161349c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.548240] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495946, 'name': ReconfigVM_Task, 'duration_secs': 0.180542} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.548525] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.548769] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d04038d3-f50e-4067-ae99-1c6c3868b5c4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.554525] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Waiting for the task: (returnval){ [ 1348.554525] env[69226]: value = "task-3495947" [ 1348.554525] env[69226]: _type = "Task" [ 1348.554525] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.562554] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.588186] env[69226]: DEBUG nova.compute.manager [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1349.064922] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495947, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.110065] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.110353] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.111991] env[69226]: INFO nova.compute.claims [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.565200] env[69226]: DEBUG oslo_vmware.api [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495947, 'name': PowerOnVM_Task, 'duration_secs': 0.68794} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.565424] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.568112] env[69226]: DEBUG nova.compute.manager [None req-6bafb658-e907-474c-9435-1422869a11fa tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.568854] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc846ac6-d45d-4493-afbe-c6e01753fee3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.135700] env[69226]: DEBUG nova.compute.manager [req-e30a41b9-2103-45ac-b254-a07b9df46793 req-96e5cfaa-1de1-409e-8603-314fcb46ab80 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Received event network-changed-9923e0cd-a8b7-4138-a10f-11dc1e93c6bf {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.135953] env[69226]: DEBUG nova.compute.manager [req-e30a41b9-2103-45ac-b254-a07b9df46793 req-96e5cfaa-1de1-409e-8603-314fcb46ab80 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Refreshing instance network info cache due to event network-changed-9923e0cd-a8b7-4138-a10f-11dc1e93c6bf. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1350.136236] env[69226]: DEBUG oslo_concurrency.lockutils [req-e30a41b9-2103-45ac-b254-a07b9df46793 req-96e5cfaa-1de1-409e-8603-314fcb46ab80 service nova] Acquiring lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.136281] env[69226]: DEBUG oslo_concurrency.lockutils [req-e30a41b9-2103-45ac-b254-a07b9df46793 req-96e5cfaa-1de1-409e-8603-314fcb46ab80 service nova] Acquired lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.136409] env[69226]: DEBUG nova.network.neutron [req-e30a41b9-2103-45ac-b254-a07b9df46793 req-96e5cfaa-1de1-409e-8603-314fcb46ab80 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Refreshing network info cache for port 9923e0cd-a8b7-4138-a10f-11dc1e93c6bf {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.203878] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d8e64c-75bd-42be-aa0e-c054fd37efcf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.212306] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1dfa68-6e17-46dd-9917-60dafd1714b7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.242306] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7aba43-c247-41b8-aac7-1987666b6b91 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.249191] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e76e8d9-cf56-4f05-8e92-5c0cef8936f3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.261692] env[69226]: DEBUG nova.compute.provider_tree [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.764412] env[69226]: DEBUG nova.scheduler.client.report [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.826117] env[69226]: DEBUG nova.network.neutron [req-e30a41b9-2103-45ac-b254-a07b9df46793 req-96e5cfaa-1de1-409e-8603-314fcb46ab80 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Updated VIF entry in instance network info cache for port 9923e0cd-a8b7-4138-a10f-11dc1e93c6bf. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1350.826601] env[69226]: DEBUG nova.network.neutron [req-e30a41b9-2103-45ac-b254-a07b9df46793 req-96e5cfaa-1de1-409e-8603-314fcb46ab80 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Updating instance_info_cache with network_info: [{"id": "9923e0cd-a8b7-4138-a10f-11dc1e93c6bf", "address": "fa:16:3e:cb:12:7d", "network": {"id": "d7bcc820-7861-40dc-b0c7-f628794375fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-898401141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57ff4f5fe55d47eca626862fe5de541b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9923e0cd-a8", "ovs_interfaceid": "9923e0cd-a8b7-4138-a10f-11dc1e93c6bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.272955] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.273459] env[69226]: DEBUG nova.compute.manager [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1351.329180] env[69226]: DEBUG oslo_concurrency.lockutils [req-e30a41b9-2103-45ac-b254-a07b9df46793 req-96e5cfaa-1de1-409e-8603-314fcb46ab80 service nova] Releasing lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.781025] env[69226]: DEBUG nova.compute.utils [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1351.781025] env[69226]: DEBUG nova.compute.manager [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1351.781025] env[69226]: DEBUG nova.network.neutron [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1351.824776] env[69226]: DEBUG nova.policy [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ba43794481b42c79737c9c3199a2e3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdb77bda3d244f4aadc990063b399924', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1352.153595] env[69226]: DEBUG nova.network.neutron [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Successfully created port: c0ec354b-ea39-41d7-9997-e4372308c7ca {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1352.176965] env[69226]: DEBUG nova.compute.manager [req-21acf11b-5dcb-476b-ace8-9b1a6b734f14 req-b8dd170e-a4a7-439d-862f-46b145e92537 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Received event network-changed-9923e0cd-a8b7-4138-a10f-11dc1e93c6bf {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.177187] env[69226]: DEBUG nova.compute.manager [req-21acf11b-5dcb-476b-ace8-9b1a6b734f14 req-b8dd170e-a4a7-439d-862f-46b145e92537 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Refreshing instance network info cache due to event network-changed-9923e0cd-a8b7-4138-a10f-11dc1e93c6bf. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1352.177393] env[69226]: DEBUG oslo_concurrency.lockutils [req-21acf11b-5dcb-476b-ace8-9b1a6b734f14 req-b8dd170e-a4a7-439d-862f-46b145e92537 service nova] Acquiring lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.177537] env[69226]: DEBUG oslo_concurrency.lockutils [req-21acf11b-5dcb-476b-ace8-9b1a6b734f14 req-b8dd170e-a4a7-439d-862f-46b145e92537 service nova] Acquired lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.178251] env[69226]: DEBUG nova.network.neutron [req-21acf11b-5dcb-476b-ace8-9b1a6b734f14 req-b8dd170e-a4a7-439d-862f-46b145e92537 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Refreshing network info cache for port 9923e0cd-a8b7-4138-a10f-11dc1e93c6bf {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.284908] env[69226]: DEBUG nova.compute.manager [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1352.955302] env[69226]: DEBUG nova.network.neutron [req-21acf11b-5dcb-476b-ace8-9b1a6b734f14 req-b8dd170e-a4a7-439d-862f-46b145e92537 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Updated VIF entry in instance network info cache for port 9923e0cd-a8b7-4138-a10f-11dc1e93c6bf. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.955681] env[69226]: DEBUG nova.network.neutron [req-21acf11b-5dcb-476b-ace8-9b1a6b734f14 req-b8dd170e-a4a7-439d-862f-46b145e92537 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Updating instance_info_cache with network_info: [{"id": "9923e0cd-a8b7-4138-a10f-11dc1e93c6bf", "address": "fa:16:3e:cb:12:7d", "network": {"id": "d7bcc820-7861-40dc-b0c7-f628794375fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-898401141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57ff4f5fe55d47eca626862fe5de541b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9923e0cd-a8", "ovs_interfaceid": "9923e0cd-a8b7-4138-a10f-11dc1e93c6bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.294422] env[69226]: DEBUG nova.compute.manager [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1353.327294] env[69226]: DEBUG nova.virt.hardware [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1353.327574] env[69226]: DEBUG nova.virt.hardware [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.327746] env[69226]: DEBUG nova.virt.hardware [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1353.328016] env[69226]: DEBUG nova.virt.hardware [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.328198] env[69226]: DEBUG nova.virt.hardware [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1353.328501] env[69226]: DEBUG nova.virt.hardware [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1353.328670] env[69226]: DEBUG nova.virt.hardware [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1353.328925] env[69226]: DEBUG nova.virt.hardware [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1353.329221] env[69226]: DEBUG nova.virt.hardware [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1353.329352] env[69226]: DEBUG nova.virt.hardware [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1353.329605] env[69226]: DEBUG nova.virt.hardware [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1353.330614] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2e8d91-1fc1-4a1f-87b5-d7ab631e1897 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.339227] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f1e314-8fb3-485b-8a7b-382ba2133f7f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.458183] env[69226]: DEBUG oslo_concurrency.lockutils [req-21acf11b-5dcb-476b-ace8-9b1a6b734f14 req-b8dd170e-a4a7-439d-862f-46b145e92537 service nova] Releasing lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.458519] env[69226]: DEBUG nova.compute.manager [req-21acf11b-5dcb-476b-ace8-9b1a6b734f14 req-b8dd170e-a4a7-439d-862f-46b145e92537 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Received event network-changed-9923e0cd-a8b7-4138-a10f-11dc1e93c6bf {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.458732] env[69226]: DEBUG nova.compute.manager [req-21acf11b-5dcb-476b-ace8-9b1a6b734f14 req-b8dd170e-a4a7-439d-862f-46b145e92537 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Refreshing instance network info cache due to event network-changed-9923e0cd-a8b7-4138-a10f-11dc1e93c6bf. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1353.459016] env[69226]: DEBUG oslo_concurrency.lockutils [req-21acf11b-5dcb-476b-ace8-9b1a6b734f14 req-b8dd170e-a4a7-439d-862f-46b145e92537 service nova] Acquiring lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.459206] env[69226]: DEBUG oslo_concurrency.lockutils [req-21acf11b-5dcb-476b-ace8-9b1a6b734f14 req-b8dd170e-a4a7-439d-862f-46b145e92537 service nova] Acquired lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.459408] env[69226]: DEBUG nova.network.neutron [req-21acf11b-5dcb-476b-ace8-9b1a6b734f14 req-b8dd170e-a4a7-439d-862f-46b145e92537 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Refreshing network info cache for port 9923e0cd-a8b7-4138-a10f-11dc1e93c6bf {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.516419] env[69226]: DEBUG nova.compute.manager [req-3e0aefdf-f159-4f24-bc64-38e35496d623 req-7e954e95-efb4-4a4e-8b40-4dad014bc1e7 service nova] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Received event network-vif-plugged-c0ec354b-ea39-41d7-9997-e4372308c7ca {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.516763] env[69226]: DEBUG oslo_concurrency.lockutils [req-3e0aefdf-f159-4f24-bc64-38e35496d623 req-7e954e95-efb4-4a4e-8b40-4dad014bc1e7 service nova] Acquiring lock "e35b95e1-89bc-4ba3-8de6-e778927c0809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.516891] env[69226]: DEBUG oslo_concurrency.lockutils [req-3e0aefdf-f159-4f24-bc64-38e35496d623 req-7e954e95-efb4-4a4e-8b40-4dad014bc1e7 service nova] Lock "e35b95e1-89bc-4ba3-8de6-e778927c0809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.517071] env[69226]: DEBUG oslo_concurrency.lockutils [req-3e0aefdf-f159-4f24-bc64-38e35496d623 req-7e954e95-efb4-4a4e-8b40-4dad014bc1e7 service nova] Lock "e35b95e1-89bc-4ba3-8de6-e778927c0809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.517251] env[69226]: DEBUG nova.compute.manager [req-3e0aefdf-f159-4f24-bc64-38e35496d623 req-7e954e95-efb4-4a4e-8b40-4dad014bc1e7 service nova] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] No waiting events found dispatching network-vif-plugged-c0ec354b-ea39-41d7-9997-e4372308c7ca {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1353.517414] env[69226]: WARNING nova.compute.manager [req-3e0aefdf-f159-4f24-bc64-38e35496d623 req-7e954e95-efb4-4a4e-8b40-4dad014bc1e7 service nova] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Received unexpected event network-vif-plugged-c0ec354b-ea39-41d7-9997-e4372308c7ca for instance with vm_state building and task_state spawning. [ 1353.545802] env[69226]: DEBUG oslo_concurrency.lockutils [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Acquiring lock "f17a7077-4ca6-4665-981f-8b4528d9fa2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.546058] env[69226]: DEBUG oslo_concurrency.lockutils [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Lock "f17a7077-4ca6-4665-981f-8b4528d9fa2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.546273] env[69226]: DEBUG oslo_concurrency.lockutils [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Acquiring lock "f17a7077-4ca6-4665-981f-8b4528d9fa2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.546459] env[69226]: DEBUG oslo_concurrency.lockutils [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Lock "f17a7077-4ca6-4665-981f-8b4528d9fa2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.546628] env[69226]: DEBUG oslo_concurrency.lockutils [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Lock "f17a7077-4ca6-4665-981f-8b4528d9fa2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.548609] env[69226]: INFO nova.compute.manager [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Terminating instance [ 1353.791015] env[69226]: DEBUG nova.network.neutron [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Successfully updated port: c0ec354b-ea39-41d7-9997-e4372308c7ca {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1354.052399] env[69226]: DEBUG nova.compute.manager [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.052625] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.053558] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5df4ef-55c8-4c61-9b80-d976bfc46fd2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.063951] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.064182] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e5929bf-c190-4970-8db8-35f9133dc321 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.069790] env[69226]: DEBUG oslo_vmware.api [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Waiting for the task: (returnval){ [ 1354.069790] env[69226]: value = "task-3495948" [ 1354.069790] env[69226]: _type = "Task" [ 1354.069790] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.077299] env[69226]: DEBUG oslo_vmware.api [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.138629] env[69226]: DEBUG nova.network.neutron [req-21acf11b-5dcb-476b-ace8-9b1a6b734f14 req-b8dd170e-a4a7-439d-862f-46b145e92537 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Updated VIF entry in instance network info cache for port 9923e0cd-a8b7-4138-a10f-11dc1e93c6bf. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.138998] env[69226]: DEBUG nova.network.neutron [req-21acf11b-5dcb-476b-ace8-9b1a6b734f14 req-b8dd170e-a4a7-439d-862f-46b145e92537 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Updating instance_info_cache with network_info: [{"id": "9923e0cd-a8b7-4138-a10f-11dc1e93c6bf", "address": "fa:16:3e:cb:12:7d", "network": {"id": "d7bcc820-7861-40dc-b0c7-f628794375fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-898401141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57ff4f5fe55d47eca626862fe5de541b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9923e0cd-a8", "ovs_interfaceid": "9923e0cd-a8b7-4138-a10f-11dc1e93c6bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.212322] env[69226]: DEBUG nova.compute.manager [req-b6adde9e-c899-4b28-a5bc-5e87414a90f2 req-e1720f1a-78c3-46fb-a658-7188ad4707dd service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Received event network-changed-9923e0cd-a8b7-4138-a10f-11dc1e93c6bf {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.212435] env[69226]: DEBUG nova.compute.manager [req-b6adde9e-c899-4b28-a5bc-5e87414a90f2 req-e1720f1a-78c3-46fb-a658-7188ad4707dd service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Refreshing instance network info cache due to event network-changed-9923e0cd-a8b7-4138-a10f-11dc1e93c6bf. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1354.212603] env[69226]: DEBUG oslo_concurrency.lockutils [req-b6adde9e-c899-4b28-a5bc-5e87414a90f2 req-e1720f1a-78c3-46fb-a658-7188ad4707dd service nova] Acquiring lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.294182] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "refresh_cache-e35b95e1-89bc-4ba3-8de6-e778927c0809" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.294351] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquired lock "refresh_cache-e35b95e1-89bc-4ba3-8de6-e778927c0809" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.294508] env[69226]: DEBUG nova.network.neutron [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.579352] env[69226]: DEBUG oslo_vmware.api [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495948, 'name': PowerOffVM_Task, 'duration_secs': 0.260117} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.579565] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.579648] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.579889] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df621dd1-2f4f-49c2-97b6-afc2a53de709 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.642279] env[69226]: DEBUG oslo_concurrency.lockutils [req-21acf11b-5dcb-476b-ace8-9b1a6b734f14 req-b8dd170e-a4a7-439d-862f-46b145e92537 service nova] Releasing lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.642657] env[69226]: DEBUG oslo_concurrency.lockutils [req-b6adde9e-c899-4b28-a5bc-5e87414a90f2 req-e1720f1a-78c3-46fb-a658-7188ad4707dd service nova] Acquired lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.642970] env[69226]: DEBUG nova.network.neutron [req-b6adde9e-c899-4b28-a5bc-5e87414a90f2 req-e1720f1a-78c3-46fb-a658-7188ad4707dd service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Refreshing network info cache for port 9923e0cd-a8b7-4138-a10f-11dc1e93c6bf {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.660060] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.660283] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.660495] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Deleting the datastore file [datastore1] f17a7077-4ca6-4665-981f-8b4528d9fa2a {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.660777] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c7eaa5f-fd66-4b2b-a239-b3e5a2d522bb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.666423] env[69226]: DEBUG oslo_vmware.api [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Waiting for the task: (returnval){ [ 1354.666423] env[69226]: value = "task-3495950" [ 1354.666423] env[69226]: _type = "Task" [ 1354.666423] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.674507] env[69226]: DEBUG oslo_vmware.api [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.827789] env[69226]: DEBUG nova.network.neutron [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1354.947598] env[69226]: DEBUG nova.network.neutron [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Updating instance_info_cache with network_info: [{"id": "c0ec354b-ea39-41d7-9997-e4372308c7ca", "address": "fa:16:3e:a0:b2:14", "network": {"id": "71234879-1417-4586-a21e-b37fe384f417", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-742154193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdb77bda3d244f4aadc990063b399924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ec354b-ea", "ovs_interfaceid": "c0ec354b-ea39-41d7-9997-e4372308c7ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.177914] env[69226]: DEBUG oslo_vmware.api [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Task: {'id': task-3495950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308767} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.178178] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.178353] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.178521] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.178688] env[69226]: INFO nova.compute.manager [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1355.178917] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.179116] env[69226]: DEBUG nova.compute.manager [-] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.179210] env[69226]: DEBUG nova.network.neutron [-] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1355.312031] env[69226]: DEBUG nova.network.neutron [req-b6adde9e-c899-4b28-a5bc-5e87414a90f2 req-e1720f1a-78c3-46fb-a658-7188ad4707dd service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Updated VIF entry in instance network info cache for port 9923e0cd-a8b7-4138-a10f-11dc1e93c6bf. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.312602] env[69226]: DEBUG nova.network.neutron [req-b6adde9e-c899-4b28-a5bc-5e87414a90f2 req-e1720f1a-78c3-46fb-a658-7188ad4707dd service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Updating instance_info_cache with network_info: [{"id": "9923e0cd-a8b7-4138-a10f-11dc1e93c6bf", "address": "fa:16:3e:cb:12:7d", "network": {"id": "d7bcc820-7861-40dc-b0c7-f628794375fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-898401141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57ff4f5fe55d47eca626862fe5de541b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9923e0cd-a8", "ovs_interfaceid": "9923e0cd-a8b7-4138-a10f-11dc1e93c6bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.450703] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Releasing lock "refresh_cache-e35b95e1-89bc-4ba3-8de6-e778927c0809" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.451063] env[69226]: DEBUG nova.compute.manager [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Instance network_info: |[{"id": "c0ec354b-ea39-41d7-9997-e4372308c7ca", "address": "fa:16:3e:a0:b2:14", "network": {"id": "71234879-1417-4586-a21e-b37fe384f417", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-742154193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdb77bda3d244f4aadc990063b399924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ec354b-ea", "ovs_interfaceid": "c0ec354b-ea39-41d7-9997-e4372308c7ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1355.451502] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:b2:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0ec354b-ea39-41d7-9997-e4372308c7ca', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1355.459231] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Creating folder: Project (fdb77bda3d244f4aadc990063b399924). Parent ref: group-v698365. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1355.459786] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6eeff1d7-60b3-43c3-a666-6332fbb0192f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.472519] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Created folder: Project (fdb77bda3d244f4aadc990063b399924) in parent group-v698365. [ 1355.472759] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Creating folder: Instances. Parent ref: group-v698703. {{(pid=69226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1355.472997] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-948b378b-e501-4aee-9b66-349919037f18 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.482056] env[69226]: INFO nova.virt.vmwareapi.vm_util [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Created folder: Instances in parent group-v698703. [ 1355.482229] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.482412] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1355.482595] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-127628d0-36d2-42af-8551-1aa5c924a38a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.500895] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1355.500895] env[69226]: value = "task-3495953" [ 1355.500895] env[69226]: _type = "Task" [ 1355.500895] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.507785] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495953, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.543628] env[69226]: DEBUG nova.compute.manager [req-6739ec4b-751b-46ed-b237-db1b4c4f188c req-47ac4634-d091-4fa9-8e99-26f28c4a3290 service nova] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Received event network-changed-c0ec354b-ea39-41d7-9997-e4372308c7ca {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.543759] env[69226]: DEBUG nova.compute.manager [req-6739ec4b-751b-46ed-b237-db1b4c4f188c req-47ac4634-d091-4fa9-8e99-26f28c4a3290 service nova] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Refreshing instance network info cache due to event network-changed-c0ec354b-ea39-41d7-9997-e4372308c7ca. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1355.544016] env[69226]: DEBUG oslo_concurrency.lockutils [req-6739ec4b-751b-46ed-b237-db1b4c4f188c req-47ac4634-d091-4fa9-8e99-26f28c4a3290 service nova] Acquiring lock "refresh_cache-e35b95e1-89bc-4ba3-8de6-e778927c0809" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.544174] env[69226]: DEBUG oslo_concurrency.lockutils [req-6739ec4b-751b-46ed-b237-db1b4c4f188c req-47ac4634-d091-4fa9-8e99-26f28c4a3290 service nova] Acquired lock "refresh_cache-e35b95e1-89bc-4ba3-8de6-e778927c0809" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.544332] env[69226]: DEBUG nova.network.neutron [req-6739ec4b-751b-46ed-b237-db1b4c4f188c req-47ac4634-d091-4fa9-8e99-26f28c4a3290 service nova] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Refreshing network info cache for port c0ec354b-ea39-41d7-9997-e4372308c7ca {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1355.815832] env[69226]: DEBUG oslo_concurrency.lockutils [req-b6adde9e-c899-4b28-a5bc-5e87414a90f2 req-e1720f1a-78c3-46fb-a658-7188ad4707dd service nova] Releasing lock "refresh_cache-f17a7077-4ca6-4665-981f-8b4528d9fa2a" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.887174] env[69226]: DEBUG nova.network.neutron [-] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.011410] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495953, 'name': CreateVM_Task, 'duration_secs': 0.306236} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.011581] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1356.012292] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.012462] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.012805] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.013129] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd9e310-fe8d-4e26-a381-708f195e5c04 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.017495] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1356.017495] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d83329-2218-4d5b-cf8c-15f4ce67e9cf" [ 1356.017495] env[69226]: _type = "Task" [ 1356.017495] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.024643] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d83329-2218-4d5b-cf8c-15f4ce67e9cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.236007] env[69226]: DEBUG nova.compute.manager [req-2d075ae0-0de9-4920-a860-7fab13c1fe6e req-de5c9527-4c0b-4224-b314-0f497b69a1f7 service nova] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Received event network-vif-deleted-9923e0cd-a8b7-4138-a10f-11dc1e93c6bf {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.245904] env[69226]: DEBUG nova.network.neutron [req-6739ec4b-751b-46ed-b237-db1b4c4f188c req-47ac4634-d091-4fa9-8e99-26f28c4a3290 service nova] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Updated VIF entry in instance network info cache for port c0ec354b-ea39-41d7-9997-e4372308c7ca. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1356.246259] env[69226]: DEBUG nova.network.neutron [req-6739ec4b-751b-46ed-b237-db1b4c4f188c req-47ac4634-d091-4fa9-8e99-26f28c4a3290 service nova] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Updating instance_info_cache with network_info: [{"id": "c0ec354b-ea39-41d7-9997-e4372308c7ca", "address": "fa:16:3e:a0:b2:14", "network": {"id": "71234879-1417-4586-a21e-b37fe384f417", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-742154193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdb77bda3d244f4aadc990063b399924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ec354b-ea", "ovs_interfaceid": "c0ec354b-ea39-41d7-9997-e4372308c7ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.387966] env[69226]: INFO nova.compute.manager [-] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Took 1.21 seconds to deallocate network for instance. [ 1356.527811] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52d83329-2218-4d5b-cf8c-15f4ce67e9cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009726} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.528132] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.528372] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.528605] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.528749] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.528926] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.529219] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b342b44-fb8d-4d86-8d48-9939df333e8d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.538065] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.538259] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.538964] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d513ae-2159-4f83-a490-3125c7e5729d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.544227] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1356.544227] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52850309-6367-aaa4-dd3e-60a765e6c597" [ 1356.544227] env[69226]: _type = "Task" [ 1356.544227] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.551516] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52850309-6367-aaa4-dd3e-60a765e6c597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.748526] env[69226]: DEBUG oslo_concurrency.lockutils [req-6739ec4b-751b-46ed-b237-db1b4c4f188c req-47ac4634-d091-4fa9-8e99-26f28c4a3290 service nova] Releasing lock "refresh_cache-e35b95e1-89bc-4ba3-8de6-e778927c0809" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.894571] env[69226]: DEBUG oslo_concurrency.lockutils [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.894871] env[69226]: DEBUG oslo_concurrency.lockutils [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.895122] env[69226]: DEBUG nova.objects.instance [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Lazy-loading 'resources' on Instance uuid f17a7077-4ca6-4665-981f-8b4528d9fa2a {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.058063] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52850309-6367-aaa4-dd3e-60a765e6c597, 'name': SearchDatastore_Task, 'duration_secs': 0.008787} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.059158] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1216e688-2ab3-42b0-a89f-7020445d9087 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.065843] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1357.065843] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]524f4e4a-db1a-fd07-052c-88d01ccb4117" [ 1357.065843] env[69226]: _type = "Task" [ 1357.065843] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.073728] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]524f4e4a-db1a-fd07-052c-88d01ccb4117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.484875] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553eedc6-637d-40b0-98a2-e11f73c8e0a5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.493348] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e68a268-c72e-4dc2-a497-19a23e7fa501 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.525582] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13bb5f1-3d5f-4e73-a0bd-5ec9e4a55ef6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.533493] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e41a649-27e4-4067-a253-94a0062f25ed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.547903] env[69226]: DEBUG nova.compute.provider_tree [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.576875] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]524f4e4a-db1a-fd07-052c-88d01ccb4117, 'name': SearchDatastore_Task, 'duration_secs': 0.029339} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.577160] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.577416] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] e35b95e1-89bc-4ba3-8de6-e778927c0809/e35b95e1-89bc-4ba3-8de6-e778927c0809.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1357.577680] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-481b1b89-8f0c-44d5-80de-e8f696f7d5e0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.584859] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1357.584859] env[69226]: value = "task-3495954" [ 1357.584859] env[69226]: _type = "Task" [ 1357.584859] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.593571] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3495954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.052055] env[69226]: DEBUG nova.scheduler.client.report [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.095483] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3495954, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.557847] env[69226]: DEBUG oslo_concurrency.lockutils [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.579283] env[69226]: INFO nova.scheduler.client.report [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Deleted allocations for instance f17a7077-4ca6-4665-981f-8b4528d9fa2a [ 1358.596211] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3495954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667243} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.596485] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] e35b95e1-89bc-4ba3-8de6-e778927c0809/e35b95e1-89bc-4ba3-8de6-e778927c0809.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1358.596696] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1358.596946] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6fe42f1-1d2e-4fe8-86b6-3f4a01d04a4f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.605235] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1358.605235] env[69226]: value = "task-3495955" [ 1358.605235] env[69226]: _type = "Task" [ 1358.605235] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.615314] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3495955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.087778] env[69226]: DEBUG oslo_concurrency.lockutils [None req-48d43ba4-559b-4a2f-b42d-49e9b8fdd7e9 tempest-ServerRescueTestJSONUnderV235-858693592 tempest-ServerRescueTestJSONUnderV235-858693592-project-member] Lock "f17a7077-4ca6-4665-981f-8b4528d9fa2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.542s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.116590] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3495955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076136} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.116833] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1359.117608] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053db6e2-d75d-4860-a2a5-3878ab8421ee {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.139579] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] e35b95e1-89bc-4ba3-8de6-e778927c0809/e35b95e1-89bc-4ba3-8de6-e778927c0809.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1359.139819] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e325c38-afec-4c18-919e-d895b13b1fbb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.160698] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1359.160698] env[69226]: value = "task-3495956" [ 1359.160698] env[69226]: _type = "Task" [ 1359.160698] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.168246] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3495956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.670174] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3495956, 'name': ReconfigVM_Task, 'duration_secs': 0.321746} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.670443] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Reconfigured VM instance instance-0000007c to attach disk [datastore2] e35b95e1-89bc-4ba3-8de6-e778927c0809/e35b95e1-89bc-4ba3-8de6-e778927c0809.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1359.671082] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-220a4af5-695f-4344-a945-7671b1af39a4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.677481] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1359.677481] env[69226]: value = "task-3495957" [ 1359.677481] env[69226]: _type = "Task" [ 1359.677481] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.684800] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3495957, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.187411] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3495957, 'name': Rename_Task, 'duration_secs': 0.144682} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.187719] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1360.188071] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcd606d4-5c6a-4c99-addc-2cee689e56fb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.194583] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1360.194583] env[69226]: value = "task-3495958" [ 1360.194583] env[69226]: _type = "Task" [ 1360.194583] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.201639] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3495958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.705532] env[69226]: DEBUG oslo_vmware.api [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3495958, 'name': PowerOnVM_Task, 'duration_secs': 0.456276} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.705822] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1360.706050] env[69226]: INFO nova.compute.manager [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1360.706235] env[69226]: DEBUG nova.compute.manager [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.706990] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eedb78-ac57-45e8-a5b2-313782c11def {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.226312] env[69226]: INFO nova.compute.manager [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Took 12.13 seconds to build instance. [ 1361.516571] env[69226]: DEBUG nova.compute.manager [req-7a4b6f88-fe36-4be9-beed-14485bfbafa2 req-8b45e55c-915f-44de-b754-657655bb2529 service nova] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Received event network-changed-c0ec354b-ea39-41d7-9997-e4372308c7ca {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.516571] env[69226]: DEBUG nova.compute.manager [req-7a4b6f88-fe36-4be9-beed-14485bfbafa2 req-8b45e55c-915f-44de-b754-657655bb2529 service nova] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Refreshing instance network info cache due to event network-changed-c0ec354b-ea39-41d7-9997-e4372308c7ca. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1361.516571] env[69226]: DEBUG oslo_concurrency.lockutils [req-7a4b6f88-fe36-4be9-beed-14485bfbafa2 req-8b45e55c-915f-44de-b754-657655bb2529 service nova] Acquiring lock "refresh_cache-e35b95e1-89bc-4ba3-8de6-e778927c0809" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.516571] env[69226]: DEBUG oslo_concurrency.lockutils [req-7a4b6f88-fe36-4be9-beed-14485bfbafa2 req-8b45e55c-915f-44de-b754-657655bb2529 service nova] Acquired lock "refresh_cache-e35b95e1-89bc-4ba3-8de6-e778927c0809" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.516689] env[69226]: DEBUG nova.network.neutron [req-7a4b6f88-fe36-4be9-beed-14485bfbafa2 req-8b45e55c-915f-44de-b754-657655bb2529 service nova] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Refreshing network info cache for port c0ec354b-ea39-41d7-9997-e4372308c7ca {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1361.728269] env[69226]: DEBUG oslo_concurrency.lockutils [None req-76356ef1-c153-49fd-87c3-e55482329645 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.642s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.216183] env[69226]: DEBUG nova.network.neutron [req-7a4b6f88-fe36-4be9-beed-14485bfbafa2 req-8b45e55c-915f-44de-b754-657655bb2529 service nova] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Updated VIF entry in instance network info cache for port c0ec354b-ea39-41d7-9997-e4372308c7ca. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1362.216548] env[69226]: DEBUG nova.network.neutron [req-7a4b6f88-fe36-4be9-beed-14485bfbafa2 req-8b45e55c-915f-44de-b754-657655bb2529 service nova] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Updating instance_info_cache with network_info: [{"id": "c0ec354b-ea39-41d7-9997-e4372308c7ca", "address": "fa:16:3e:a0:b2:14", "network": {"id": "71234879-1417-4586-a21e-b37fe384f417", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-742154193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdb77bda3d244f4aadc990063b399924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ec354b-ea", "ovs_interfaceid": "c0ec354b-ea39-41d7-9997-e4372308c7ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.719659] env[69226]: DEBUG oslo_concurrency.lockutils [req-7a4b6f88-fe36-4be9-beed-14485bfbafa2 req-8b45e55c-915f-44de-b754-657655bb2529 service nova] Releasing lock "refresh_cache-e35b95e1-89bc-4ba3-8de6-e778927c0809" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.356681] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "7590e6b4-2942-4d54-8b6e-28496218373a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.357305] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "7590e6b4-2942-4d54-8b6e-28496218373a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.357305] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "7590e6b4-2942-4d54-8b6e-28496218373a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.357557] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "7590e6b4-2942-4d54-8b6e-28496218373a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.357557] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "7590e6b4-2942-4d54-8b6e-28496218373a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.359793] env[69226]: INFO nova.compute.manager [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Terminating instance [ 1368.519477] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.863659] env[69226]: DEBUG nova.compute.manager [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1368.863914] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1368.864834] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab09f9cd-f658-44e2-bd55-8db86f35a029 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.872791] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.873032] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f974aaa-18c8-4316-a2f4-fa2479fbad35 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.878628] env[69226]: DEBUG oslo_vmware.api [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1368.878628] env[69226]: value = "task-3495959" [ 1368.878628] env[69226]: _type = "Task" [ 1368.878628] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.886497] env[69226]: DEBUG oslo_vmware.api [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.388449] env[69226]: DEBUG oslo_vmware.api [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495959, 'name': PowerOffVM_Task, 'duration_secs': 0.210294} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.388782] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.388836] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1369.389078] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caedee36-d850-43cf-bddc-7b665e674e5c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.449553] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1369.449759] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1369.449940] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Deleting the datastore file [datastore2] 7590e6b4-2942-4d54-8b6e-28496218373a {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1369.450207] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4de483c-d338-4e82-9641-0469615dc82a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.456631] env[69226]: DEBUG oslo_vmware.api [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for the task: (returnval){ [ 1369.456631] env[69226]: value = "task-3495961" [ 1369.456631] env[69226]: _type = "Task" [ 1369.456631] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.464128] env[69226]: DEBUG oslo_vmware.api [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.966872] env[69226]: DEBUG oslo_vmware.api [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Task: {'id': task-3495961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15366} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.967130] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.967318] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.967496] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.967668] env[69226]: INFO nova.compute.manager [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1369.967897] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1369.968107] env[69226]: DEBUG nova.compute.manager [-] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1369.968203] env[69226]: DEBUG nova.network.neutron [-] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1370.375034] env[69226]: DEBUG nova.compute.manager [req-130faf75-84b7-4d5d-80c9-f4432392ba43 req-5b8ea939-3ff1-4b3d-ae59-c99c3d9f6364 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Received event network-vif-deleted-c2c55991-7c11-48d0-b9a8-4571675707e3 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.375559] env[69226]: INFO nova.compute.manager [req-130faf75-84b7-4d5d-80c9-f4432392ba43 req-5b8ea939-3ff1-4b3d-ae59-c99c3d9f6364 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Neutron deleted interface c2c55991-7c11-48d0-b9a8-4571675707e3; detaching it from the instance and deleting it from the info cache [ 1370.375559] env[69226]: DEBUG nova.network.neutron [req-130faf75-84b7-4d5d-80c9-f4432392ba43 req-5b8ea939-3ff1-4b3d-ae59-c99c3d9f6364 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.520277] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.520576] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.857527] env[69226]: DEBUG nova.network.neutron [-] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.877884] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c8a9d13-ee5c-4b25-b2d6-cb8755c1796c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.887934] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2ba1e0-1827-4d1a-9131-aa9bae26b14e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.914348] env[69226]: DEBUG nova.compute.manager [req-130faf75-84b7-4d5d-80c9-f4432392ba43 req-5b8ea939-3ff1-4b3d-ae59-c99c3d9f6364 service nova] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Detach interface failed, port_id=c2c55991-7c11-48d0-b9a8-4571675707e3, reason: Instance 7590e6b4-2942-4d54-8b6e-28496218373a could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1371.360039] env[69226]: INFO nova.compute.manager [-] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Took 1.39 seconds to deallocate network for instance. [ 1371.519934] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.520113] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1371.866728] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.867141] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.867242] env[69226]: DEBUG nova.objects.instance [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lazy-loading 'resources' on Instance uuid 7590e6b4-2942-4d54-8b6e-28496218373a {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.448846] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212699ce-5f13-4679-b81c-2336743cd0aa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.456770] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1959c60b-e210-4964-8292-b7996f3382b6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.486720] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a79c3f8-c3b7-48b3-a3ab-40bdef69a526 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.493575] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed9bcc6-7909-4ac4-9cf2-cc86d245e768 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.506235] env[69226]: DEBUG nova.compute.provider_tree [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.519979] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.520187] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.009303] env[69226]: DEBUG nova.scheduler.client.report [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.514204] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.516636] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.520149] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.531214] env[69226]: INFO nova.scheduler.client.report [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Deleted allocations for instance 7590e6b4-2942-4d54-8b6e-28496218373a [ 1374.023507] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.023944] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.023944] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.024151] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1374.025038] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc195b8d-2778-411b-9185-88488b5c6d88 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.033260] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f77b794-cca4-4038-b33b-c86fd3527b98 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.039213] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ad477293-babd-4086-a809-523fb6b3cba9 tempest-AttachVolumeShelveTestJSON-294296858 tempest-AttachVolumeShelveTestJSON-294296858-project-member] Lock "7590e6b4-2942-4d54-8b6e-28496218373a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.682s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.049379] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fee2c9-4814-4a89-8d5a-379a340aa2a3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.056700] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232f606a-3d42-434c-8a14-850d3752e37a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.086077] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180080MB free_disk=91GB free_vcpus=48 pci_devices=None {{(pid=69226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1374.086228] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.086434] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.113775] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 00e42cb1-2341-41e3-a11d-a20f53dd26de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1375.114092] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance e4d7339b-5fc8-4127-b8b1-43f5ec6379fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1375.114092] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance c086aee2-85a4-4f30-aed7-3c374161349c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1375.114220] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance e35b95e1-89bc-4ba3-8de6-e778927c0809 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1375.114404] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1375.114544] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1375.174200] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0e7e91-05d4-43d2-b0d1-f9a2d3e6e2b5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.181542] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1e911c-1a3e-4cb7-9934-7e0f34f07df1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.211863] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda6cc95-dc54-4460-8fb6-af8c9a4afbbe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.218626] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d346f686-0f65-46f8-a70d-54005183ab04 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.231176] env[69226]: DEBUG nova.compute.provider_tree [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.734639] env[69226]: DEBUG nova.scheduler.client.report [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.240501] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1376.240932] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.154s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.075831] env[69226]: DEBUG nova.compute.manager [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Stashing vm_state: active {{(pid=69226) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1383.592442] env[69226]: DEBUG oslo_concurrency.lockutils [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.592737] env[69226]: DEBUG oslo_concurrency.lockutils [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.097819] env[69226]: INFO nova.compute.claims [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1384.603608] env[69226]: INFO nova.compute.resource_tracker [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Updating resource usage from migration 77383d93-3bbe-4b11-bf58-a3bcc68aedb2 [ 1384.670856] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294763bd-ef06-404c-bace-c4f298bc5d88 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.678527] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa65cadf-c295-4354-8394-cf7940b29cdf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.707831] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2971ddda-9e4a-4287-a274-da0ef0ff6274 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.714607] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1241b14f-44d5-4525-96dd-461f8796cd03 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.727783] env[69226]: DEBUG nova.compute.provider_tree [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.086455] env[69226]: DEBUG oslo_concurrency.lockutils [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "c086aee2-85a4-4f30-aed7-3c374161349c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.086727] env[69226]: DEBUG oslo_concurrency.lockutils [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "c086aee2-85a4-4f30-aed7-3c374161349c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.086942] env[69226]: DEBUG oslo_concurrency.lockutils [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "c086aee2-85a4-4f30-aed7-3c374161349c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.087146] env[69226]: DEBUG oslo_concurrency.lockutils [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "c086aee2-85a4-4f30-aed7-3c374161349c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.087319] env[69226]: DEBUG oslo_concurrency.lockutils [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "c086aee2-85a4-4f30-aed7-3c374161349c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.089527] env[69226]: INFO nova.compute.manager [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Terminating instance [ 1385.231221] env[69226]: DEBUG nova.scheduler.client.report [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.593045] env[69226]: DEBUG nova.compute.manager [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1385.593309] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.594860] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b88abe6-ca94-4a3d-b644-b837953c4fe2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.603915] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.604202] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-258c972a-bef1-414b-bf55-477b252f03e6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.610482] env[69226]: DEBUG oslo_vmware.api [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1385.610482] env[69226]: value = "task-3495963" [ 1385.610482] env[69226]: _type = "Task" [ 1385.610482] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.618029] env[69226]: DEBUG oslo_vmware.api [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.736236] env[69226]: DEBUG oslo_concurrency.lockutils [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.143s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.736480] env[69226]: INFO nova.compute.manager [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Migrating [ 1386.120673] env[69226]: DEBUG oslo_vmware.api [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495963, 'name': PowerOffVM_Task, 'duration_secs': 0.179344} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.120950] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.121138] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1386.121359] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de359b44-26ad-49d0-b15d-296fd086837e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.176753] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1386.177036] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1386.177217] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Deleting the datastore file [datastore2] c086aee2-85a4-4f30-aed7-3c374161349c {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1386.177487] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8305e24f-817c-4c9b-be11-f528d888addf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.183090] env[69226]: DEBUG oslo_vmware.api [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1386.183090] env[69226]: value = "task-3495965" [ 1386.183090] env[69226]: _type = "Task" [ 1386.183090] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.190495] env[69226]: DEBUG oslo_vmware.api [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.251140] env[69226]: DEBUG oslo_concurrency.lockutils [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.251471] env[69226]: DEBUG oslo_concurrency.lockutils [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.251539] env[69226]: DEBUG nova.network.neutron [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.693847] env[69226]: DEBUG oslo_vmware.api [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13299} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.693847] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1386.694189] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1386.694189] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1386.694296] env[69226]: INFO nova.compute.manager [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1386.694478] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1386.694668] env[69226]: DEBUG nova.compute.manager [-] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1386.694757] env[69226]: DEBUG nova.network.neutron [-] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1386.954880] env[69226]: DEBUG nova.network.neutron [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Updating instance_info_cache with network_info: [{"id": "3d7be741-2608-4479-987e-b3fdf8f460c0", "address": "fa:16:3e:87:64:75", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7be741-26", "ovs_interfaceid": "3d7be741-2608-4479-987e-b3fdf8f460c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.457340] env[69226]: DEBUG oslo_concurrency.lockutils [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.459609] env[69226]: DEBUG nova.compute.manager [req-b28ea0c4-7a70-476c-afd6-e78c772e4cdb req-a76aa3bd-dda8-42ce-86c1-08ac2b6bdcbb service nova] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Received event network-vif-deleted-b455cc55-bef0-4963-a7d5-7bb5cb949b92 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.459786] env[69226]: INFO nova.compute.manager [req-b28ea0c4-7a70-476c-afd6-e78c772e4cdb req-a76aa3bd-dda8-42ce-86c1-08ac2b6bdcbb service nova] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Neutron deleted interface b455cc55-bef0-4963-a7d5-7bb5cb949b92; detaching it from the instance and deleting it from the info cache [ 1387.459952] env[69226]: DEBUG nova.network.neutron [req-b28ea0c4-7a70-476c-afd6-e78c772e4cdb req-a76aa3bd-dda8-42ce-86c1-08ac2b6bdcbb service nova] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.629247] env[69226]: DEBUG nova.network.neutron [-] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.966864] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20882c20-2cc8-4377-8ac9-05e3221b7b9c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.976174] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b62ae5-ca05-40e3-9b34-3ef59225a61b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.002167] env[69226]: DEBUG nova.compute.manager [req-b28ea0c4-7a70-476c-afd6-e78c772e4cdb req-a76aa3bd-dda8-42ce-86c1-08ac2b6bdcbb service nova] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Detach interface failed, port_id=b455cc55-bef0-4963-a7d5-7bb5cb949b92, reason: Instance c086aee2-85a4-4f30-aed7-3c374161349c could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1388.132414] env[69226]: INFO nova.compute.manager [-] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Took 1.44 seconds to deallocate network for instance. [ 1388.638395] env[69226]: DEBUG oslo_concurrency.lockutils [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.638733] env[69226]: DEBUG oslo_concurrency.lockutils [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.638989] env[69226]: DEBUG nova.objects.instance [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lazy-loading 'resources' on Instance uuid c086aee2-85a4-4f30-aed7-3c374161349c {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.977190] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f25557-766f-4392-94f1-9a1234a08f78 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.995333] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Updating instance 'e4d7339b-5fc8-4127-b8b1-43f5ec6379fc' progress to 0 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1389.212576] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3071ae-6fb3-4df9-9c2c-a3f2a3f6b290 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.219932] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ca4382-57c0-4ff7-b6c8-c9fadaf51b42 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.250349] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ad106a-0f7e-4c08-8d1c-0adee14985ed {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.257117] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea5b963-0a54-4d48-856d-4f9195a5e936 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.270122] env[69226]: DEBUG nova.compute.provider_tree [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.501232] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.501488] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea0f444d-a626-4911-93f3-abb16172eefe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.508395] env[69226]: DEBUG oslo_vmware.api [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1389.508395] env[69226]: value = "task-3495966" [ 1389.508395] env[69226]: _type = "Task" [ 1389.508395] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.516424] env[69226]: DEBUG oslo_vmware.api [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.773423] env[69226]: DEBUG nova.scheduler.client.report [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.017661] env[69226]: DEBUG oslo_vmware.api [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495966, 'name': PowerOffVM_Task, 'duration_secs': 0.169739} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.017923] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1390.018117] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Updating instance 'e4d7339b-5fc8-4127-b8b1-43f5ec6379fc' progress to 17 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1390.278064] env[69226]: DEBUG oslo_concurrency.lockutils [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.296048] env[69226]: INFO nova.scheduler.client.report [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Deleted allocations for instance c086aee2-85a4-4f30-aed7-3c374161349c [ 1390.524331] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.524594] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.524750] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.524935] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.525097] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.525249] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.525460] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.525620] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.525785] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.525948] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.526139] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.531214] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89ba10fd-15ff-4297-9e04-40a5526e82c6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.547602] env[69226]: DEBUG oslo_vmware.api [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1390.547602] env[69226]: value = "task-3495967" [ 1390.547602] env[69226]: _type = "Task" [ 1390.547602] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.555466] env[69226]: DEBUG oslo_vmware.api [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.804428] env[69226]: DEBUG oslo_concurrency.lockutils [None req-74468e83-1405-45e7-bf0a-897d8aa376b3 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "c086aee2-85a4-4f30-aed7-3c374161349c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.717s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.057236] env[69226]: DEBUG oslo_vmware.api [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495967, 'name': ReconfigVM_Task, 'duration_secs': 0.178255} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.057556] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Updating instance 'e4d7339b-5fc8-4127-b8b1-43f5ec6379fc' progress to 33 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1391.563596] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1391.563826] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1391.564015] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1391.564267] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1391.564393] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1391.564545] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1391.564749] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1391.564911] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1391.565151] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1391.565328] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1391.565502] env[69226]: DEBUG nova.virt.hardware [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1391.570754] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1391.573466] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce3f20f-838f-4731-a801-be8a2562b562 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.591782] env[69226]: DEBUG oslo_vmware.api [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1391.591782] env[69226]: value = "task-3495968" [ 1391.591782] env[69226]: _type = "Task" [ 1391.591782] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.600189] env[69226]: DEBUG oslo_vmware.api [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.056154] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a929fae9-2809-4478-a22e-cd3c24fe3864 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "00e42cb1-2341-41e3-a11d-a20f53dd26de" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.056454] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a929fae9-2809-4478-a22e-cd3c24fe3864 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "00e42cb1-2341-41e3-a11d-a20f53dd26de" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.101920] env[69226]: DEBUG oslo_vmware.api [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495968, 'name': ReconfigVM_Task, 'duration_secs': 0.204591} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.102181] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1392.102972] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8c7a0b-0f88-4915-8927-fa299e09a019 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.124793] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] e4d7339b-5fc8-4127-b8b1-43f5ec6379fc/e4d7339b-5fc8-4127-b8b1-43f5ec6379fc.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1392.125037] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f388b024-0ed8-43e3-bac2-46ba9106901f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.142357] env[69226]: DEBUG oslo_vmware.api [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1392.142357] env[69226]: value = "task-3495969" [ 1392.142357] env[69226]: _type = "Task" [ 1392.142357] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.149727] env[69226]: DEBUG oslo_vmware.api [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.560064] env[69226]: INFO nova.compute.manager [None req-a929fae9-2809-4478-a22e-cd3c24fe3864 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Detaching volume c2a10573-7fa9-4601-aa5e-1049be4f8783 [ 1392.589654] env[69226]: INFO nova.virt.block_device [None req-a929fae9-2809-4478-a22e-cd3c24fe3864 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Attempting to driver detach volume c2a10573-7fa9-4601-aa5e-1049be4f8783 from mountpoint /dev/sdb [ 1392.589882] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a929fae9-2809-4478-a22e-cd3c24fe3864 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Volume detach. Driver type: vmdk {{(pid=69226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1392.590079] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a929fae9-2809-4478-a22e-cd3c24fe3864 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698696', 'volume_id': 'c2a10573-7fa9-4601-aa5e-1049be4f8783', 'name': 'volume-c2a10573-7fa9-4601-aa5e-1049be4f8783', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00e42cb1-2341-41e3-a11d-a20f53dd26de', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2a10573-7fa9-4601-aa5e-1049be4f8783', 'serial': 'c2a10573-7fa9-4601-aa5e-1049be4f8783'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1392.590958] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6113f9e6-994e-46ba-8163-7c11a4b52c8b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.612461] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeb9dd4-4e20-409d-9042-bc7729b19147 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.619036] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2dabe4-a4a3-4825-a692-089c2a3e038d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.638425] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb7c794-5eae-4de8-819d-3104d788b89f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.653523] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a929fae9-2809-4478-a22e-cd3c24fe3864 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] The volume has not been displaced from its original location: [datastore2] volume-c2a10573-7fa9-4601-aa5e-1049be4f8783/volume-c2a10573-7fa9-4601-aa5e-1049be4f8783.vmdk. No consolidation needed. {{(pid=69226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1392.658530] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a929fae9-2809-4478-a22e-cd3c24fe3864 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1392.661117] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64e396af-39e5-4566-a92a-cbdf93ca1c2a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.677440] env[69226]: DEBUG oslo_vmware.api [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495969, 'name': ReconfigVM_Task, 'duration_secs': 0.299307} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.678455] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Reconfigured VM instance instance-0000007a to attach disk [datastore1] e4d7339b-5fc8-4127-b8b1-43f5ec6379fc/e4d7339b-5fc8-4127-b8b1-43f5ec6379fc.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.678686] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Updating instance 'e4d7339b-5fc8-4127-b8b1-43f5ec6379fc' progress to 50 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1392.681923] env[69226]: DEBUG oslo_vmware.api [None req-a929fae9-2809-4478-a22e-cd3c24fe3864 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1392.681923] env[69226]: value = "task-3495970" [ 1392.681923] env[69226]: _type = "Task" [ 1392.681923] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.688823] env[69226]: DEBUG oslo_vmware.api [None req-a929fae9-2809-4478-a22e-cd3c24fe3864 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.187862] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f012deac-57b1-4b13-865b-ae5a87743b0c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.195686] env[69226]: DEBUG oslo_vmware.api [None req-a929fae9-2809-4478-a22e-cd3c24fe3864 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495970, 'name': ReconfigVM_Task, 'duration_secs': 0.22096} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.208621] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a929fae9-2809-4478-a22e-cd3c24fe3864 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1393.213251] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5febaa8-6c3c-430a-bf7f-4500be1d41cc {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.223338] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec0c436-4097-4ca7-abb9-61fe786ce612 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.240748] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Updating instance 'e4d7339b-5fc8-4127-b8b1-43f5ec6379fc' progress to 67 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1393.245071] env[69226]: DEBUG oslo_vmware.api [None req-a929fae9-2809-4478-a22e-cd3c24fe3864 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1393.245071] env[69226]: value = "task-3495971" [ 1393.245071] env[69226]: _type = "Task" [ 1393.245071] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.252185] env[69226]: DEBUG oslo_vmware.api [None req-a929fae9-2809-4478-a22e-cd3c24fe3864 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.758549] env[69226]: DEBUG oslo_vmware.api [None req-a929fae9-2809-4478-a22e-cd3c24fe3864 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495971, 'name': ReconfigVM_Task, 'duration_secs': 0.130948} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.758856] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a929fae9-2809-4478-a22e-cd3c24fe3864 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698696', 'volume_id': 'c2a10573-7fa9-4601-aa5e-1049be4f8783', 'name': 'volume-c2a10573-7fa9-4601-aa5e-1049be4f8783', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00e42cb1-2341-41e3-a11d-a20f53dd26de', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2a10573-7fa9-4601-aa5e-1049be4f8783', 'serial': 'c2a10573-7fa9-4601-aa5e-1049be4f8783'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1393.783378] env[69226]: DEBUG nova.network.neutron [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Port 3d7be741-2608-4479-987e-b3fdf8f460c0 binding to destination host cpu-1 is already ACTIVE {{(pid=69226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1394.299992] env[69226]: DEBUG nova.objects.instance [None req-a929fae9-2809-4478-a22e-cd3c24fe3864 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lazy-loading 'flavor' on Instance uuid 00e42cb1-2341-41e3-a11d-a20f53dd26de {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.805222] env[69226]: DEBUG oslo_concurrency.lockutils [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "e4d7339b-5fc8-4127-b8b1-43f5ec6379fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.805445] env[69226]: DEBUG oslo_concurrency.lockutils [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "e4d7339b-5fc8-4127-b8b1-43f5ec6379fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.805605] env[69226]: DEBUG oslo_concurrency.lockutils [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "e4d7339b-5fc8-4127-b8b1-43f5ec6379fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.310158] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a929fae9-2809-4478-a22e-cd3c24fe3864 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "00e42cb1-2341-41e3-a11d-a20f53dd26de" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.254s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.839535] env[69226]: DEBUG oslo_concurrency.lockutils [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.839733] env[69226]: DEBUG oslo_concurrency.lockutils [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.839911] env[69226]: DEBUG nova.network.neutron [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1396.298662] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "00e42cb1-2341-41e3-a11d-a20f53dd26de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.298942] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "00e42cb1-2341-41e3-a11d-a20f53dd26de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.299184] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "00e42cb1-2341-41e3-a11d-a20f53dd26de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.299406] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "00e42cb1-2341-41e3-a11d-a20f53dd26de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.299655] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "00e42cb1-2341-41e3-a11d-a20f53dd26de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.301788] env[69226]: INFO nova.compute.manager [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Terminating instance [ 1396.528926] env[69226]: DEBUG nova.network.neutron [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Updating instance_info_cache with network_info: [{"id": "3d7be741-2608-4479-987e-b3fdf8f460c0", "address": "fa:16:3e:87:64:75", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7be741-26", "ovs_interfaceid": "3d7be741-2608-4479-987e-b3fdf8f460c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.805330] env[69226]: DEBUG nova.compute.manager [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1396.805549] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1396.806500] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ecee33-e713-457a-a97d-acb39109b850 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.814559] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.814781] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ce96584-7084-4abb-bf7d-e6fc08ec9c71 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.820992] env[69226]: DEBUG oslo_vmware.api [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1396.820992] env[69226]: value = "task-3495972" [ 1396.820992] env[69226]: _type = "Task" [ 1396.820992] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.828373] env[69226]: DEBUG oslo_vmware.api [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.031489] env[69226]: DEBUG oslo_concurrency.lockutils [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.331729] env[69226]: DEBUG oslo_vmware.api [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495972, 'name': PowerOffVM_Task, 'duration_secs': 0.186971} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.331948] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.332133] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.332387] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e186cc6-59bf-41c9-afca-e5ff483d74fa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.389921] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1397.390192] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1397.390379] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Deleting the datastore file [datastore1] 00e42cb1-2341-41e3-a11d-a20f53dd26de {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.390638] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5346bf61-f4c0-4850-9cf0-2e1a211081d2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.398301] env[69226]: DEBUG oslo_vmware.api [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1397.398301] env[69226]: value = "task-3495974" [ 1397.398301] env[69226]: _type = "Task" [ 1397.398301] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.405351] env[69226]: DEBUG oslo_vmware.api [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.557523] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed48e791-65bf-4dd6-8b29-0bf707c6f66e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.576389] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40494c11-a842-48ab-bdac-a64a4cff37eb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.582833] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Updating instance 'e4d7339b-5fc8-4127-b8b1-43f5ec6379fc' progress to 83 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1397.908308] env[69226]: DEBUG oslo_vmware.api [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14149} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.908507] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.908682] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.908856] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.909041] env[69226]: INFO nova.compute.manager [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1397.909288] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.909480] env[69226]: DEBUG nova.compute.manager [-] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.909576] env[69226]: DEBUG nova.network.neutron [-] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1398.089578] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1398.089880] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f775f934-cc20-40cb-ba96-f19b3e325d85 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.097596] env[69226]: DEBUG oslo_vmware.api [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1398.097596] env[69226]: value = "task-3495975" [ 1398.097596] env[69226]: _type = "Task" [ 1398.097596] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.105871] env[69226]: DEBUG oslo_vmware.api [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.349185] env[69226]: DEBUG nova.compute.manager [req-2e07acf5-3c00-4a0b-bf4a-cd27cb99c996 req-e17e00a1-1e61-48a7-88f0-2301c9361c90 service nova] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Received event network-vif-deleted-b7835621-7c54-40e4-90e1-01429256b500 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.350021] env[69226]: INFO nova.compute.manager [req-2e07acf5-3c00-4a0b-bf4a-cd27cb99c996 req-e17e00a1-1e61-48a7-88f0-2301c9361c90 service nova] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Neutron deleted interface b7835621-7c54-40e4-90e1-01429256b500; detaching it from the instance and deleting it from the info cache [ 1398.350021] env[69226]: DEBUG nova.network.neutron [req-2e07acf5-3c00-4a0b-bf4a-cd27cb99c996 req-e17e00a1-1e61-48a7-88f0-2301c9361c90 service nova] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.607928] env[69226]: DEBUG oslo_vmware.api [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495975, 'name': PowerOnVM_Task, 'duration_secs': 0.456135} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.608296] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.608382] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-039ee8c0-5015-46a4-9531-ff3c768250c6 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Updating instance 'e4d7339b-5fc8-4127-b8b1-43f5ec6379fc' progress to 100 {{(pid=69226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1398.825349] env[69226]: DEBUG nova.network.neutron [-] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.853427] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a73d7b1-b42e-4308-9b91-d534aed89052 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.862446] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fbac5d-0466-424f-a924-bf6e2eab4c5c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.888870] env[69226]: DEBUG nova.compute.manager [req-2e07acf5-3c00-4a0b-bf4a-cd27cb99c996 req-e17e00a1-1e61-48a7-88f0-2301c9361c90 service nova] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Detach interface failed, port_id=b7835621-7c54-40e4-90e1-01429256b500, reason: Instance 00e42cb1-2341-41e3-a11d-a20f53dd26de could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1399.328337] env[69226]: INFO nova.compute.manager [-] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Took 1.42 seconds to deallocate network for instance. [ 1399.834738] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.835111] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.835195] env[69226]: DEBUG nova.objects.instance [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lazy-loading 'resources' on Instance uuid 00e42cb1-2341-41e3-a11d-a20f53dd26de {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.283201] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.283451] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.397411] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2258f5f2-b171-428c-9d99-d8836bc21f82 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.405988] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb56d09-24b7-44ba-8eac-30dc21661aff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.441197] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1753b404-f42c-4edf-96bc-bc27524561fa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.448269] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a433ce-bd9c-4c39-8111-f89f5ee4e281 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.461500] env[69226]: DEBUG nova.compute.provider_tree [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.786085] env[69226]: DEBUG nova.compute.utils [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1400.964551] env[69226]: DEBUG nova.scheduler.client.report [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.289482] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.441832] env[69226]: DEBUG nova.network.neutron [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Port 3d7be741-2608-4479-987e-b3fdf8f460c0 binding to destination host cpu-1 is already ACTIVE {{(pid=69226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1401.442155] env[69226]: DEBUG oslo_concurrency.lockutils [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.442328] env[69226]: DEBUG oslo_concurrency.lockutils [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.442494] env[69226]: DEBUG nova.network.neutron [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.469194] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.504559] env[69226]: INFO nova.scheduler.client.report [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Deleted allocations for instance 00e42cb1-2341-41e3-a11d-a20f53dd26de [ 1402.012281] env[69226]: DEBUG oslo_concurrency.lockutils [None req-8d71f8ef-9492-45eb-9af3-2f412f331a4f tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "00e42cb1-2341-41e3-a11d-a20f53dd26de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.713s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.192623] env[69226]: DEBUG nova.network.neutron [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Updating instance_info_cache with network_info: [{"id": "3d7be741-2608-4479-987e-b3fdf8f460c0", "address": "fa:16:3e:87:64:75", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7be741-26", "ovs_interfaceid": "3d7be741-2608-4479-987e-b3fdf8f460c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.348392] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.348676] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.348912] env[69226]: INFO nova.compute.manager [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Attaching volume 2f963e06-e617-4e1e-ac84-348992f1e07d to /dev/sdb [ 1402.384880] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73db77da-9106-4130-aee4-0b58d434ef20 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.393706] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e6abd5-4e55-4c52-9814-b6fdc662702e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.406990] env[69226]: DEBUG nova.virt.block_device [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Updating existing volume attachment record: 6d774bc2-c20c-49c6-8d32-2a9a7c907648 {{(pid=69226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1402.695176] env[69226]: DEBUG oslo_concurrency.lockutils [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.198521] env[69226]: DEBUG nova.compute.manager [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69226) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1403.198878] env[69226]: DEBUG oslo_concurrency.lockutils [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.199017] env[69226]: DEBUG oslo_concurrency.lockutils [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.702918] env[69226]: DEBUG nova.objects.instance [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lazy-loading 'migration_context' on Instance uuid e4d7339b-5fc8-4127-b8b1-43f5ec6379fc {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.250192] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "346404c2-1219-413a-891d-e8150da1d88c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.250497] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "346404c2-1219-413a-891d-e8150da1d88c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.276809] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbb44ae-14cc-457a-b379-c88227743f62 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.283954] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49a7ac4-76f4-4f0d-8b05-53f6dde18cb2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.314291] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fe7ead-56f1-44fc-9bb9-e067ef051199 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.321173] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c50211-ec8b-4a2f-b1fc-b2714ecd2724 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.335191] env[69226]: DEBUG nova.compute.provider_tree [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.756375] env[69226]: DEBUG nova.compute.manager [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1404.838560] env[69226]: DEBUG nova.scheduler.client.report [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.278275] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.849900] env[69226]: DEBUG oslo_concurrency.lockutils [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.651s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.855399] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.577s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.856765] env[69226]: INFO nova.compute.claims [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1406.928373] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3312b74-fd27-47e8-a60f-849e505966fe {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.935937] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243094cb-ab43-4110-920c-08ce3bbab042 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.966338] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Volume attach. Driver type: vmdk {{(pid=69226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1406.966546] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698707', 'volume_id': '2f963e06-e617-4e1e-ac84-348992f1e07d', 'name': 'volume-2f963e06-e617-4e1e-ac84-348992f1e07d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e35b95e1-89bc-4ba3-8de6-e778927c0809', 'attached_at': '', 'detached_at': '', 'volume_id': '2f963e06-e617-4e1e-ac84-348992f1e07d', 'serial': '2f963e06-e617-4e1e-ac84-348992f1e07d'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1406.967276] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607cb79d-d140-4022-8323-865f8f839fde {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.969979] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2632046d-694d-4b88-af59-d791d4d61e2a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.986546] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6be19f-72c7-442a-b55a-360a5015d07a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.990758] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d5309c-7b9e-49c8-a726-ee0658341095 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.015181] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-2f963e06-e617-4e1e-ac84-348992f1e07d/volume-2f963e06-e617-4e1e-ac84-348992f1e07d.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1407.022397] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdea5055-7f52-409d-af95-cbd6bc988933 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.035816] env[69226]: DEBUG nova.compute.provider_tree [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.042282] env[69226]: DEBUG oslo_vmware.api [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1407.042282] env[69226]: value = "task-3495980" [ 1407.042282] env[69226]: _type = "Task" [ 1407.042282] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.050818] env[69226]: DEBUG oslo_vmware.api [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3495980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.390691] env[69226]: INFO nova.compute.manager [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Swapping old allocation on dict_keys(['1b569e5e-3afa-426e-9210-ba55a6e69f42']) held by migration 77383d93-3bbe-4b11-bf58-a3bcc68aedb2 for instance [ 1407.411554] env[69226]: DEBUG nova.scheduler.client.report [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Overwriting current allocation {'allocations': {'1b569e5e-3afa-426e-9210-ba55a6e69f42': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 186}}, 'project_id': '03fce1734c7744c2b1e81d630ea8c55f', 'user_id': '56c0fdd50bfa490ea0c4419e57786549', 'consumer_generation': 1} on consumer e4d7339b-5fc8-4127-b8b1-43f5ec6379fc {{(pid=69226) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1407.484857] env[69226]: DEBUG oslo_concurrency.lockutils [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.485058] env[69226]: DEBUG oslo_concurrency.lockutils [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.485236] env[69226]: DEBUG nova.network.neutron [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.539498] env[69226]: DEBUG nova.scheduler.client.report [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.553018] env[69226]: DEBUG oslo_vmware.api [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3495980, 'name': ReconfigVM_Task, 'duration_secs': 0.35789} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.553322] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-2f963e06-e617-4e1e-ac84-348992f1e07d/volume-2f963e06-e617-4e1e-ac84-348992f1e07d.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1407.558440] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6f3d727-bee8-402b-9ad5-f5e2ed2dacdf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.573479] env[69226]: DEBUG oslo_vmware.api [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1407.573479] env[69226]: value = "task-3495981" [ 1407.573479] env[69226]: _type = "Task" [ 1407.573479] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.581278] env[69226]: DEBUG oslo_vmware.api [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3495981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.044076] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.044651] env[69226]: DEBUG nova.compute.manager [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1408.084556] env[69226]: DEBUG oslo_vmware.api [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3495981, 'name': ReconfigVM_Task, 'duration_secs': 0.133002} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.085263] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698707', 'volume_id': '2f963e06-e617-4e1e-ac84-348992f1e07d', 'name': 'volume-2f963e06-e617-4e1e-ac84-348992f1e07d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e35b95e1-89bc-4ba3-8de6-e778927c0809', 'attached_at': '', 'detached_at': '', 'volume_id': '2f963e06-e617-4e1e-ac84-348992f1e07d', 'serial': '2f963e06-e617-4e1e-ac84-348992f1e07d'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1408.195115] env[69226]: DEBUG nova.network.neutron [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Updating instance_info_cache with network_info: [{"id": "3d7be741-2608-4479-987e-b3fdf8f460c0", "address": "fa:16:3e:87:64:75", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7be741-26", "ovs_interfaceid": "3d7be741-2608-4479-987e-b3fdf8f460c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.549311] env[69226]: DEBUG nova.compute.utils [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1408.551096] env[69226]: DEBUG nova.compute.manager [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1408.551286] env[69226]: DEBUG nova.network.neutron [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1408.585551] env[69226]: DEBUG nova.policy [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c7217ffa46c48a1bd529e14d67a2791', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '985cdbdf00864fe7a2fa44ef61469f56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1408.700832] env[69226]: DEBUG oslo_concurrency.lockutils [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "refresh_cache-e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.700832] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.700832] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6fc15b3-2ff6-4dda-aaab-1137cfb5793a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.709023] env[69226]: DEBUG oslo_vmware.api [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1408.709023] env[69226]: value = "task-3495982" [ 1408.709023] env[69226]: _type = "Task" [ 1408.709023] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.714778] env[69226]: DEBUG oslo_vmware.api [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.056840] env[69226]: DEBUG nova.compute.manager [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1409.121479] env[69226]: DEBUG nova.objects.instance [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lazy-loading 'flavor' on Instance uuid e35b95e1-89bc-4ba3-8de6-e778927c0809 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.137120] env[69226]: DEBUG nova.network.neutron [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Successfully created port: 228ab6ea-1372-4bb7-bb5a-7ee2453f73b8 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1409.215724] env[69226]: DEBUG oslo_vmware.api [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495982, 'name': PowerOffVM_Task, 'duration_secs': 0.172044} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.216782] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.217826] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1409.217826] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.217826] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.217826] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.218126] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.218126] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1409.218311] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1409.218441] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1409.218675] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1409.219444] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1409.219444] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1409.224672] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76aaef34-f643-4d85-ac0e-51505155f355 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.240124] env[69226]: DEBUG oslo_vmware.api [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1409.240124] env[69226]: value = "task-3495983" [ 1409.240124] env[69226]: _type = "Task" [ 1409.240124] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.248008] env[69226]: DEBUG oslo_vmware.api [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.624953] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ab427ff5-c0d3-465b-89c8-b4bc6c946dd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.276s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.705080] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9917f05f-9088-41fc-ad69-244a87db7b50 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.705360] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9917f05f-9088-41fc-ad69-244a87db7b50 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.705542] env[69226]: DEBUG nova.compute.manager [None req-9917f05f-9088-41fc-ad69-244a87db7b50 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.706440] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feae37be-e2ee-4f2e-83a3-3bf6f2f62011 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.713976] env[69226]: DEBUG nova.compute.manager [None req-9917f05f-9088-41fc-ad69-244a87db7b50 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1409.714769] env[69226]: DEBUG nova.objects.instance [None req-9917f05f-9088-41fc-ad69-244a87db7b50 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lazy-loading 'flavor' on Instance uuid e35b95e1-89bc-4ba3-8de6-e778927c0809 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.749956] env[69226]: DEBUG oslo_vmware.api [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495983, 'name': ReconfigVM_Task, 'duration_secs': 0.13397} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.750842] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2995991a-b220-4731-94fe-309c8c8877c7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.769359] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1409.769600] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.769754] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.769934] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.770094] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.770248] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1409.770448] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1409.770607] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1409.770768] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1409.770930] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1409.771124] env[69226]: DEBUG nova.virt.hardware [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1409.771883] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d84d49-c4d1-4fd9-b695-23b52c4d362b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.777162] env[69226]: DEBUG oslo_vmware.api [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1409.777162] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a29bf5-a09d-31ab-1e67-a7987ff8314f" [ 1409.777162] env[69226]: _type = "Task" [ 1409.777162] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.784994] env[69226]: DEBUG oslo_vmware.api [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a29bf5-a09d-31ab-1e67-a7987ff8314f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.064850] env[69226]: DEBUG nova.compute.manager [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1410.093586] env[69226]: DEBUG nova.virt.hardware [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1410.093747] env[69226]: DEBUG nova.virt.hardware [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1410.093903] env[69226]: DEBUG nova.virt.hardware [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1410.094148] env[69226]: DEBUG nova.virt.hardware [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1410.094330] env[69226]: DEBUG nova.virt.hardware [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1410.094483] env[69226]: DEBUG nova.virt.hardware [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1410.094696] env[69226]: DEBUG nova.virt.hardware [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1410.094853] env[69226]: DEBUG nova.virt.hardware [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1410.095028] env[69226]: DEBUG nova.virt.hardware [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1410.095205] env[69226]: DEBUG nova.virt.hardware [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1410.095380] env[69226]: DEBUG nova.virt.hardware [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1410.096324] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9259fac-37bf-484a-9212-4e0c589dc7c4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.104620] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb63ee8e-1e90-4f7b-bb1e-37a61faa16a1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.287459] env[69226]: DEBUG oslo_vmware.api [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52a29bf5-a09d-31ab-1e67-a7987ff8314f, 'name': SearchDatastore_Task, 'duration_secs': 0.008432} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.292750] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1410.293030] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-121a648a-788d-4c70-af07-6fcffe46969c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.311399] env[69226]: DEBUG oslo_vmware.api [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1410.311399] env[69226]: value = "task-3495984" [ 1410.311399] env[69226]: _type = "Task" [ 1410.311399] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.319033] env[69226]: DEBUG oslo_vmware.api [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.597717] env[69226]: DEBUG nova.compute.manager [req-08cf9e6f-0ca3-4436-8417-2c74c826b13e req-a8605a29-392f-4cc3-abf9-063e0ff32630 service nova] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Received event network-vif-plugged-228ab6ea-1372-4bb7-bb5a-7ee2453f73b8 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1410.597964] env[69226]: DEBUG oslo_concurrency.lockutils [req-08cf9e6f-0ca3-4436-8417-2c74c826b13e req-a8605a29-392f-4cc3-abf9-063e0ff32630 service nova] Acquiring lock "346404c2-1219-413a-891d-e8150da1d88c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.598207] env[69226]: DEBUG oslo_concurrency.lockutils [req-08cf9e6f-0ca3-4436-8417-2c74c826b13e req-a8605a29-392f-4cc3-abf9-063e0ff32630 service nova] Lock "346404c2-1219-413a-891d-e8150da1d88c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.598395] env[69226]: DEBUG oslo_concurrency.lockutils [req-08cf9e6f-0ca3-4436-8417-2c74c826b13e req-a8605a29-392f-4cc3-abf9-063e0ff32630 service nova] Lock "346404c2-1219-413a-891d-e8150da1d88c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.598563] env[69226]: DEBUG nova.compute.manager [req-08cf9e6f-0ca3-4436-8417-2c74c826b13e req-a8605a29-392f-4cc3-abf9-063e0ff32630 service nova] [instance: 346404c2-1219-413a-891d-e8150da1d88c] No waiting events found dispatching network-vif-plugged-228ab6ea-1372-4bb7-bb5a-7ee2453f73b8 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1410.598726] env[69226]: WARNING nova.compute.manager [req-08cf9e6f-0ca3-4436-8417-2c74c826b13e req-a8605a29-392f-4cc3-abf9-063e0ff32630 service nova] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Received unexpected event network-vif-plugged-228ab6ea-1372-4bb7-bb5a-7ee2453f73b8 for instance with vm_state building and task_state spawning. [ 1410.692963] env[69226]: DEBUG nova.network.neutron [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Successfully updated port: 228ab6ea-1372-4bb7-bb5a-7ee2453f73b8 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1410.725404] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9917f05f-9088-41fc-ad69-244a87db7b50 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1410.725745] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53b5d42e-0866-4290-a274-cfa662f1c202 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.733406] env[69226]: DEBUG oslo_vmware.api [None req-9917f05f-9088-41fc-ad69-244a87db7b50 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1410.733406] env[69226]: value = "task-3495985" [ 1410.733406] env[69226]: _type = "Task" [ 1410.733406] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.743855] env[69226]: DEBUG oslo_vmware.api [None req-9917f05f-9088-41fc-ad69-244a87db7b50 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3495985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.820960] env[69226]: DEBUG oslo_vmware.api [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495984, 'name': ReconfigVM_Task, 'duration_secs': 0.25212} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.821285] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1410.822242] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb95110-2336-4b61-a91c-11c31ee817c4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.844991] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] e4d7339b-5fc8-4127-b8b1-43f5ec6379fc/e4d7339b-5fc8-4127-b8b1-43f5ec6379fc.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1410.845277] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c456466d-1bdb-42ae-99e7-970e79716a1e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.863843] env[69226]: DEBUG oslo_vmware.api [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1410.863843] env[69226]: value = "task-3495986" [ 1410.863843] env[69226]: _type = "Task" [ 1410.863843] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.871909] env[69226]: DEBUG oslo_vmware.api [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.196264] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "refresh_cache-346404c2-1219-413a-891d-e8150da1d88c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.196264] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquired lock "refresh_cache-346404c2-1219-413a-891d-e8150da1d88c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.196549] env[69226]: DEBUG nova.network.neutron [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.243582] env[69226]: DEBUG oslo_vmware.api [None req-9917f05f-9088-41fc-ad69-244a87db7b50 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3495985, 'name': PowerOffVM_Task, 'duration_secs': 0.218927} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.243837] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9917f05f-9088-41fc-ad69-244a87db7b50 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1411.244047] env[69226]: DEBUG nova.compute.manager [None req-9917f05f-9088-41fc-ad69-244a87db7b50 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1411.244867] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9883b3-4aba-47c3-aaf8-27e9f7e63d1b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.373561] env[69226]: DEBUG oslo_vmware.api [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495986, 'name': ReconfigVM_Task, 'duration_secs': 0.307705} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.373777] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Reconfigured VM instance instance-0000007a to attach disk [datastore1] e4d7339b-5fc8-4127-b8b1-43f5ec6379fc/e4d7339b-5fc8-4127-b8b1-43f5ec6379fc.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1411.374664] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18efebd-5925-45df-8eb3-cba14e5f5727 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.392358] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8082b7b-cd99-4994-b0bf-81c4bb5ba73a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.409915] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1819a601-ad96-47e2-8794-2eebb05915f9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.428464] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69136296-54e9-4522-b7e1-e58f4c14966e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.434505] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.434706] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-816a4cb1-e234-4985-85e0-524678b88ae5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.439830] env[69226]: DEBUG oslo_vmware.api [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1411.439830] env[69226]: value = "task-3495987" [ 1411.439830] env[69226]: _type = "Task" [ 1411.439830] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.446739] env[69226]: DEBUG oslo_vmware.api [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.739243] env[69226]: DEBUG nova.network.neutron [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1411.755423] env[69226]: DEBUG oslo_concurrency.lockutils [None req-9917f05f-9088-41fc-ad69-244a87db7b50 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.867032] env[69226]: DEBUG nova.network.neutron [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Updating instance_info_cache with network_info: [{"id": "228ab6ea-1372-4bb7-bb5a-7ee2453f73b8", "address": "fa:16:3e:46:22:59", "network": {"id": "4424b537-491a-4347-b98f-ac827f34bfca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1720646142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "985cdbdf00864fe7a2fa44ef61469f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap228ab6ea-13", "ovs_interfaceid": "228ab6ea-1372-4bb7-bb5a-7ee2453f73b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.949435] env[69226]: DEBUG oslo_vmware.api [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495987, 'name': PowerOnVM_Task, 'duration_secs': 0.372571} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.949634] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1412.146986] env[69226]: DEBUG nova.objects.instance [None req-22f3c92c-675e-438a-9a2c-ef69144c9fb9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lazy-loading 'flavor' on Instance uuid e35b95e1-89bc-4ba3-8de6-e778927c0809 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.369782] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Releasing lock "refresh_cache-346404c2-1219-413a-891d-e8150da1d88c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.370145] env[69226]: DEBUG nova.compute.manager [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Instance network_info: |[{"id": "228ab6ea-1372-4bb7-bb5a-7ee2453f73b8", "address": "fa:16:3e:46:22:59", "network": {"id": "4424b537-491a-4347-b98f-ac827f34bfca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1720646142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "985cdbdf00864fe7a2fa44ef61469f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap228ab6ea-13", "ovs_interfaceid": "228ab6ea-1372-4bb7-bb5a-7ee2453f73b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1412.370555] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:22:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '228ab6ea-1372-4bb7-bb5a-7ee2453f73b8', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.378006] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1412.378227] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.378448] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-421f4c04-69f3-4d1b-be96-f1710036c16d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.398409] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.398409] env[69226]: value = "task-3495988" [ 1412.398409] env[69226]: _type = "Task" [ 1412.398409] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.405478] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495988, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.624438] env[69226]: DEBUG nova.compute.manager [req-40debdcc-91b2-46c0-9f5e-5c711f6c558f req-ed6b8f6d-69d6-4b69-a6a8-482f4dbe20f9 service nova] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Received event network-changed-228ab6ea-1372-4bb7-bb5a-7ee2453f73b8 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1412.624654] env[69226]: DEBUG nova.compute.manager [req-40debdcc-91b2-46c0-9f5e-5c711f6c558f req-ed6b8f6d-69d6-4b69-a6a8-482f4dbe20f9 service nova] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Refreshing instance network info cache due to event network-changed-228ab6ea-1372-4bb7-bb5a-7ee2453f73b8. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1412.624898] env[69226]: DEBUG oslo_concurrency.lockutils [req-40debdcc-91b2-46c0-9f5e-5c711f6c558f req-ed6b8f6d-69d6-4b69-a6a8-482f4dbe20f9 service nova] Acquiring lock "refresh_cache-346404c2-1219-413a-891d-e8150da1d88c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.625056] env[69226]: DEBUG oslo_concurrency.lockutils [req-40debdcc-91b2-46c0-9f5e-5c711f6c558f req-ed6b8f6d-69d6-4b69-a6a8-482f4dbe20f9 service nova] Acquired lock "refresh_cache-346404c2-1219-413a-891d-e8150da1d88c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.625235] env[69226]: DEBUG nova.network.neutron [req-40debdcc-91b2-46c0-9f5e-5c711f6c558f req-ed6b8f6d-69d6-4b69-a6a8-482f4dbe20f9 service nova] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Refreshing network info cache for port 228ab6ea-1372-4bb7-bb5a-7ee2453f73b8 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1412.651297] env[69226]: DEBUG oslo_concurrency.lockutils [None req-22f3c92c-675e-438a-9a2c-ef69144c9fb9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "refresh_cache-e35b95e1-89bc-4ba3-8de6-e778927c0809" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.651461] env[69226]: DEBUG oslo_concurrency.lockutils [None req-22f3c92c-675e-438a-9a2c-ef69144c9fb9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquired lock "refresh_cache-e35b95e1-89bc-4ba3-8de6-e778927c0809" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.651629] env[69226]: DEBUG nova.network.neutron [None req-22f3c92c-675e-438a-9a2c-ef69144c9fb9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.651804] env[69226]: DEBUG nova.objects.instance [None req-22f3c92c-675e-438a-9a2c-ef69144c9fb9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lazy-loading 'info_cache' on Instance uuid e35b95e1-89bc-4ba3-8de6-e778927c0809 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.908080] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495988, 'name': CreateVM_Task, 'duration_secs': 0.276554} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.908208] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.908873] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.909061] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.909420] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.909678] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b80c23f-3af8-4aa7-a279-779ab50df923 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.913936] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1412.913936] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]524aed56-da4e-9588-5db2-6747e3d7fe5d" [ 1412.913936] env[69226]: _type = "Task" [ 1412.913936] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.921027] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]524aed56-da4e-9588-5db2-6747e3d7fe5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.960844] env[69226]: INFO nova.compute.manager [None req-be395bb9-9837-4034-bdcd-c3bc65e5abd8 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Updating instance to original state: 'active' [ 1413.155370] env[69226]: DEBUG nova.objects.base [None req-22f3c92c-675e-438a-9a2c-ef69144c9fb9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1413.333767] env[69226]: DEBUG nova.network.neutron [req-40debdcc-91b2-46c0-9f5e-5c711f6c558f req-ed6b8f6d-69d6-4b69-a6a8-482f4dbe20f9 service nova] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Updated VIF entry in instance network info cache for port 228ab6ea-1372-4bb7-bb5a-7ee2453f73b8. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1413.334159] env[69226]: DEBUG nova.network.neutron [req-40debdcc-91b2-46c0-9f5e-5c711f6c558f req-ed6b8f6d-69d6-4b69-a6a8-482f4dbe20f9 service nova] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Updating instance_info_cache with network_info: [{"id": "228ab6ea-1372-4bb7-bb5a-7ee2453f73b8", "address": "fa:16:3e:46:22:59", "network": {"id": "4424b537-491a-4347-b98f-ac827f34bfca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1720646142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "985cdbdf00864fe7a2fa44ef61469f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap228ab6ea-13", "ovs_interfaceid": "228ab6ea-1372-4bb7-bb5a-7ee2453f73b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.424590] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]524aed56-da4e-9588-5db2-6747e3d7fe5d, 'name': SearchDatastore_Task, 'duration_secs': 0.014733} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.424896] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.425118] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.425426] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.425597] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.425785] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.426052] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04e4535a-2226-4029-aff6-27fea0ba04b6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.439234] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.439412] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.440133] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca323ce0-4078-4b27-acfc-2859543aba3c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.444837] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1413.444837] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c7e90b-a790-9b85-0522-fb8191d1a3be" [ 1413.444837] env[69226]: _type = "Task" [ 1413.444837] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.451834] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c7e90b-a790-9b85-0522-fb8191d1a3be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.836766] env[69226]: DEBUG oslo_concurrency.lockutils [req-40debdcc-91b2-46c0-9f5e-5c711f6c558f req-ed6b8f6d-69d6-4b69-a6a8-482f4dbe20f9 service nova] Releasing lock "refresh_cache-346404c2-1219-413a-891d-e8150da1d88c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.929053] env[69226]: DEBUG nova.network.neutron [None req-22f3c92c-675e-438a-9a2c-ef69144c9fb9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Updating instance_info_cache with network_info: [{"id": "c0ec354b-ea39-41d7-9997-e4372308c7ca", "address": "fa:16:3e:a0:b2:14", "network": {"id": "71234879-1417-4586-a21e-b37fe384f417", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-742154193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdb77bda3d244f4aadc990063b399924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ec354b-ea", "ovs_interfaceid": "c0ec354b-ea39-41d7-9997-e4372308c7ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.955798] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52c7e90b-a790-9b85-0522-fb8191d1a3be, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.956742] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5f6c80a-41ba-4e87-b8fb-e557bd30a7c2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.962539] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1413.962539] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5285943a-ff45-2ad0-2516-329396645d5a" [ 1413.962539] env[69226]: _type = "Task" [ 1413.962539] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.971961] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5285943a-ff45-2ad0-2516-329396645d5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.136150] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.136456] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.136678] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "e4d7339b-5fc8-4127-b8b1-43f5ec6379fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.136889] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "e4d7339b-5fc8-4127-b8b1-43f5ec6379fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.137077] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "e4d7339b-5fc8-4127-b8b1-43f5ec6379fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.141022] env[69226]: INFO nova.compute.manager [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Terminating instance [ 1414.431554] env[69226]: DEBUG oslo_concurrency.lockutils [None req-22f3c92c-675e-438a-9a2c-ef69144c9fb9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Releasing lock "refresh_cache-e35b95e1-89bc-4ba3-8de6-e778927c0809" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.473018] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5285943a-ff45-2ad0-2516-329396645d5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.473262] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.473517] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 346404c2-1219-413a-891d-e8150da1d88c/346404c2-1219-413a-891d-e8150da1d88c.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1414.473770] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eea7fbd-aa6b-4169-bb39-057c8399d2ab {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.480548] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1414.480548] env[69226]: value = "task-3495989" [ 1414.480548] env[69226]: _type = "Task" [ 1414.480548] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.487776] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.644915] env[69226]: DEBUG nova.compute.manager [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1414.645198] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.646177] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf8ab52-d5fc-48bf-968a-8b867cf48079 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.655563] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.655903] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f03175fb-6606-4ad2-a4ef-a5648a014930 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.664091] env[69226]: DEBUG oslo_vmware.api [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1414.664091] env[69226]: value = "task-3495990" [ 1414.664091] env[69226]: _type = "Task" [ 1414.664091] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.675653] env[69226]: DEBUG oslo_vmware.api [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.989397] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482974} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.989638] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 346404c2-1219-413a-891d-e8150da1d88c/346404c2-1219-413a-891d-e8150da1d88c.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1414.989845] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1414.990094] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8eb26097-e07c-48f1-8c8b-68d785bd3075 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.995384] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1414.995384] env[69226]: value = "task-3495991" [ 1414.995384] env[69226]: _type = "Task" [ 1414.995384] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.001943] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.173695] env[69226]: DEBUG oslo_vmware.api [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495990, 'name': PowerOffVM_Task, 'duration_secs': 0.225374} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.173940] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.174134] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1415.174366] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6afdd5bc-0aa1-4980-97c6-2a307b7a84f7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.228478] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1415.228689] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1415.228866] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Deleting the datastore file [datastore1] e4d7339b-5fc8-4127-b8b1-43f5ec6379fc {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1415.229139] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbe9173f-3004-44f0-96ba-dcccfe2caf11 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.237205] env[69226]: DEBUG oslo_vmware.api [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1415.237205] env[69226]: value = "task-3495993" [ 1415.237205] env[69226]: _type = "Task" [ 1415.237205] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.246226] env[69226]: DEBUG oslo_vmware.api [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.437392] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f3c92c-675e-438a-9a2c-ef69144c9fb9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1415.437767] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26ebc587-ecff-4543-8c64-9125f16ad9eb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.444656] env[69226]: DEBUG oslo_vmware.api [None req-22f3c92c-675e-438a-9a2c-ef69144c9fb9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1415.444656] env[69226]: value = "task-3495994" [ 1415.444656] env[69226]: _type = "Task" [ 1415.444656] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.452114] env[69226]: DEBUG oslo_vmware.api [None req-22f3c92c-675e-438a-9a2c-ef69144c9fb9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3495994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.503528] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064894} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.503730] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1415.504515] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cdcd97-ef3e-4ef9-9572-266074b170fd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.525530] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 346404c2-1219-413a-891d-e8150da1d88c/346404c2-1219-413a-891d-e8150da1d88c.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.525760] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd42a08f-890e-4745-886d-45cd05164519 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.544220] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1415.544220] env[69226]: value = "task-3495995" [ 1415.544220] env[69226]: _type = "Task" [ 1415.544220] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.552850] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.747597] env[69226]: DEBUG oslo_vmware.api [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161966} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.747892] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1415.748088] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1415.748264] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1415.748435] env[69226]: INFO nova.compute.manager [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1415.748668] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1415.748853] env[69226]: DEBUG nova.compute.manager [-] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1415.748952] env[69226]: DEBUG nova.network.neutron [-] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1415.954309] env[69226]: DEBUG oslo_vmware.api [None req-22f3c92c-675e-438a-9a2c-ef69144c9fb9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3495994, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.053960] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.266917] env[69226]: DEBUG nova.compute.manager [req-8bd10dbb-7f74-41e4-bf13-02332c0d16c7 req-8c947d01-5402-419c-bae0-3d6fdb19bb21 service nova] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Received event network-vif-deleted-3d7be741-2608-4479-987e-b3fdf8f460c0 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1416.267166] env[69226]: INFO nova.compute.manager [req-8bd10dbb-7f74-41e4-bf13-02332c0d16c7 req-8c947d01-5402-419c-bae0-3d6fdb19bb21 service nova] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Neutron deleted interface 3d7be741-2608-4479-987e-b3fdf8f460c0; detaching it from the instance and deleting it from the info cache [ 1416.267373] env[69226]: DEBUG nova.network.neutron [req-8bd10dbb-7f74-41e4-bf13-02332c0d16c7 req-8c947d01-5402-419c-bae0-3d6fdb19bb21 service nova] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.455336] env[69226]: DEBUG oslo_vmware.api [None req-22f3c92c-675e-438a-9a2c-ef69144c9fb9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3495994, 'name': PowerOnVM_Task, 'duration_secs': 1.010331} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.455822] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f3c92c-675e-438a-9a2c-ef69144c9fb9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1416.455822] env[69226]: DEBUG nova.compute.manager [None req-22f3c92c-675e-438a-9a2c-ef69144c9fb9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1416.456677] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57a1b33-9f80-44a7-b9b8-ca96f4bff7db {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.554864] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495995, 'name': ReconfigVM_Task, 'duration_secs': 0.945406} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.555153] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 346404c2-1219-413a-891d-e8150da1d88c/346404c2-1219-413a-891d-e8150da1d88c.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.555842] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62a18fa9-913f-45dc-9be8-8d7dde5d9e79 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.561976] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1416.561976] env[69226]: value = "task-3495996" [ 1416.561976] env[69226]: _type = "Task" [ 1416.561976] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.569167] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495996, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.747298] env[69226]: DEBUG nova.network.neutron [-] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.769877] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37d9d2d4-8bbb-4a2f-a64e-c5058d245729 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.779379] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07347b7-6227-44f5-a419-2bb0b66f4dff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.805262] env[69226]: DEBUG nova.compute.manager [req-8bd10dbb-7f74-41e4-bf13-02332c0d16c7 req-8c947d01-5402-419c-bae0-3d6fdb19bb21 service nova] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Detach interface failed, port_id=3d7be741-2608-4479-987e-b3fdf8f460c0, reason: Instance e4d7339b-5fc8-4127-b8b1-43f5ec6379fc could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1417.072673] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495996, 'name': Rename_Task, 'duration_secs': 0.340296} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.073010] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.073321] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7d8d798-db54-4ae0-83bc-e0b36badf9be {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.079384] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1417.079384] env[69226]: value = "task-3495997" [ 1417.079384] env[69226]: _type = "Task" [ 1417.079384] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.087078] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.250166] env[69226]: INFO nova.compute.manager [-] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Took 1.50 seconds to deallocate network for instance. [ 1417.592256] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495997, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.756777] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.757152] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.757401] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.782209] env[69226]: INFO nova.scheduler.client.report [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Deleted allocations for instance e4d7339b-5fc8-4127-b8b1-43f5ec6379fc [ 1418.090652] env[69226]: DEBUG oslo_vmware.api [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3495997, 'name': PowerOnVM_Task, 'duration_secs': 0.550336} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.091205] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.091205] env[69226]: INFO nova.compute.manager [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1418.091354] env[69226]: DEBUG nova.compute.manager [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.092159] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39e22be-66c5-4a48-b0aa-198026e42304 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.290932] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7301b949-ae42-4548-b872-f844720d757f tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "e4d7339b-5fc8-4127-b8b1-43f5ec6379fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.154s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.612121] env[69226]: INFO nova.compute.manager [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Took 13.35 seconds to build instance. [ 1419.085027] env[69226]: DEBUG oslo_concurrency.lockutils [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "4d19d63e-a0a4-4898-8f2f-80646f028a4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.085027] env[69226]: DEBUG oslo_concurrency.lockutils [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "4d19d63e-a0a4-4898-8f2f-80646f028a4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.114761] env[69226]: DEBUG oslo_concurrency.lockutils [None req-5d86341e-c483-4c6d-bbbe-2e60d9f87bc8 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "346404c2-1219-413a-891d-e8150da1d88c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.864s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.381248] env[69226]: DEBUG nova.compute.manager [req-8eb1f30b-45fb-48b1-9cf4-490d3ae79cf7 req-71bc2a9f-3b36-4ac9-9314-8abc33c7dcb2 service nova] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Received event network-changed-228ab6ea-1372-4bb7-bb5a-7ee2453f73b8 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1419.381523] env[69226]: DEBUG nova.compute.manager [req-8eb1f30b-45fb-48b1-9cf4-490d3ae79cf7 req-71bc2a9f-3b36-4ac9-9314-8abc33c7dcb2 service nova] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Refreshing instance network info cache due to event network-changed-228ab6ea-1372-4bb7-bb5a-7ee2453f73b8. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1419.381744] env[69226]: DEBUG oslo_concurrency.lockutils [req-8eb1f30b-45fb-48b1-9cf4-490d3ae79cf7 req-71bc2a9f-3b36-4ac9-9314-8abc33c7dcb2 service nova] Acquiring lock "refresh_cache-346404c2-1219-413a-891d-e8150da1d88c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.381891] env[69226]: DEBUG oslo_concurrency.lockutils [req-8eb1f30b-45fb-48b1-9cf4-490d3ae79cf7 req-71bc2a9f-3b36-4ac9-9314-8abc33c7dcb2 service nova] Acquired lock "refresh_cache-346404c2-1219-413a-891d-e8150da1d88c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.382078] env[69226]: DEBUG nova.network.neutron [req-8eb1f30b-45fb-48b1-9cf4-490d3ae79cf7 req-71bc2a9f-3b36-4ac9-9314-8abc33c7dcb2 service nova] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Refreshing network info cache for port 228ab6ea-1372-4bb7-bb5a-7ee2453f73b8 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1419.587312] env[69226]: DEBUG nova.compute.manager [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1420.078799] env[69226]: DEBUG nova.network.neutron [req-8eb1f30b-45fb-48b1-9cf4-490d3ae79cf7 req-71bc2a9f-3b36-4ac9-9314-8abc33c7dcb2 service nova] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Updated VIF entry in instance network info cache for port 228ab6ea-1372-4bb7-bb5a-7ee2453f73b8. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.079198] env[69226]: DEBUG nova.network.neutron [req-8eb1f30b-45fb-48b1-9cf4-490d3ae79cf7 req-71bc2a9f-3b36-4ac9-9314-8abc33c7dcb2 service nova] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Updating instance_info_cache with network_info: [{"id": "228ab6ea-1372-4bb7-bb5a-7ee2453f73b8", "address": "fa:16:3e:46:22:59", "network": {"id": "4424b537-491a-4347-b98f-ac827f34bfca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1720646142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "985cdbdf00864fe7a2fa44ef61469f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap228ab6ea-13", "ovs_interfaceid": "228ab6ea-1372-4bb7-bb5a-7ee2453f73b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.109470] env[69226]: DEBUG oslo_concurrency.lockutils [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.109745] env[69226]: DEBUG oslo_concurrency.lockutils [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.111299] env[69226]: INFO nova.compute.claims [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1420.581874] env[69226]: DEBUG oslo_concurrency.lockutils [req-8eb1f30b-45fb-48b1-9cf4-490d3ae79cf7 req-71bc2a9f-3b36-4ac9-9314-8abc33c7dcb2 service nova] Releasing lock "refresh_cache-346404c2-1219-413a-891d-e8150da1d88c" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.165194] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fee643-f6da-4f22-a618-d79c2d355127 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.172755] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8c607c-76da-4203-a42c-6baf7eddbec2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.201707] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fa557d-021e-4c66-a233-6ae022e5d8c1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.208227] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e254929f-366d-4870-b630-bec2ba1d5e48 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.224766] env[69226]: DEBUG nova.compute.provider_tree [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.728944] env[69226]: DEBUG nova.scheduler.client.report [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.235282] env[69226]: DEBUG oslo_concurrency.lockutils [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.235785] env[69226]: DEBUG nova.compute.manager [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1422.742197] env[69226]: DEBUG nova.compute.utils [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1422.743929] env[69226]: DEBUG nova.compute.manager [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1422.744103] env[69226]: DEBUG nova.network.neutron [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1422.789282] env[69226]: DEBUG nova.policy [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56c0fdd50bfa490ea0c4419e57786549', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03fce1734c7744c2b1e81d630ea8c55f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1423.055798] env[69226]: DEBUG nova.network.neutron [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Successfully created port: 67b772a5-49cc-4a6f-afbd-ea214acd9a8c {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.247133] env[69226]: DEBUG nova.compute.manager [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1424.256147] env[69226]: DEBUG nova.compute.manager [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1424.283500] env[69226]: DEBUG nova.virt.hardware [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1424.283745] env[69226]: DEBUG nova.virt.hardware [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.283901] env[69226]: DEBUG nova.virt.hardware [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1424.284095] env[69226]: DEBUG nova.virt.hardware [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.284251] env[69226]: DEBUG nova.virt.hardware [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1424.284395] env[69226]: DEBUG nova.virt.hardware [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1424.284599] env[69226]: DEBUG nova.virt.hardware [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1424.284753] env[69226]: DEBUG nova.virt.hardware [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1424.284914] env[69226]: DEBUG nova.virt.hardware [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1424.285084] env[69226]: DEBUG nova.virt.hardware [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1424.285256] env[69226]: DEBUG nova.virt.hardware [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1424.286161] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95ce080-75a7-4341-a009-4408d0786cf6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.294264] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3634c7d9-cfbc-41fb-a355-21f2eb18569e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.398508] env[69226]: DEBUG nova.compute.manager [req-25bea533-e1db-44fe-af4e-02865761e729 req-26580f3c-6587-4610-bd4a-8a1e6e8bb1df service nova] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Received event network-vif-plugged-67b772a5-49cc-4a6f-afbd-ea214acd9a8c {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1424.398734] env[69226]: DEBUG oslo_concurrency.lockutils [req-25bea533-e1db-44fe-af4e-02865761e729 req-26580f3c-6587-4610-bd4a-8a1e6e8bb1df service nova] Acquiring lock "4d19d63e-a0a4-4898-8f2f-80646f028a4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.398935] env[69226]: DEBUG oslo_concurrency.lockutils [req-25bea533-e1db-44fe-af4e-02865761e729 req-26580f3c-6587-4610-bd4a-8a1e6e8bb1df service nova] Lock "4d19d63e-a0a4-4898-8f2f-80646f028a4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.399119] env[69226]: DEBUG oslo_concurrency.lockutils [req-25bea533-e1db-44fe-af4e-02865761e729 req-26580f3c-6587-4610-bd4a-8a1e6e8bb1df service nova] Lock "4d19d63e-a0a4-4898-8f2f-80646f028a4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.399292] env[69226]: DEBUG nova.compute.manager [req-25bea533-e1db-44fe-af4e-02865761e729 req-26580f3c-6587-4610-bd4a-8a1e6e8bb1df service nova] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] No waiting events found dispatching network-vif-plugged-67b772a5-49cc-4a6f-afbd-ea214acd9a8c {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1424.399464] env[69226]: WARNING nova.compute.manager [req-25bea533-e1db-44fe-af4e-02865761e729 req-26580f3c-6587-4610-bd4a-8a1e6e8bb1df service nova] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Received unexpected event network-vif-plugged-67b772a5-49cc-4a6f-afbd-ea214acd9a8c for instance with vm_state building and task_state spawning. [ 1424.477889] env[69226]: DEBUG nova.network.neutron [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Successfully updated port: 67b772a5-49cc-4a6f-afbd-ea214acd9a8c {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1424.980389] env[69226]: DEBUG oslo_concurrency.lockutils [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "refresh_cache-4d19d63e-a0a4-4898-8f2f-80646f028a4d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.980533] env[69226]: DEBUG oslo_concurrency.lockutils [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "refresh_cache-4d19d63e-a0a4-4898-8f2f-80646f028a4d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.980753] env[69226]: DEBUG nova.network.neutron [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.515371] env[69226]: DEBUG nova.network.neutron [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1425.632828] env[69226]: DEBUG nova.network.neutron [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Updating instance_info_cache with network_info: [{"id": "67b772a5-49cc-4a6f-afbd-ea214acd9a8c", "address": "fa:16:3e:75:da:39", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67b772a5-49", "ovs_interfaceid": "67b772a5-49cc-4a6f-afbd-ea214acd9a8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.135864] env[69226]: DEBUG oslo_concurrency.lockutils [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "refresh_cache-4d19d63e-a0a4-4898-8f2f-80646f028a4d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.135864] env[69226]: DEBUG nova.compute.manager [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Instance network_info: |[{"id": "67b772a5-49cc-4a6f-afbd-ea214acd9a8c", "address": "fa:16:3e:75:da:39", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67b772a5-49", "ovs_interfaceid": "67b772a5-49cc-4a6f-afbd-ea214acd9a8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1426.136187] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:da:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67b772a5-49cc-4a6f-afbd-ea214acd9a8c', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1426.144212] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1426.144444] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1426.145086] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7723757d-bec8-4bc9-b211-0515988e4f49 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.165252] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1426.165252] env[69226]: value = "task-3495998" [ 1426.165252] env[69226]: _type = "Task" [ 1426.165252] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.172816] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495998, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.427444] env[69226]: DEBUG nova.compute.manager [req-adb6ae75-f56d-4701-a168-1a01c5d518a2 req-a1d5b3c7-78d4-4b22-bba4-2ae20448ef80 service nova] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Received event network-changed-67b772a5-49cc-4a6f-afbd-ea214acd9a8c {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1426.427619] env[69226]: DEBUG nova.compute.manager [req-adb6ae75-f56d-4701-a168-1a01c5d518a2 req-a1d5b3c7-78d4-4b22-bba4-2ae20448ef80 service nova] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Refreshing instance network info cache due to event network-changed-67b772a5-49cc-4a6f-afbd-ea214acd9a8c. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1426.427824] env[69226]: DEBUG oslo_concurrency.lockutils [req-adb6ae75-f56d-4701-a168-1a01c5d518a2 req-a1d5b3c7-78d4-4b22-bba4-2ae20448ef80 service nova] Acquiring lock "refresh_cache-4d19d63e-a0a4-4898-8f2f-80646f028a4d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.427998] env[69226]: DEBUG oslo_concurrency.lockutils [req-adb6ae75-f56d-4701-a168-1a01c5d518a2 req-a1d5b3c7-78d4-4b22-bba4-2ae20448ef80 service nova] Acquired lock "refresh_cache-4d19d63e-a0a4-4898-8f2f-80646f028a4d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.428130] env[69226]: DEBUG nova.network.neutron [req-adb6ae75-f56d-4701-a168-1a01c5d518a2 req-a1d5b3c7-78d4-4b22-bba4-2ae20448ef80 service nova] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Refreshing network info cache for port 67b772a5-49cc-4a6f-afbd-ea214acd9a8c {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1426.674937] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3495998, 'name': CreateVM_Task, 'duration_secs': 0.30436} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.675346] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1426.675731] env[69226]: DEBUG oslo_concurrency.lockutils [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.675893] env[69226]: DEBUG oslo_concurrency.lockutils [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.676232] env[69226]: DEBUG oslo_concurrency.lockutils [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.676478] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db947bd7-d163-4828-9288-798caee26bc9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.680638] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1426.680638] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52875de1-e208-7c72-4938-21e3bccc1daf" [ 1426.680638] env[69226]: _type = "Task" [ 1426.680638] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.688247] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52875de1-e208-7c72-4938-21e3bccc1daf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.121973] env[69226]: DEBUG nova.network.neutron [req-adb6ae75-f56d-4701-a168-1a01c5d518a2 req-a1d5b3c7-78d4-4b22-bba4-2ae20448ef80 service nova] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Updated VIF entry in instance network info cache for port 67b772a5-49cc-4a6f-afbd-ea214acd9a8c. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1427.121973] env[69226]: DEBUG nova.network.neutron [req-adb6ae75-f56d-4701-a168-1a01c5d518a2 req-a1d5b3c7-78d4-4b22-bba4-2ae20448ef80 service nova] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Updating instance_info_cache with network_info: [{"id": "67b772a5-49cc-4a6f-afbd-ea214acd9a8c", "address": "fa:16:3e:75:da:39", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67b772a5-49", "ovs_interfaceid": "67b772a5-49cc-4a6f-afbd-ea214acd9a8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.191372] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52875de1-e208-7c72-4938-21e3bccc1daf, 'name': SearchDatastore_Task, 'duration_secs': 0.018838} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.191656] env[69226]: DEBUG oslo_concurrency.lockutils [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.191878] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1427.192119] env[69226]: DEBUG oslo_concurrency.lockutils [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.192267] env[69226]: DEBUG oslo_concurrency.lockutils [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.192445] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1427.192699] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-428b02dc-dc5e-4c5a-8396-cec629c14409 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.200971] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1427.201153] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1427.201810] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87cc9cd4-2409-43b1-9efa-e2e374ce527e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.206350] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1427.206350] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5272528e-98b4-63b1-252a-221c2eb06f07" [ 1427.206350] env[69226]: _type = "Task" [ 1427.206350] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.214106] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5272528e-98b4-63b1-252a-221c2eb06f07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.624919] env[69226]: DEBUG oslo_concurrency.lockutils [req-adb6ae75-f56d-4701-a168-1a01c5d518a2 req-a1d5b3c7-78d4-4b22-bba4-2ae20448ef80 service nova] Releasing lock "refresh_cache-4d19d63e-a0a4-4898-8f2f-80646f028a4d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.716177] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5272528e-98b4-63b1-252a-221c2eb06f07, 'name': SearchDatastore_Task, 'duration_secs': 0.009545} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.716918] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db798f52-61b9-40c9-adce-65c2c3a88583 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.721668] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1427.721668] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523f6843-7e32-73f0-4ee7-bfe311a30127" [ 1427.721668] env[69226]: _type = "Task" [ 1427.721668] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.728777] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523f6843-7e32-73f0-4ee7-bfe311a30127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.231661] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]523f6843-7e32-73f0-4ee7-bfe311a30127, 'name': SearchDatastore_Task, 'duration_secs': 0.009089} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.231913] env[69226]: DEBUG oslo_concurrency.lockutils [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.232190] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 4d19d63e-a0a4-4898-8f2f-80646f028a4d/4d19d63e-a0a4-4898-8f2f-80646f028a4d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1428.232441] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-988714e8-4c4c-4f44-b928-6d5780f2d26f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.238824] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1428.238824] env[69226]: value = "task-3495999" [ 1428.238824] env[69226]: _type = "Task" [ 1428.238824] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.246020] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.750136] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495999, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.249476] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3495999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548397} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.249722] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 4d19d63e-a0a4-4898-8f2f-80646f028a4d/4d19d63e-a0a4-4898-8f2f-80646f028a4d.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1429.249929] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1429.250187] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21159d0a-8469-4731-9a3b-6a78991e4891 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.256432] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1429.256432] env[69226]: value = "task-3496000" [ 1429.256432] env[69226]: _type = "Task" [ 1429.256432] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.264388] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.766729] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134846} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.767208] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1429.767751] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6069bbd8-24fd-49eb-b274-026d35a21f50 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.790170] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 4d19d63e-a0a4-4898-8f2f-80646f028a4d/4d19d63e-a0a4-4898-8f2f-80646f028a4d.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1429.790419] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-797b29f5-dfd7-420c-bf73-2efc011a7d65 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.808906] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1429.808906] env[69226]: value = "task-3496001" [ 1429.808906] env[69226]: _type = "Task" [ 1429.808906] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.816267] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.318891] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496001, 'name': ReconfigVM_Task, 'duration_secs': 0.304073} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.319170] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 4d19d63e-a0a4-4898-8f2f-80646f028a4d/4d19d63e-a0a4-4898-8f2f-80646f028a4d.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.319790] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91361201-d608-4255-8780-372c6a03831f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.326540] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1430.326540] env[69226]: value = "task-3496002" [ 1430.326540] env[69226]: _type = "Task" [ 1430.326540] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.334292] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496002, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.836510] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496002, 'name': Rename_Task, 'duration_secs': 0.136525} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.836873] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.837015] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bddd9c0-1411-492f-9a0a-31faec5ba8a2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.842669] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1430.842669] env[69226]: value = "task-3496003" [ 1430.842669] env[69226]: _type = "Task" [ 1430.842669] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.850522] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.353332] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496003, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.853918] env[69226]: DEBUG oslo_vmware.api [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496003, 'name': PowerOnVM_Task, 'duration_secs': 0.620732} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.854303] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.854417] env[69226]: INFO nova.compute.manager [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1431.854585] env[69226]: DEBUG nova.compute.manager [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.855343] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe21f2d-a664-4d3c-a9fe-9d9d6d15a349 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.373471] env[69226]: INFO nova.compute.manager [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Took 12.28 seconds to build instance. [ 1432.875637] env[69226]: DEBUG oslo_concurrency.lockutils [None req-23da90c0-69bd-4bc7-a993-b8244c864fed tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "4d19d63e-a0a4-4898-8f2f-80646f028a4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.790s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.119204] env[69226]: DEBUG nova.compute.manager [req-c843d46f-0f02-4f23-9a18-7e1cb948cd1c req-ec689d42-6f5b-4321-a2db-18f0314dde36 service nova] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Received event network-changed-67b772a5-49cc-4a6f-afbd-ea214acd9a8c {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.119405] env[69226]: DEBUG nova.compute.manager [req-c843d46f-0f02-4f23-9a18-7e1cb948cd1c req-ec689d42-6f5b-4321-a2db-18f0314dde36 service nova] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Refreshing instance network info cache due to event network-changed-67b772a5-49cc-4a6f-afbd-ea214acd9a8c. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1433.119617] env[69226]: DEBUG oslo_concurrency.lockutils [req-c843d46f-0f02-4f23-9a18-7e1cb948cd1c req-ec689d42-6f5b-4321-a2db-18f0314dde36 service nova] Acquiring lock "refresh_cache-4d19d63e-a0a4-4898-8f2f-80646f028a4d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.119758] env[69226]: DEBUG oslo_concurrency.lockutils [req-c843d46f-0f02-4f23-9a18-7e1cb948cd1c req-ec689d42-6f5b-4321-a2db-18f0314dde36 service nova] Acquired lock "refresh_cache-4d19d63e-a0a4-4898-8f2f-80646f028a4d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.119911] env[69226]: DEBUG nova.network.neutron [req-c843d46f-0f02-4f23-9a18-7e1cb948cd1c req-ec689d42-6f5b-4321-a2db-18f0314dde36 service nova] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Refreshing network info cache for port 67b772a5-49cc-4a6f-afbd-ea214acd9a8c {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.241048] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.241315] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.241476] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.241662] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.241825] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.242013] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1433.818097] env[69226]: DEBUG nova.network.neutron [req-c843d46f-0f02-4f23-9a18-7e1cb948cd1c req-ec689d42-6f5b-4321-a2db-18f0314dde36 service nova] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Updated VIF entry in instance network info cache for port 67b772a5-49cc-4a6f-afbd-ea214acd9a8c. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.818478] env[69226]: DEBUG nova.network.neutron [req-c843d46f-0f02-4f23-9a18-7e1cb948cd1c req-ec689d42-6f5b-4321-a2db-18f0314dde36 service nova] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Updating instance_info_cache with network_info: [{"id": "67b772a5-49cc-4a6f-afbd-ea214acd9a8c", "address": "fa:16:3e:75:da:39", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67b772a5-49", "ovs_interfaceid": "67b772a5-49cc-4a6f-afbd-ea214acd9a8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.321820] env[69226]: DEBUG oslo_concurrency.lockutils [req-c843d46f-0f02-4f23-9a18-7e1cb948cd1c req-ec689d42-6f5b-4321-a2db-18f0314dde36 service nova] Releasing lock "refresh_cache-4d19d63e-a0a4-4898-8f2f-80646f028a4d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.520322] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.520557] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.023869] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.024093] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.024300] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.024454] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1435.025361] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10008ee4-98e1-4650-a7b0-21182d45c27e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.033920] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b333fcd9-37b8-49d1-a11d-af2c3950d902 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.047813] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb8e3f1-4106-4e91-aa96-6366b2d95911 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.053738] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cf7f63-541a-4a61-88ef-b98b74703a55 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.082931] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180159MB free_disk=91GB free_vcpus=48 pci_devices=None {{(pid=69226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1435.082931] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.082931] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.106463] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance e35b95e1-89bc-4ba3-8de6-e778927c0809 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1436.106771] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 346404c2-1219-413a-891d-e8150da1d88c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1436.106771] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 4d19d63e-a0a4-4898-8f2f-80646f028a4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1436.106916] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1436.107063] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1436.154496] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ddb8ea-90a9-4618-9981-c1b39bc8c46b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.162293] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285df2bd-d6e2-4044-8d66-474305fd5057 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.193674] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb97f06-9ad0-489a-bdc8-e18777573c21 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.201552] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d654f7-1951-4543-9510-0019267ae34e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.214808] env[69226]: DEBUG nova.compute.provider_tree [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.717900] env[69226]: DEBUG nova.scheduler.client.report [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.222676] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1437.223048] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.140s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.218391] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.218630] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.443046] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "346404c2-1219-413a-891d-e8150da1d88c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.443315] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "346404c2-1219-413a-891d-e8150da1d88c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.946355] env[69226]: DEBUG nova.compute.utils [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1451.449510] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "346404c2-1219-413a-891d-e8150da1d88c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.846913] env[69226]: DEBUG oslo_concurrency.lockutils [None req-366a34eb-6f37-4720-b842-ecbce9af9a2d tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.847174] env[69226]: DEBUG oslo_concurrency.lockutils [None req-366a34eb-6f37-4720-b842-ecbce9af9a2d tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.350113] env[69226]: INFO nova.compute.manager [None req-366a34eb-6f37-4720-b842-ecbce9af9a2d tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Detaching volume 2f963e06-e617-4e1e-ac84-348992f1e07d [ 1452.379435] env[69226]: INFO nova.virt.block_device [None req-366a34eb-6f37-4720-b842-ecbce9af9a2d tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Attempting to driver detach volume 2f963e06-e617-4e1e-ac84-348992f1e07d from mountpoint /dev/sdb [ 1452.379668] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-366a34eb-6f37-4720-b842-ecbce9af9a2d tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Volume detach. Driver type: vmdk {{(pid=69226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1452.379856] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-366a34eb-6f37-4720-b842-ecbce9af9a2d tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698707', 'volume_id': '2f963e06-e617-4e1e-ac84-348992f1e07d', 'name': 'volume-2f963e06-e617-4e1e-ac84-348992f1e07d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e35b95e1-89bc-4ba3-8de6-e778927c0809', 'attached_at': '', 'detached_at': '', 'volume_id': '2f963e06-e617-4e1e-ac84-348992f1e07d', 'serial': '2f963e06-e617-4e1e-ac84-348992f1e07d'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1452.380726] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16910ec-dc3b-492d-a28a-a3aa3335cc45 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.402048] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2083b3-3f36-4abf-9e5e-c4791bae2e82 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.408173] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3316feb3-20cf-4332-9d2b-8b2cbef9d11c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.427507] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a67203-c3c0-40d7-88b3-2efb145a1730 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.441062] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-366a34eb-6f37-4720-b842-ecbce9af9a2d tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] The volume has not been displaced from its original location: [datastore2] volume-2f963e06-e617-4e1e-ac84-348992f1e07d/volume-2f963e06-e617-4e1e-ac84-348992f1e07d.vmdk. No consolidation needed. {{(pid=69226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1452.446299] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-366a34eb-6f37-4720-b842-ecbce9af9a2d tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1452.446538] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb1b33e0-6b12-42aa-ba83-ad0a63438237 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.464459] env[69226]: DEBUG oslo_vmware.api [None req-366a34eb-6f37-4720-b842-ecbce9af9a2d tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1452.464459] env[69226]: value = "task-3496004" [ 1452.464459] env[69226]: _type = "Task" [ 1452.464459] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.472927] env[69226]: DEBUG oslo_vmware.api [None req-366a34eb-6f37-4720-b842-ecbce9af9a2d tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.504813] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "346404c2-1219-413a-891d-e8150da1d88c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.505074] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "346404c2-1219-413a-891d-e8150da1d88c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.505297] env[69226]: INFO nova.compute.manager [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Attaching volume c10f8290-4e43-4096-b3c4-9804af923e24 to /dev/sdb [ 1452.535677] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70333a1d-bae9-4950-8660-8e5d08a6d055 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.542310] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda1b5e6-337e-47d4-ab32-04436888cf4f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.554698] env[69226]: DEBUG nova.virt.block_device [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Updating existing volume attachment record: 0e315f32-44c7-4cee-9629-c7460056bf1d {{(pid=69226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1452.974170] env[69226]: DEBUG oslo_vmware.api [None req-366a34eb-6f37-4720-b842-ecbce9af9a2d tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496004, 'name': ReconfigVM_Task, 'duration_secs': 0.21331} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.974450] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-366a34eb-6f37-4720-b842-ecbce9af9a2d tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1452.979156] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81daeb77-cd4d-413f-8356-a02f66d84a87 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.994573] env[69226]: DEBUG oslo_vmware.api [None req-366a34eb-6f37-4720-b842-ecbce9af9a2d tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1452.994573] env[69226]: value = "task-3496006" [ 1452.994573] env[69226]: _type = "Task" [ 1452.994573] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.003590] env[69226]: DEBUG oslo_vmware.api [None req-366a34eb-6f37-4720-b842-ecbce9af9a2d tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.504184] env[69226]: DEBUG oslo_vmware.api [None req-366a34eb-6f37-4720-b842-ecbce9af9a2d tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496006, 'name': ReconfigVM_Task, 'duration_secs': 0.147645} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.504491] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-366a34eb-6f37-4720-b842-ecbce9af9a2d tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698707', 'volume_id': '2f963e06-e617-4e1e-ac84-348992f1e07d', 'name': 'volume-2f963e06-e617-4e1e-ac84-348992f1e07d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e35b95e1-89bc-4ba3-8de6-e778927c0809', 'attached_at': '', 'detached_at': '', 'volume_id': '2f963e06-e617-4e1e-ac84-348992f1e07d', 'serial': '2f963e06-e617-4e1e-ac84-348992f1e07d'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1454.042486] env[69226]: DEBUG nova.objects.instance [None req-366a34eb-6f37-4720-b842-ecbce9af9a2d tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lazy-loading 'flavor' on Instance uuid e35b95e1-89bc-4ba3-8de6-e778927c0809 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.013068] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ec917424-7119-4014-9af2-24bbb9abd0ff tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.050297] env[69226]: DEBUG oslo_concurrency.lockutils [None req-366a34eb-6f37-4720-b842-ecbce9af9a2d tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.203s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.051420] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ec917424-7119-4014-9af2-24bbb9abd0ff tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.039s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.051619] env[69226]: DEBUG nova.compute.manager [None req-ec917424-7119-4014-9af2-24bbb9abd0ff tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1455.052655] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d104818b-011a-4bec-8f6e-eacb247c13f9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.059429] env[69226]: DEBUG nova.compute.manager [None req-ec917424-7119-4014-9af2-24bbb9abd0ff tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1455.060425] env[69226]: DEBUG nova.objects.instance [None req-ec917424-7119-4014-9af2-24bbb9abd0ff tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lazy-loading 'flavor' on Instance uuid e35b95e1-89bc-4ba3-8de6-e778927c0809 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1456.066662] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec917424-7119-4014-9af2-24bbb9abd0ff tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1456.067430] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba31e1de-df3e-405e-a3c4-69c2093e58b5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.074467] env[69226]: DEBUG oslo_vmware.api [None req-ec917424-7119-4014-9af2-24bbb9abd0ff tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1456.074467] env[69226]: value = "task-3496008" [ 1456.074467] env[69226]: _type = "Task" [ 1456.074467] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.082513] env[69226]: DEBUG oslo_vmware.api [None req-ec917424-7119-4014-9af2-24bbb9abd0ff tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.584461] env[69226]: DEBUG oslo_vmware.api [None req-ec917424-7119-4014-9af2-24bbb9abd0ff tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496008, 'name': PowerOffVM_Task, 'duration_secs': 0.171241} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.584709] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec917424-7119-4014-9af2-24bbb9abd0ff tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1456.584905] env[69226]: DEBUG nova.compute.manager [None req-ec917424-7119-4014-9af2-24bbb9abd0ff tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1456.585648] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bf6bd7-4546-41b1-acf5-bdc78daf9c3d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.096416] env[69226]: DEBUG oslo_concurrency.lockutils [None req-ec917424-7119-4014-9af2-24bbb9abd0ff tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.100029] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Volume attach. Driver type: vmdk {{(pid=69226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1457.100029] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698710', 'volume_id': 'c10f8290-4e43-4096-b3c4-9804af923e24', 'name': 'volume-c10f8290-4e43-4096-b3c4-9804af923e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '346404c2-1219-413a-891d-e8150da1d88c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c10f8290-4e43-4096-b3c4-9804af923e24', 'serial': 'c10f8290-4e43-4096-b3c4-9804af923e24'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1457.100029] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1705ae-3356-4ffb-a3f1-3e5672f1b695 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.117406] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4273c6e1-95f0-4224-b9aa-525f968d89cf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.142028] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-c10f8290-4e43-4096-b3c4-9804af923e24/volume-c10f8290-4e43-4096-b3c4-9804af923e24.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.142544] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7e980ee-cf17-42ae-bbdb-1255273b7d66 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.167454] env[69226]: DEBUG oslo_vmware.api [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1457.167454] env[69226]: value = "task-3496009" [ 1457.167454] env[69226]: _type = "Task" [ 1457.167454] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.175754] env[69226]: DEBUG oslo_vmware.api [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.364379] env[69226]: DEBUG nova.objects.instance [None req-b3474a20-b79b-4cc1-8eea-fd9aaa26b26e tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lazy-loading 'flavor' on Instance uuid e35b95e1-89bc-4ba3-8de6-e778927c0809 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.678164] env[69226]: DEBUG oslo_vmware.api [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496009, 'name': ReconfigVM_Task, 'duration_secs': 0.356216} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.678455] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-c10f8290-4e43-4096-b3c4-9804af923e24/volume-c10f8290-4e43-4096-b3c4-9804af923e24.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.683081] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f38f75b5-0dc1-42ea-8af7-94711bc7102d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.697495] env[69226]: DEBUG oslo_vmware.api [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1457.697495] env[69226]: value = "task-3496010" [ 1457.697495] env[69226]: _type = "Task" [ 1457.697495] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.705443] env[69226]: DEBUG oslo_vmware.api [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.869545] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b3474a20-b79b-4cc1-8eea-fd9aaa26b26e tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "refresh_cache-e35b95e1-89bc-4ba3-8de6-e778927c0809" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.869741] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b3474a20-b79b-4cc1-8eea-fd9aaa26b26e tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquired lock "refresh_cache-e35b95e1-89bc-4ba3-8de6-e778927c0809" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.869885] env[69226]: DEBUG nova.network.neutron [None req-b3474a20-b79b-4cc1-8eea-fd9aaa26b26e tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1457.870078] env[69226]: DEBUG nova.objects.instance [None req-b3474a20-b79b-4cc1-8eea-fd9aaa26b26e tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lazy-loading 'info_cache' on Instance uuid e35b95e1-89bc-4ba3-8de6-e778927c0809 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.206950] env[69226]: DEBUG oslo_vmware.api [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496010, 'name': ReconfigVM_Task, 'duration_secs': 0.166434} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.207265] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698710', 'volume_id': 'c10f8290-4e43-4096-b3c4-9804af923e24', 'name': 'volume-c10f8290-4e43-4096-b3c4-9804af923e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '346404c2-1219-413a-891d-e8150da1d88c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c10f8290-4e43-4096-b3c4-9804af923e24', 'serial': 'c10f8290-4e43-4096-b3c4-9804af923e24'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1458.373223] env[69226]: DEBUG nova.objects.base [None req-b3474a20-b79b-4cc1-8eea-fd9aaa26b26e tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1459.063313] env[69226]: DEBUG nova.network.neutron [None req-b3474a20-b79b-4cc1-8eea-fd9aaa26b26e tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Updating instance_info_cache with network_info: [{"id": "c0ec354b-ea39-41d7-9997-e4372308c7ca", "address": "fa:16:3e:a0:b2:14", "network": {"id": "71234879-1417-4586-a21e-b37fe384f417", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-742154193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdb77bda3d244f4aadc990063b399924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ec354b-ea", "ovs_interfaceid": "c0ec354b-ea39-41d7-9997-e4372308c7ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.242986] env[69226]: DEBUG nova.objects.instance [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lazy-loading 'flavor' on Instance uuid 346404c2-1219-413a-891d-e8150da1d88c {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.566436] env[69226]: DEBUG oslo_concurrency.lockutils [None req-b3474a20-b79b-4cc1-8eea-fd9aaa26b26e tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Releasing lock "refresh_cache-e35b95e1-89bc-4ba3-8de6-e778927c0809" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.748261] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3ef36298-a78a-481d-95f2-a8e59e00d63a tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "346404c2-1219-413a-891d-e8150da1d88c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.243s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.970882] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa5c8864-3418-4a8b-9d55-59811525d6ed tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "346404c2-1219-413a-891d-e8150da1d88c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.971155] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa5c8864-3418-4a8b-9d55-59811525d6ed tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "346404c2-1219-413a-891d-e8150da1d88c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.473907] env[69226]: INFO nova.compute.manager [None req-aa5c8864-3418-4a8b-9d55-59811525d6ed tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Detaching volume c10f8290-4e43-4096-b3c4-9804af923e24 [ 1460.505293] env[69226]: INFO nova.virt.block_device [None req-aa5c8864-3418-4a8b-9d55-59811525d6ed tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Attempting to driver detach volume c10f8290-4e43-4096-b3c4-9804af923e24 from mountpoint /dev/sdb [ 1460.505594] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa5c8864-3418-4a8b-9d55-59811525d6ed tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Volume detach. Driver type: vmdk {{(pid=69226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1460.505793] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa5c8864-3418-4a8b-9d55-59811525d6ed tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698710', 'volume_id': 'c10f8290-4e43-4096-b3c4-9804af923e24', 'name': 'volume-c10f8290-4e43-4096-b3c4-9804af923e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '346404c2-1219-413a-891d-e8150da1d88c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c10f8290-4e43-4096-b3c4-9804af923e24', 'serial': 'c10f8290-4e43-4096-b3c4-9804af923e24'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1460.506764] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fef5ef5-0202-4163-a2a9-d02634a43e82 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.528190] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1226177a-65ec-4ba8-a87a-37d328cc4d37 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.534517] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2943d9f4-9c4f-4ffa-a336-38a7d7b39aff {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.554422] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc566e2-7554-4cd8-8d75-378483001698 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.568281] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa5c8864-3418-4a8b-9d55-59811525d6ed tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] The volume has not been displaced from its original location: [datastore2] volume-c10f8290-4e43-4096-b3c4-9804af923e24/volume-c10f8290-4e43-4096-b3c4-9804af923e24.vmdk. No consolidation needed. {{(pid=69226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1460.573360] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa5c8864-3418-4a8b-9d55-59811525d6ed tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1460.573841] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3474a20-b79b-4cc1-8eea-fd9aaa26b26e tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1460.574046] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd58d3c7-757c-4966-b405-8ddb573f2b3c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.586149] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0e56245-1c35-4b6c-80c1-a656ee272171 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.592437] env[69226]: DEBUG oslo_vmware.api [None req-aa5c8864-3418-4a8b-9d55-59811525d6ed tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1460.592437] env[69226]: value = "task-3496011" [ 1460.592437] env[69226]: _type = "Task" [ 1460.592437] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.593619] env[69226]: DEBUG oslo_vmware.api [None req-b3474a20-b79b-4cc1-8eea-fd9aaa26b26e tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1460.593619] env[69226]: value = "task-3496012" [ 1460.593619] env[69226]: _type = "Task" [ 1460.593619] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.604959] env[69226]: DEBUG oslo_vmware.api [None req-aa5c8864-3418-4a8b-9d55-59811525d6ed tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496011, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.607661] env[69226]: DEBUG oslo_vmware.api [None req-b3474a20-b79b-4cc1-8eea-fd9aaa26b26e tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.105704] env[69226]: DEBUG oslo_vmware.api [None req-aa5c8864-3418-4a8b-9d55-59811525d6ed tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496011, 'name': ReconfigVM_Task, 'duration_secs': 0.258206} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.108613] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa5c8864-3418-4a8b-9d55-59811525d6ed tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1461.113153] env[69226]: DEBUG oslo_vmware.api [None req-b3474a20-b79b-4cc1-8eea-fd9aaa26b26e tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496012, 'name': PowerOnVM_Task, 'duration_secs': 0.347386} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.113368] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd403f3d-1e05-4959-b94f-eac61cebaa14 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.122745] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3474a20-b79b-4cc1-8eea-fd9aaa26b26e tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.122948] env[69226]: DEBUG nova.compute.manager [None req-b3474a20-b79b-4cc1-8eea-fd9aaa26b26e tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1461.123703] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e862fa9b-9625-43af-845e-725c668d4913 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.133092] env[69226]: DEBUG oslo_vmware.api [None req-aa5c8864-3418-4a8b-9d55-59811525d6ed tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1461.133092] env[69226]: value = "task-3496013" [ 1461.133092] env[69226]: _type = "Task" [ 1461.133092] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.140274] env[69226]: DEBUG oslo_vmware.api [None req-aa5c8864-3418-4a8b-9d55-59811525d6ed tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496013, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.645961] env[69226]: DEBUG oslo_vmware.api [None req-aa5c8864-3418-4a8b-9d55-59811525d6ed tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496013, 'name': ReconfigVM_Task, 'duration_secs': 0.131678} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.646328] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa5c8864-3418-4a8b-9d55-59811525d6ed tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698710', 'volume_id': 'c10f8290-4e43-4096-b3c4-9804af923e24', 'name': 'volume-c10f8290-4e43-4096-b3c4-9804af923e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '346404c2-1219-413a-891d-e8150da1d88c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c10f8290-4e43-4096-b3c4-9804af923e24', 'serial': 'c10f8290-4e43-4096-b3c4-9804af923e24'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1462.185123] env[69226]: DEBUG nova.objects.instance [None req-aa5c8864-3418-4a8b-9d55-59811525d6ed tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lazy-loading 'flavor' on Instance uuid 346404c2-1219-413a-891d-e8150da1d88c {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.192538] env[69226]: DEBUG oslo_concurrency.lockutils [None req-aa5c8864-3418-4a8b-9d55-59811525d6ed tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "346404c2-1219-413a-891d-e8150da1d88c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.215481] env[69226]: DEBUG oslo_concurrency.lockutils [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "346404c2-1219-413a-891d-e8150da1d88c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.215914] env[69226]: DEBUG oslo_concurrency.lockutils [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "346404c2-1219-413a-891d-e8150da1d88c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.216058] env[69226]: DEBUG oslo_concurrency.lockutils [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "346404c2-1219-413a-891d-e8150da1d88c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.216255] env[69226]: DEBUG oslo_concurrency.lockutils [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "346404c2-1219-413a-891d-e8150da1d88c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.216427] env[69226]: DEBUG oslo_concurrency.lockutils [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "346404c2-1219-413a-891d-e8150da1d88c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.218648] env[69226]: INFO nova.compute.manager [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Terminating instance [ 1464.722574] env[69226]: DEBUG nova.compute.manager [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1464.722765] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1464.723708] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6192cae2-a8d3-4650-91d3-13f656a8c9bf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.731300] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.731548] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19d5cbe5-a8d8-4c0e-8ace-8eaf0f07bcce {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.737225] env[69226]: DEBUG oslo_vmware.api [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1464.737225] env[69226]: value = "task-3496014" [ 1464.737225] env[69226]: _type = "Task" [ 1464.737225] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.744942] env[69226]: DEBUG oslo_vmware.api [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.246847] env[69226]: DEBUG oslo_vmware.api [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496014, 'name': PowerOffVM_Task, 'duration_secs': 0.303547} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.247256] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1465.247327] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1465.247529] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-262f2d6c-cc14-4006-ba90-210c7f56e359 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.304377] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1465.304610] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1465.304807] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Deleting the datastore file [datastore1] 346404c2-1219-413a-891d-e8150da1d88c {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1465.305079] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0aa62c78-6a4a-456e-a462-84e3b4897d49 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.312036] env[69226]: DEBUG oslo_vmware.api [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1465.312036] env[69226]: value = "task-3496016" [ 1465.312036] env[69226]: _type = "Task" [ 1465.312036] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.319318] env[69226]: DEBUG oslo_vmware.api [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.821390] env[69226]: DEBUG oslo_vmware.api [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133871} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.821644] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1465.821858] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1465.822041] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1465.822229] env[69226]: INFO nova.compute.manager [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1465.822470] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1465.822691] env[69226]: DEBUG nova.compute.manager [-] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1465.822790] env[69226]: DEBUG nova.network.neutron [-] [instance: 346404c2-1219-413a-891d-e8150da1d88c] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1466.312192] env[69226]: DEBUG nova.compute.manager [req-184b436f-c2a5-418d-ada0-176efc8f8d73 req-ddb22694-4922-47e8-b6ef-7ebbd32d7ea4 service nova] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Received event network-vif-deleted-228ab6ea-1372-4bb7-bb5a-7ee2453f73b8 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1466.312496] env[69226]: INFO nova.compute.manager [req-184b436f-c2a5-418d-ada0-176efc8f8d73 req-ddb22694-4922-47e8-b6ef-7ebbd32d7ea4 service nova] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Neutron deleted interface 228ab6ea-1372-4bb7-bb5a-7ee2453f73b8; detaching it from the instance and deleting it from the info cache [ 1466.312595] env[69226]: DEBUG nova.network.neutron [req-184b436f-c2a5-418d-ada0-176efc8f8d73 req-ddb22694-4922-47e8-b6ef-7ebbd32d7ea4 service nova] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.795455] env[69226]: DEBUG nova.network.neutron [-] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.814853] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c91d37f-b109-45b3-b87a-28b7d50d4220 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.825957] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56249bea-baa8-48b1-8d00-32143f80e7f3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.852696] env[69226]: DEBUG nova.compute.manager [req-184b436f-c2a5-418d-ada0-176efc8f8d73 req-ddb22694-4922-47e8-b6ef-7ebbd32d7ea4 service nova] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Detach interface failed, port_id=228ab6ea-1372-4bb7-bb5a-7ee2453f73b8, reason: Instance 346404c2-1219-413a-891d-e8150da1d88c could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1467.297966] env[69226]: INFO nova.compute.manager [-] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Took 1.47 seconds to deallocate network for instance. [ 1467.804444] env[69226]: DEBUG oslo_concurrency.lockutils [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.804820] env[69226]: DEBUG oslo_concurrency.lockutils [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.804921] env[69226]: DEBUG nova.objects.instance [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lazy-loading 'resources' on Instance uuid 346404c2-1219-413a-891d-e8150da1d88c {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.362413] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd826e9-72ef-4096-8cba-bb85eea095a7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.371093] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935e46f2-34f7-4766-80eb-4798200fbfa7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.402262] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66c40a8-64a0-4b7b-a543-4b31e1d76e8d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.409560] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcab309-ae2d-466d-a3fc-965d203bd953 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.423084] env[69226]: DEBUG nova.compute.provider_tree [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.860100] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a65b430e-f17b-4378-86ed-990ce29adc52 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "4d19d63e-a0a4-4898-8f2f-80646f028a4d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.860453] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a65b430e-f17b-4378-86ed-990ce29adc52 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "4d19d63e-a0a4-4898-8f2f-80646f028a4d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.860556] env[69226]: DEBUG nova.compute.manager [None req-a65b430e-f17b-4378-86ed-990ce29adc52 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1468.861461] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10080af9-5ef5-4646-8372-5acb98f16016 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.868217] env[69226]: DEBUG nova.compute.manager [None req-a65b430e-f17b-4378-86ed-990ce29adc52 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1468.868781] env[69226]: DEBUG nova.objects.instance [None req-a65b430e-f17b-4378-86ed-990ce29adc52 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lazy-loading 'flavor' on Instance uuid 4d19d63e-a0a4-4898-8f2f-80646f028a4d {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.926277] env[69226]: DEBUG nova.scheduler.client.report [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.430749] env[69226]: DEBUG oslo_concurrency.lockutils [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.455018] env[69226]: INFO nova.scheduler.client.report [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Deleted allocations for instance 346404c2-1219-413a-891d-e8150da1d88c [ 1469.876286] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65b430e-f17b-4378-86ed-990ce29adc52 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1469.876684] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20722324-38f6-401f-bff0-454851d12b06 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.883863] env[69226]: DEBUG oslo_vmware.api [None req-a65b430e-f17b-4378-86ed-990ce29adc52 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1469.883863] env[69226]: value = "task-3496017" [ 1469.883863] env[69226]: _type = "Task" [ 1469.883863] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.891697] env[69226]: DEBUG oslo_vmware.api [None req-a65b430e-f17b-4378-86ed-990ce29adc52 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.961970] env[69226]: DEBUG oslo_concurrency.lockutils [None req-46581a83-cc1a-423d-85a5-13ccf39df1b9 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "346404c2-1219-413a-891d-e8150da1d88c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.746s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.393975] env[69226]: DEBUG oslo_vmware.api [None req-a65b430e-f17b-4378-86ed-990ce29adc52 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496017, 'name': PowerOffVM_Task, 'duration_secs': 0.167042} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.394248] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65b430e-f17b-4378-86ed-990ce29adc52 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1470.394439] env[69226]: DEBUG nova.compute.manager [None req-a65b430e-f17b-4378-86ed-990ce29adc52 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1470.395193] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09070d01-a7bd-46b0-bf15-51ffa693a056 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.906481] env[69226]: DEBUG oslo_concurrency.lockutils [None req-a65b430e-f17b-4378-86ed-990ce29adc52 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "4d19d63e-a0a4-4898-8f2f-80646f028a4d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.235405] env[69226]: DEBUG nova.objects.instance [None req-1a33f2e9-4487-4867-b866-0596281bbf0b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lazy-loading 'flavor' on Instance uuid 4d19d63e-a0a4-4898-8f2f-80646f028a4d {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1471.740683] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1a33f2e9-4487-4867-b866-0596281bbf0b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "refresh_cache-4d19d63e-a0a4-4898-8f2f-80646f028a4d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.740809] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1a33f2e9-4487-4867-b866-0596281bbf0b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "refresh_cache-4d19d63e-a0a4-4898-8f2f-80646f028a4d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.740974] env[69226]: DEBUG nova.network.neutron [None req-1a33f2e9-4487-4867-b866-0596281bbf0b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1471.741167] env[69226]: DEBUG nova.objects.instance [None req-1a33f2e9-4487-4867-b866-0596281bbf0b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lazy-loading 'info_cache' on Instance uuid 4d19d63e-a0a4-4898-8f2f-80646f028a4d {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.127631] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "42ea14b0-ae10-48e5-8073-193b280bc444" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.127947] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "42ea14b0-ae10-48e5-8073-193b280bc444" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.244802] env[69226]: DEBUG nova.objects.base [None req-1a33f2e9-4487-4867-b866-0596281bbf0b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Object Instance<4d19d63e-a0a4-4898-8f2f-80646f028a4d> lazy-loaded attributes: flavor,info_cache {{(pid=69226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1472.629660] env[69226]: DEBUG nova.compute.manager [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1472.955784] env[69226]: DEBUG nova.network.neutron [None req-1a33f2e9-4487-4867-b866-0596281bbf0b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Updating instance_info_cache with network_info: [{"id": "67b772a5-49cc-4a6f-afbd-ea214acd9a8c", "address": "fa:16:3e:75:da:39", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67b772a5-49", "ovs_interfaceid": "67b772a5-49cc-4a6f-afbd-ea214acd9a8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.152148] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.152434] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.153968] env[69226]: INFO nova.compute.claims [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1473.458686] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1a33f2e9-4487-4867-b866-0596281bbf0b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "refresh_cache-4d19d63e-a0a4-4898-8f2f-80646f028a4d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.207382] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fa05cd-09fa-4277-bd8d-a77a64d1ffc8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.215165] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b954ed60-6f6f-43d5-80f2-07327ff4340d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.245517] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd35e41e-d1a9-4684-8626-a01394597732 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.252162] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c591b6-3d2f-4b9c-865c-1cf01fbdd94b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.264596] env[69226]: DEBUG nova.compute.provider_tree [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1474.464698] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a33f2e9-4487-4867-b866-0596281bbf0b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1474.465017] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6e58074-7dbf-4e96-91ad-706a6f0e0606 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.473573] env[69226]: DEBUG oslo_vmware.api [None req-1a33f2e9-4487-4867-b866-0596281bbf0b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1474.473573] env[69226]: value = "task-3496018" [ 1474.473573] env[69226]: _type = "Task" [ 1474.473573] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.480586] env[69226]: DEBUG oslo_vmware.api [None req-1a33f2e9-4487-4867-b866-0596281bbf0b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.767617] env[69226]: DEBUG nova.scheduler.client.report [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1474.983193] env[69226]: DEBUG oslo_vmware.api [None req-1a33f2e9-4487-4867-b866-0596281bbf0b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496018, 'name': PowerOnVM_Task, 'duration_secs': 0.40007} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.983590] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a33f2e9-4487-4867-b866-0596281bbf0b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1474.983668] env[69226]: DEBUG nova.compute.manager [None req-1a33f2e9-4487-4867-b866-0596281bbf0b tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1474.984542] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f2dba7-b4e5-4a7a-9c59-8cf0b9c89d4f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.272836] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.273393] env[69226]: DEBUG nova.compute.manager [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1475.777898] env[69226]: DEBUG nova.compute.utils [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1475.780052] env[69226]: DEBUG nova.compute.manager [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1475.780052] env[69226]: DEBUG nova.network.neutron [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1475.815132] env[69226]: DEBUG nova.policy [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c7217ffa46c48a1bd529e14d67a2791', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '985cdbdf00864fe7a2fa44ef61469f56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1475.968414] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e304844-c7bf-46ac-a160-94c47ee908ba {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.976611] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d783d9cc-1acd-4b2a-9a72-edd054aec46e tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Suspending the VM {{(pid=69226) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1475.976785] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d3eaf67f-175d-46cd-9160-10dc8129ca60 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.982427] env[69226]: DEBUG oslo_vmware.api [None req-d783d9cc-1acd-4b2a-9a72-edd054aec46e tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1475.982427] env[69226]: value = "task-3496019" [ 1475.982427] env[69226]: _type = "Task" [ 1475.982427] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.989846] env[69226]: DEBUG oslo_vmware.api [None req-d783d9cc-1acd-4b2a-9a72-edd054aec46e tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496019, 'name': SuspendVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.060596] env[69226]: DEBUG nova.network.neutron [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Successfully created port: aea39cb6-c3b9-4e7b-af44-40433f913640 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1476.283260] env[69226]: DEBUG nova.compute.manager [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1476.491682] env[69226]: DEBUG oslo_vmware.api [None req-d783d9cc-1acd-4b2a-9a72-edd054aec46e tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496019, 'name': SuspendVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.992590] env[69226]: DEBUG oslo_vmware.api [None req-d783d9cc-1acd-4b2a-9a72-edd054aec46e tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496019, 'name': SuspendVM_Task, 'duration_secs': 0.568815} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.992850] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-d783d9cc-1acd-4b2a-9a72-edd054aec46e tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Suspended the VM {{(pid=69226) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1476.993037] env[69226]: DEBUG nova.compute.manager [None req-d783d9cc-1acd-4b2a-9a72-edd054aec46e tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1476.993816] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cfe82a-3ce8-44dc-a025-fefc6d5c833b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.292726] env[69226]: DEBUG nova.compute.manager [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1477.320589] env[69226]: DEBUG nova.virt.hardware [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1477.320820] env[69226]: DEBUG nova.virt.hardware [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1477.320978] env[69226]: DEBUG nova.virt.hardware [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1477.321172] env[69226]: DEBUG nova.virt.hardware [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1477.321319] env[69226]: DEBUG nova.virt.hardware [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1477.321472] env[69226]: DEBUG nova.virt.hardware [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1477.321710] env[69226]: DEBUG nova.virt.hardware [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1477.321876] env[69226]: DEBUG nova.virt.hardware [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1477.322053] env[69226]: DEBUG nova.virt.hardware [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1477.322219] env[69226]: DEBUG nova.virt.hardware [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1477.322390] env[69226]: DEBUG nova.virt.hardware [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1477.323291] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612e95a5-cb5b-48e3-8636-09d14512374c {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.332368] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9e4180-fd91-4001-adb9-fe6aa78beef8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.447672] env[69226]: DEBUG nova.compute.manager [req-fb096fc6-ae02-416b-83aa-9f46bacfdb09 req-473e0539-6b79-4e59-a5a3-cd482a36034e service nova] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Received event network-vif-plugged-aea39cb6-c3b9-4e7b-af44-40433f913640 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1477.447842] env[69226]: DEBUG oslo_concurrency.lockutils [req-fb096fc6-ae02-416b-83aa-9f46bacfdb09 req-473e0539-6b79-4e59-a5a3-cd482a36034e service nova] Acquiring lock "42ea14b0-ae10-48e5-8073-193b280bc444-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.448081] env[69226]: DEBUG oslo_concurrency.lockutils [req-fb096fc6-ae02-416b-83aa-9f46bacfdb09 req-473e0539-6b79-4e59-a5a3-cd482a36034e service nova] Lock "42ea14b0-ae10-48e5-8073-193b280bc444-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.448308] env[69226]: DEBUG oslo_concurrency.lockutils [req-fb096fc6-ae02-416b-83aa-9f46bacfdb09 req-473e0539-6b79-4e59-a5a3-cd482a36034e service nova] Lock "42ea14b0-ae10-48e5-8073-193b280bc444-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.448494] env[69226]: DEBUG nova.compute.manager [req-fb096fc6-ae02-416b-83aa-9f46bacfdb09 req-473e0539-6b79-4e59-a5a3-cd482a36034e service nova] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] No waiting events found dispatching network-vif-plugged-aea39cb6-c3b9-4e7b-af44-40433f913640 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1477.448642] env[69226]: WARNING nova.compute.manager [req-fb096fc6-ae02-416b-83aa-9f46bacfdb09 req-473e0539-6b79-4e59-a5a3-cd482a36034e service nova] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Received unexpected event network-vif-plugged-aea39cb6-c3b9-4e7b-af44-40433f913640 for instance with vm_state building and task_state spawning. [ 1477.541822] env[69226]: DEBUG nova.network.neutron [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Successfully updated port: aea39cb6-c3b9-4e7b-af44-40433f913640 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1478.044845] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "refresh_cache-42ea14b0-ae10-48e5-8073-193b280bc444" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.045097] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquired lock "refresh_cache-42ea14b0-ae10-48e5-8073-193b280bc444" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.045329] env[69226]: DEBUG nova.network.neutron [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1478.328688] env[69226]: INFO nova.compute.manager [None req-7c623ebe-fe94-4217-b454-3202db4a35f2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Resuming [ 1478.329352] env[69226]: DEBUG nova.objects.instance [None req-7c623ebe-fe94-4217-b454-3202db4a35f2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lazy-loading 'flavor' on Instance uuid 4d19d63e-a0a4-4898-8f2f-80646f028a4d {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1478.577843] env[69226]: DEBUG nova.network.neutron [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1478.703640] env[69226]: DEBUG nova.network.neutron [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Updating instance_info_cache with network_info: [{"id": "aea39cb6-c3b9-4e7b-af44-40433f913640", "address": "fa:16:3e:20:62:1c", "network": {"id": "4424b537-491a-4347-b98f-ac827f34bfca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1720646142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "985cdbdf00864fe7a2fa44ef61469f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea39cb6-c3", "ovs_interfaceid": "aea39cb6-c3b9-4e7b-af44-40433f913640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.207227] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Releasing lock "refresh_cache-42ea14b0-ae10-48e5-8073-193b280bc444" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.207572] env[69226]: DEBUG nova.compute.manager [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Instance network_info: |[{"id": "aea39cb6-c3b9-4e7b-af44-40433f913640", "address": "fa:16:3e:20:62:1c", "network": {"id": "4424b537-491a-4347-b98f-ac827f34bfca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1720646142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "985cdbdf00864fe7a2fa44ef61469f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea39cb6-c3", "ovs_interfaceid": "aea39cb6-c3b9-4e7b-af44-40433f913640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1479.208075] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:62:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aea39cb6-c3b9-4e7b-af44-40433f913640', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1479.215620] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1479.215827] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1479.216059] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3c8c3db-df33-4901-9413-91b13b1f0317 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.236700] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1479.236700] env[69226]: value = "task-3496020" [ 1479.236700] env[69226]: _type = "Task" [ 1479.236700] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.243728] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3496020, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.475704] env[69226]: DEBUG nova.compute.manager [req-9a029e88-a3da-4128-b876-3a594d40cee0 req-ceb7c811-8af2-4ba9-aa2f-f50c11a2bc42 service nova] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Received event network-changed-aea39cb6-c3b9-4e7b-af44-40433f913640 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1479.475955] env[69226]: DEBUG nova.compute.manager [req-9a029e88-a3da-4128-b876-3a594d40cee0 req-ceb7c811-8af2-4ba9-aa2f-f50c11a2bc42 service nova] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Refreshing instance network info cache due to event network-changed-aea39cb6-c3b9-4e7b-af44-40433f913640. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1479.476241] env[69226]: DEBUG oslo_concurrency.lockutils [req-9a029e88-a3da-4128-b876-3a594d40cee0 req-ceb7c811-8af2-4ba9-aa2f-f50c11a2bc42 service nova] Acquiring lock "refresh_cache-42ea14b0-ae10-48e5-8073-193b280bc444" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.476480] env[69226]: DEBUG oslo_concurrency.lockutils [req-9a029e88-a3da-4128-b876-3a594d40cee0 req-ceb7c811-8af2-4ba9-aa2f-f50c11a2bc42 service nova] Acquired lock "refresh_cache-42ea14b0-ae10-48e5-8073-193b280bc444" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.476689] env[69226]: DEBUG nova.network.neutron [req-9a029e88-a3da-4128-b876-3a594d40cee0 req-ceb7c811-8af2-4ba9-aa2f-f50c11a2bc42 service nova] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Refreshing network info cache for port aea39cb6-c3b9-4e7b-af44-40433f913640 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1479.746408] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3496020, 'name': CreateVM_Task, 'duration_secs': 0.295564} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.746571] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1479.747213] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.747382] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.747704] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.747948] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e59f0033-b3d0-43ce-aedf-9bbc79b8259f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.752803] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1479.752803] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ae0bb1-a567-cb5e-9cce-2ee56f6b1899" [ 1479.752803] env[69226]: _type = "Task" [ 1479.752803] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.760196] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ae0bb1-a567-cb5e-9cce-2ee56f6b1899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.840018] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7c623ebe-fe94-4217-b454-3202db4a35f2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "refresh_cache-4d19d63e-a0a4-4898-8f2f-80646f028a4d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.840213] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7c623ebe-fe94-4217-b454-3202db4a35f2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquired lock "refresh_cache-4d19d63e-a0a4-4898-8f2f-80646f028a4d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.840393] env[69226]: DEBUG nova.network.neutron [None req-7c623ebe-fe94-4217-b454-3202db4a35f2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.238857] env[69226]: DEBUG nova.network.neutron [req-9a029e88-a3da-4128-b876-3a594d40cee0 req-ceb7c811-8af2-4ba9-aa2f-f50c11a2bc42 service nova] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Updated VIF entry in instance network info cache for port aea39cb6-c3b9-4e7b-af44-40433f913640. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1480.239429] env[69226]: DEBUG nova.network.neutron [req-9a029e88-a3da-4128-b876-3a594d40cee0 req-ceb7c811-8af2-4ba9-aa2f-f50c11a2bc42 service nova] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Updating instance_info_cache with network_info: [{"id": "aea39cb6-c3b9-4e7b-af44-40433f913640", "address": "fa:16:3e:20:62:1c", "network": {"id": "4424b537-491a-4347-b98f-ac827f34bfca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1720646142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "985cdbdf00864fe7a2fa44ef61469f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea39cb6-c3", "ovs_interfaceid": "aea39cb6-c3b9-4e7b-af44-40433f913640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.262937] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52ae0bb1-a567-cb5e-9cce-2ee56f6b1899, 'name': SearchDatastore_Task, 'duration_secs': 0.011338} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.263144] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.263361] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1480.263610] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.263763] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.263941] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1480.264197] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71c5b4ac-2233-41d1-ad32-ac0f9bdfa0ad {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.272663] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1480.272830] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1480.273502] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-915701be-1d2f-4122-9c72-c7ed984ce41e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.278770] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1480.278770] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5206c94c-c18a-b071-c2bc-5a4309390543" [ 1480.278770] env[69226]: _type = "Task" [ 1480.278770] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.287544] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5206c94c-c18a-b071-c2bc-5a4309390543, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.543276] env[69226]: DEBUG nova.network.neutron [None req-7c623ebe-fe94-4217-b454-3202db4a35f2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Updating instance_info_cache with network_info: [{"id": "67b772a5-49cc-4a6f-afbd-ea214acd9a8c", "address": "fa:16:3e:75:da:39", "network": {"id": "1b70ab04-1b39-4f89-8eee-f2dcba2b5e56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1067494660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fce1734c7744c2b1e81d630ea8c55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67b772a5-49", "ovs_interfaceid": "67b772a5-49cc-4a6f-afbd-ea214acd9a8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.742200] env[69226]: DEBUG oslo_concurrency.lockutils [req-9a029e88-a3da-4128-b876-3a594d40cee0 req-ceb7c811-8af2-4ba9-aa2f-f50c11a2bc42 service nova] Releasing lock "refresh_cache-42ea14b0-ae10-48e5-8073-193b280bc444" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.789719] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]5206c94c-c18a-b071-c2bc-5a4309390543, 'name': SearchDatastore_Task, 'duration_secs': 0.008879} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.790543] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c97c6cd1-d33c-4a81-9bbc-c8857403a68d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.796364] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1480.796364] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528c4337-de96-38ed-0385-93939472ceb1" [ 1480.796364] env[69226]: _type = "Task" [ 1480.796364] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.803391] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528c4337-de96-38ed-0385-93939472ceb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.045836] env[69226]: DEBUG oslo_concurrency.lockutils [None req-7c623ebe-fe94-4217-b454-3202db4a35f2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Releasing lock "refresh_cache-4d19d63e-a0a4-4898-8f2f-80646f028a4d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.046757] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5723dbf-4164-47ce-8c29-736bc02de6ca {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.053266] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7c623ebe-fe94-4217-b454-3202db4a35f2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Resuming the VM {{(pid=69226) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1481.053503] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dd1dadf-cb16-4f0c-8bb1-af1985f6b532 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.059090] env[69226]: DEBUG oslo_vmware.api [None req-7c623ebe-fe94-4217-b454-3202db4a35f2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1481.059090] env[69226]: value = "task-3496021" [ 1481.059090] env[69226]: _type = "Task" [ 1481.059090] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.066373] env[69226]: DEBUG oslo_vmware.api [None req-7c623ebe-fe94-4217-b454-3202db4a35f2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.306299] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]528c4337-de96-38ed-0385-93939472ceb1, 'name': SearchDatastore_Task, 'duration_secs': 0.009431} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.306590] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.306849] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 42ea14b0-ae10-48e5-8073-193b280bc444/42ea14b0-ae10-48e5-8073-193b280bc444.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1481.307128] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59c13c7b-8167-40c4-a674-ecd6a0891b17 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.313717] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1481.313717] env[69226]: value = "task-3496022" [ 1481.313717] env[69226]: _type = "Task" [ 1481.313717] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.321117] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.569836] env[69226]: DEBUG oslo_vmware.api [None req-7c623ebe-fe94-4217-b454-3202db4a35f2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496021, 'name': PowerOnVM_Task, 'duration_secs': 0.494477} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.570259] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-7c623ebe-fe94-4217-b454-3202db4a35f2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Resumed the VM {{(pid=69226) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1481.570466] env[69226]: DEBUG nova.compute.manager [None req-7c623ebe-fe94-4217-b454-3202db4a35f2 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1481.571360] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abfd69a-0642-4818-b9a8-c6e61384e857 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.823574] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496022, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.325067] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825945} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.325067] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore1] 42ea14b0-ae10-48e5-8073-193b280bc444/42ea14b0-ae10-48e5-8073-193b280bc444.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1482.325067] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1482.325397] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef38bc49-6aaf-406e-a195-cf65c9038e4e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.332638] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1482.332638] env[69226]: value = "task-3496023" [ 1482.332638] env[69226]: _type = "Task" [ 1482.332638] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.340324] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.846295] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073247} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.846678] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1482.847680] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c07d40-02d7-4474-9798-2c70838a58a3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.882553] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 42ea14b0-ae10-48e5-8073-193b280bc444/42ea14b0-ae10-48e5-8073-193b280bc444.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1482.883283] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7467e538-c3a5-4050-8039-9cb931d5a520 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.916018] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1482.916018] env[69226]: value = "task-3496024" [ 1482.916018] env[69226]: _type = "Task" [ 1482.916018] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.927464] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.123307] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "4d19d63e-a0a4-4898-8f2f-80646f028a4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.123615] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "4d19d63e-a0a4-4898-8f2f-80646f028a4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.123840] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "4d19d63e-a0a4-4898-8f2f-80646f028a4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.124038] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "4d19d63e-a0a4-4898-8f2f-80646f028a4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.124214] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "4d19d63e-a0a4-4898-8f2f-80646f028a4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.126427] env[69226]: INFO nova.compute.manager [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Terminating instance [ 1483.426979] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496024, 'name': ReconfigVM_Task, 'duration_secs': 0.371017} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.427297] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 42ea14b0-ae10-48e5-8073-193b280bc444/42ea14b0-ae10-48e5-8073-193b280bc444.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1483.427921] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5ba36a1-bd95-4990-8ad5-52eca169a98e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.434714] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1483.434714] env[69226]: value = "task-3496025" [ 1483.434714] env[69226]: _type = "Task" [ 1483.434714] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.442602] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496025, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.631057] env[69226]: DEBUG nova.compute.manager [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1483.631057] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1483.631912] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5742a8-f17f-43ac-a069-b7ea2c26a11a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.639533] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1483.639783] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2614d061-feef-40c4-b564-6f13c00b60a7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.645732] env[69226]: DEBUG oslo_vmware.api [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1483.645732] env[69226]: value = "task-3496026" [ 1483.645732] env[69226]: _type = "Task" [ 1483.645732] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.653567] env[69226]: DEBUG oslo_vmware.api [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.945062] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496025, 'name': Rename_Task, 'duration_secs': 0.255919} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.945437] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1483.945437] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c56ee6f-961f-44b7-bf0e-57c765d058ea {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.951749] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1483.951749] env[69226]: value = "task-3496027" [ 1483.951749] env[69226]: _type = "Task" [ 1483.951749] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.967891] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.155559] env[69226]: DEBUG oslo_vmware.api [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496026, 'name': PowerOffVM_Task, 'duration_secs': 0.219395} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.155805] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1484.156029] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1484.156284] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-908b8872-2336-40f2-88fe-f459773cfd2e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.212375] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1484.212578] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1484.212761] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Deleting the datastore file [datastore1] 4d19d63e-a0a4-4898-8f2f-80646f028a4d {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1484.213020] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56eb2110-d912-4a24-b6d5-94d35487c567 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.219039] env[69226]: DEBUG oslo_vmware.api [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for the task: (returnval){ [ 1484.219039] env[69226]: value = "task-3496029" [ 1484.219039] env[69226]: _type = "Task" [ 1484.219039] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.225990] env[69226]: DEBUG oslo_vmware.api [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.462575] env[69226]: DEBUG oslo_vmware.api [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496027, 'name': PowerOnVM_Task, 'duration_secs': 0.4591} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.462847] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1484.463054] env[69226]: INFO nova.compute.manager [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1484.463234] env[69226]: DEBUG nova.compute.manager [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.463991] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac8ffdc-8aaa-40fb-9181-d0bd6b633002 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.728773] env[69226]: DEBUG oslo_vmware.api [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Task: {'id': task-3496029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144378} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.729063] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1484.729269] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1484.729445] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1484.729617] env[69226]: INFO nova.compute.manager [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1484.729847] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1484.730046] env[69226]: DEBUG nova.compute.manager [-] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1484.730144] env[69226]: DEBUG nova.network.neutron [-] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1484.979029] env[69226]: INFO nova.compute.manager [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Took 11.84 seconds to build instance. [ 1485.481699] env[69226]: DEBUG oslo_concurrency.lockutils [None req-3b63836e-f04c-4d12-93cd-ace426760d88 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "42ea14b0-ae10-48e5-8073-193b280bc444" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.354s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.661523] env[69226]: DEBUG nova.compute.manager [req-002b028b-fcac-4e73-a15f-85d08d98ec5a req-367ee9f0-46f6-473e-a7fe-f11b0bb41aa8 service nova] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Received event network-vif-deleted-67b772a5-49cc-4a6f-afbd-ea214acd9a8c {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1485.661719] env[69226]: INFO nova.compute.manager [req-002b028b-fcac-4e73-a15f-85d08d98ec5a req-367ee9f0-46f6-473e-a7fe-f11b0bb41aa8 service nova] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Neutron deleted interface 67b772a5-49cc-4a6f-afbd-ea214acd9a8c; detaching it from the instance and deleting it from the info cache [ 1485.661886] env[69226]: DEBUG nova.network.neutron [req-002b028b-fcac-4e73-a15f-85d08d98ec5a req-367ee9f0-46f6-473e-a7fe-f11b0bb41aa8 service nova] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.142444] env[69226]: DEBUG nova.network.neutron [-] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.164981] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-543ed0e7-4761-4081-93ab-a9716a0ca6d2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.175771] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89004992-7ce4-432e-9914-48b7907c74c6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.201524] env[69226]: DEBUG nova.compute.manager [req-002b028b-fcac-4e73-a15f-85d08d98ec5a req-367ee9f0-46f6-473e-a7fe-f11b0bb41aa8 service nova] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Detach interface failed, port_id=67b772a5-49cc-4a6f-afbd-ea214acd9a8c, reason: Instance 4d19d63e-a0a4-4898-8f2f-80646f028a4d could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1486.650031] env[69226]: INFO nova.compute.manager [-] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Took 1.92 seconds to deallocate network for instance. [ 1487.156088] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.156484] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.156617] env[69226]: DEBUG nova.objects.instance [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lazy-loading 'resources' on Instance uuid 4d19d63e-a0a4-4898-8f2f-80646f028a4d {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.688174] env[69226]: DEBUG nova.compute.manager [req-04027b40-ed26-4e58-86c9-88bdf255b52e req-c2b5edf6-5773-4ca0-839c-092d4ac42e3b service nova] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Received event network-changed-aea39cb6-c3b9-4e7b-af44-40433f913640 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1487.688404] env[69226]: DEBUG nova.compute.manager [req-04027b40-ed26-4e58-86c9-88bdf255b52e req-c2b5edf6-5773-4ca0-839c-092d4ac42e3b service nova] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Refreshing instance network info cache due to event network-changed-aea39cb6-c3b9-4e7b-af44-40433f913640. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1487.688625] env[69226]: DEBUG oslo_concurrency.lockutils [req-04027b40-ed26-4e58-86c9-88bdf255b52e req-c2b5edf6-5773-4ca0-839c-092d4ac42e3b service nova] Acquiring lock "refresh_cache-42ea14b0-ae10-48e5-8073-193b280bc444" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.688751] env[69226]: DEBUG oslo_concurrency.lockutils [req-04027b40-ed26-4e58-86c9-88bdf255b52e req-c2b5edf6-5773-4ca0-839c-092d4ac42e3b service nova] Acquired lock "refresh_cache-42ea14b0-ae10-48e5-8073-193b280bc444" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.688909] env[69226]: DEBUG nova.network.neutron [req-04027b40-ed26-4e58-86c9-88bdf255b52e req-c2b5edf6-5773-4ca0-839c-092d4ac42e3b service nova] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Refreshing network info cache for port aea39cb6-c3b9-4e7b-af44-40433f913640 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1487.712706] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5c5217-5084-48af-8cdd-a8af11641a1b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.720661] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af52145-0ccb-4306-86f8-5043f441f5a9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.750116] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282a23fb-340a-4945-8566-e0542de7500f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.756910] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6ca1b3-157d-431e-bdda-caa3c7cdf00d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.769884] env[69226]: DEBUG nova.compute.provider_tree [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.272719] env[69226]: DEBUG nova.scheduler.client.report [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1488.393421] env[69226]: DEBUG nova.network.neutron [req-04027b40-ed26-4e58-86c9-88bdf255b52e req-c2b5edf6-5773-4ca0-839c-092d4ac42e3b service nova] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Updated VIF entry in instance network info cache for port aea39cb6-c3b9-4e7b-af44-40433f913640. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1488.393808] env[69226]: DEBUG nova.network.neutron [req-04027b40-ed26-4e58-86c9-88bdf255b52e req-c2b5edf6-5773-4ca0-839c-092d4ac42e3b service nova] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Updating instance_info_cache with network_info: [{"id": "aea39cb6-c3b9-4e7b-af44-40433f913640", "address": "fa:16:3e:20:62:1c", "network": {"id": "4424b537-491a-4347-b98f-ac827f34bfca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1720646142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "985cdbdf00864fe7a2fa44ef61469f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea39cb6-c3", "ovs_interfaceid": "aea39cb6-c3b9-4e7b-af44-40433f913640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.777659] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.795095] env[69226]: INFO nova.scheduler.client.report [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Deleted allocations for instance 4d19d63e-a0a4-4898-8f2f-80646f028a4d [ 1488.896675] env[69226]: DEBUG oslo_concurrency.lockutils [req-04027b40-ed26-4e58-86c9-88bdf255b52e req-c2b5edf6-5773-4ca0-839c-092d4ac42e3b service nova] Releasing lock "refresh_cache-42ea14b0-ae10-48e5-8073-193b280bc444" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.303489] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e7c407dd-f9f9-4791-a1de-7e31a2321d43 tempest-ServerActionsTestJSON-2059958573 tempest-ServerActionsTestJSON-2059958573-project-member] Lock "4d19d63e-a0a4-4898-8f2f-80646f028a4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.180s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.520260] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.520366] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.519599] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.519838] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.520015] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.520223] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1495.520723] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1495.521173] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1495.521173] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Cleaning up deleted instances {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1496.029121] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] There are 26 instances to clean {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1496.029321] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 4d19d63e-a0a4-4898-8f2f-80646f028a4d] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.532385] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 346404c2-1219-413a-891d-e8150da1d88c] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.037046] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: c086aee2-85a4-4f30-aed7-3c374161349c] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.540050] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: e4d7339b-5fc8-4127-b8b1-43f5ec6379fc] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.620519] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.620763] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.620977] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "e35b95e1-89bc-4ba3-8de6-e778927c0809-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.621177] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "e35b95e1-89bc-4ba3-8de6-e778927c0809-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.621349] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "e35b95e1-89bc-4ba3-8de6-e778927c0809-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.623435] env[69226]: INFO nova.compute.manager [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Terminating instance [ 1498.042602] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: f17a7077-4ca6-4665-981f-8b4528d9fa2a] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.127025] env[69226]: DEBUG nova.compute.manager [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1498.127293] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1498.128522] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ee9e3e-3c66-42aa-98d3-4199faf3538f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.136544] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.136764] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c381d267-76c1-4ce9-88a4-f079958a05e9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.143130] env[69226]: DEBUG oslo_vmware.api [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1498.143130] env[69226]: value = "task-3496030" [ 1498.143130] env[69226]: _type = "Task" [ 1498.143130] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.150689] env[69226]: DEBUG oslo_vmware.api [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.545964] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 00e42cb1-2341-41e3-a11d-a20f53dd26de] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.653293] env[69226]: DEBUG oslo_vmware.api [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496030, 'name': PowerOffVM_Task, 'duration_secs': 0.236611} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.653490] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.653657] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.653918] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c70df8a-2120-48ea-ba8f-cbc006fc7ebf {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.711145] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.711374] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.711561] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Deleting the datastore file [datastore2] e35b95e1-89bc-4ba3-8de6-e778927c0809 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.711839] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8698b4c-55e3-4539-a167-39e545cf7ed0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.719638] env[69226]: DEBUG oslo_vmware.api [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1498.719638] env[69226]: value = "task-3496032" [ 1498.719638] env[69226]: _type = "Task" [ 1498.719638] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.726859] env[69226]: DEBUG oslo_vmware.api [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.049373] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 8fb39649-f8ae-4abe-8711-ab6f11bf91e1] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.229587] env[69226]: DEBUG oslo_vmware.api [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149523} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.229838] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1499.230031] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1499.230214] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1499.230388] env[69226]: INFO nova.compute.manager [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1499.230619] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1499.230802] env[69226]: DEBUG nova.compute.manager [-] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1499.230919] env[69226]: DEBUG nova.network.neutron [-] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1499.552829] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 7590e6b4-2942-4d54-8b6e-28496218373a] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.689609] env[69226]: DEBUG nova.compute.manager [req-17e571fb-3431-444c-9a44-c130b1004a21 req-078301c2-15cf-4333-b311-d5dba4c21169 service nova] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Received event network-vif-deleted-c0ec354b-ea39-41d7-9997-e4372308c7ca {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1499.689816] env[69226]: INFO nova.compute.manager [req-17e571fb-3431-444c-9a44-c130b1004a21 req-078301c2-15cf-4333-b311-d5dba4c21169 service nova] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Neutron deleted interface c0ec354b-ea39-41d7-9997-e4372308c7ca; detaching it from the instance and deleting it from the info cache [ 1499.689988] env[69226]: DEBUG nova.network.neutron [req-17e571fb-3431-444c-9a44-c130b1004a21 req-078301c2-15cf-4333-b311-d5dba4c21169 service nova] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.055803] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 167b9839-b5c6-45bd-a24b-e30846f1e70b] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.174484] env[69226]: DEBUG nova.network.neutron [-] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.192526] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22708e05-e8cc-4284-9dd5-5954d38799a9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.204697] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa80eb1-546a-48bd-adae-95be9fe6be4f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.229556] env[69226]: DEBUG nova.compute.manager [req-17e571fb-3431-444c-9a44-c130b1004a21 req-078301c2-15cf-4333-b311-d5dba4c21169 service nova] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Detach interface failed, port_id=c0ec354b-ea39-41d7-9997-e4372308c7ca, reason: Instance e35b95e1-89bc-4ba3-8de6-e778927c0809 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1500.559334] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 337f87ab-06f0-4581-8e62-7fefe0b3cab7] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.677065] env[69226]: INFO nova.compute.manager [-] [instance: e35b95e1-89bc-4ba3-8de6-e778927c0809] Took 1.45 seconds to deallocate network for instance. [ 1501.062809] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: d5fda2e8-2022-432a-aeda-296b2092b6d3] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1501.182738] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.183049] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.183281] env[69226]: DEBUG nova.objects.instance [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lazy-loading 'resources' on Instance uuid e35b95e1-89bc-4ba3-8de6-e778927c0809 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1501.566501] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 7ac81c2e-6d65-4b8a-9d94-96515c5111ba] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1501.843272] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813958cb-923c-4cb8-80ed-8ec5db1b7f60 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.850928] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861bf18b-461a-4508-8428-de6796977787 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.880127] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eafa09-f015-446c-b41d-ef962269f803 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.886851] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b605a74-3654-433a-a136-fc3a2349df18 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.899451] env[69226]: DEBUG nova.compute.provider_tree [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.069530] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: b43f8d35-f057-4473-b761-0e89b60645ab] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.402215] env[69226]: DEBUG nova.scheduler.client.report [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1502.573136] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 85c69408-c888-40fe-aec9-f3ed3bdb63da] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.907450] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.925061] env[69226]: INFO nova.scheduler.client.report [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Deleted allocations for instance e35b95e1-89bc-4ba3-8de6-e778927c0809 [ 1503.076360] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: e6c51570-4708-4629-9b86-650dec8d77bc] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.432545] env[69226]: DEBUG oslo_concurrency.lockutils [None req-c5bcb46e-6592-497d-9b0c-86bc3bdb98b9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "e35b95e1-89bc-4ba3-8de6-e778927c0809" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.812s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.580074] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: f71b4fe4-7dd1-4dce-96b2-e9c3b595f79d] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.083830] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: e7378df1-117d-41a5-a8a7-ff1513019b2a] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.587267] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: adc22ecb-f1ea-4b42-a697-bf935aa9beee] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1505.090433] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: f45808e4-b5dd-4408-be56-d35386f745d0] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1505.466907] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "5c11df1f-0740-4880-bdeb-79a1969643be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.467171] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "5c11df1f-0740-4880-bdeb-79a1969643be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.593962] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 1e6ba3fc-427a-4286-9d38-517aaefe5730] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1505.969961] env[69226]: DEBUG nova.compute.manager [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Starting instance... {{(pid=69226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1506.097423] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: ceb8daa8-cd2a-4cc5-8a15-0b3d373dff7d] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1506.492053] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.492290] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.493931] env[69226]: INFO nova.compute.claims [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1506.600508] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 79c96f3a-d9a4-4a89-9bfc-bda761bae6f4] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.103898] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 8341dde8-af28-4fac-9c5b-d9873c8013bc] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.541656] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b71466-00db-44e5-8639-6c1867aa4780 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.548956] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c0872c-1fa1-473b-b0a2-f699727b52ee {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.578289] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d483c1-3605-4715-b13e-0861ce62fdb2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.584989] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e71683-2d84-4dec-860a-92e26f80dee2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.597341] env[69226]: DEBUG nova.compute.provider_tree [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.607499] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 84c61656-c42e-41d3-bf30-04c504670123] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.101174] env[69226]: DEBUG nova.scheduler.client.report [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.109978] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 53d9a8f3-cfdc-4dc1-9924-198e4ac04038] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.606533] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.114s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.607056] env[69226]: DEBUG nova.compute.manager [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Start building networks asynchronously for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1508.612323] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] [instance: 0614d5ec-c144-48fe-9248-a498b34699a6] Instance has had 0 of 5 cleanup attempts {{(pid=69226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.112029] env[69226]: DEBUG nova.compute.utils [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1509.113472] env[69226]: DEBUG nova.compute.manager [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Allocating IP information in the background. {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1509.113717] env[69226]: DEBUG nova.network.neutron [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] allocate_for_instance() {{(pid=69226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1509.116183] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.161553] env[69226]: DEBUG nova.policy [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ba43794481b42c79737c9c3199a2e3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdb77bda3d244f4aadc990063b399924', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1509.416367] env[69226]: DEBUG nova.network.neutron [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Successfully created port: 9b06c675-5f4e-44bf-a76f-bb344e959a42 {{(pid=69226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1509.616946] env[69226]: DEBUG nova.compute.manager [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Start building block device mappings for instance. {{(pid=69226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1510.618313] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.618635] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.627408] env[69226]: DEBUG nova.compute.manager [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Start spawning the instance on the hypervisor. {{(pid=69226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1510.653688] env[69226]: DEBUG nova.virt.hardware [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-19T22:44:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-19T22:43:51Z,direct_url=,disk_format='vmdk',id=38268fa2-337a-4248-8dc7-dee22924494d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='656f6c9b7990491881929ec9cd300956',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-19T22:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1510.653966] env[69226]: DEBUG nova.virt.hardware [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Flavor limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1510.654145] env[69226]: DEBUG nova.virt.hardware [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Image limits 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1510.654330] env[69226]: DEBUG nova.virt.hardware [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Flavor pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1510.654477] env[69226]: DEBUG nova.virt.hardware [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Image pref 0:0:0 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1510.654625] env[69226]: DEBUG nova.virt.hardware [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1510.654857] env[69226]: DEBUG nova.virt.hardware [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1510.655042] env[69226]: DEBUG nova.virt.hardware [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1510.655216] env[69226]: DEBUG nova.virt.hardware [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Got 1 possible topologies {{(pid=69226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1510.655377] env[69226]: DEBUG nova.virt.hardware [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1510.655549] env[69226]: DEBUG nova.virt.hardware [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1510.656433] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dc5eed-4d7f-4e6b-afcf-b0c7aff4c6ef {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.665182] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aa76f7-e6cf-4ee5-b738-dd65e8977668 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.764802] env[69226]: DEBUG nova.compute.manager [req-390b4f7e-947a-4302-905d-65d64ed4f31a req-8d1add98-625d-45a0-9fd7-260e824aa896 service nova] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Received event network-vif-plugged-9b06c675-5f4e-44bf-a76f-bb344e959a42 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1510.765093] env[69226]: DEBUG oslo_concurrency.lockutils [req-390b4f7e-947a-4302-905d-65d64ed4f31a req-8d1add98-625d-45a0-9fd7-260e824aa896 service nova] Acquiring lock "5c11df1f-0740-4880-bdeb-79a1969643be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.765256] env[69226]: DEBUG oslo_concurrency.lockutils [req-390b4f7e-947a-4302-905d-65d64ed4f31a req-8d1add98-625d-45a0-9fd7-260e824aa896 service nova] Lock "5c11df1f-0740-4880-bdeb-79a1969643be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.765424] env[69226]: DEBUG oslo_concurrency.lockutils [req-390b4f7e-947a-4302-905d-65d64ed4f31a req-8d1add98-625d-45a0-9fd7-260e824aa896 service nova] Lock "5c11df1f-0740-4880-bdeb-79a1969643be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.765592] env[69226]: DEBUG nova.compute.manager [req-390b4f7e-947a-4302-905d-65d64ed4f31a req-8d1add98-625d-45a0-9fd7-260e824aa896 service nova] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] No waiting events found dispatching network-vif-plugged-9b06c675-5f4e-44bf-a76f-bb344e959a42 {{(pid=69226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1510.765756] env[69226]: WARNING nova.compute.manager [req-390b4f7e-947a-4302-905d-65d64ed4f31a req-8d1add98-625d-45a0-9fd7-260e824aa896 service nova] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Received unexpected event network-vif-plugged-9b06c675-5f4e-44bf-a76f-bb344e959a42 for instance with vm_state building and task_state spawning. [ 1510.838087] env[69226]: DEBUG nova.network.neutron [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Successfully updated port: 9b06c675-5f4e-44bf-a76f-bb344e959a42 {{(pid=69226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1511.122062] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.122239] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.122332] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.122478] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1511.123411] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe80b12-e16f-4224-8035-50b32b49d475 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.132229] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e62489-1dc8-4076-83b5-dcc9540092ef {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.145417] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae04361-c2e1-4d6d-9b7e-4c015a863755 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.151365] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e64e1f-4c83-41b4-9e96-2b5232bad402 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.179191] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180648MB free_disk=91GB free_vcpus=48 pci_devices=None {{(pid=69226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1511.179324] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.179527] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.340702] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "refresh_cache-5c11df1f-0740-4880-bdeb-79a1969643be" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.340865] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquired lock "refresh_cache-5c11df1f-0740-4880-bdeb-79a1969643be" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.341031] env[69226]: DEBUG nova.network.neutron [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Building network info cache for instance {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1511.872269] env[69226]: DEBUG nova.network.neutron [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Instance cache missing network info. {{(pid=69226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1511.982482] env[69226]: DEBUG nova.network.neutron [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Updating instance_info_cache with network_info: [{"id": "9b06c675-5f4e-44bf-a76f-bb344e959a42", "address": "fa:16:3e:0a:2b:91", "network": {"id": "71234879-1417-4586-a21e-b37fe384f417", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-742154193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdb77bda3d244f4aadc990063b399924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b06c675-5f", "ovs_interfaceid": "9b06c675-5f4e-44bf-a76f-bb344e959a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.203476] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 42ea14b0-ae10-48e5-8073-193b280bc444 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1512.203631] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 5c11df1f-0740-4880-bdeb-79a1969643be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1512.203849] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1512.204010] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1512.239192] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95e1ec9-e2e9-4239-9500-d86f9480358f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.246812] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467338a5-24ab-49bf-a254-7a804c27fec7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.277193] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45578e7d-1ab7-4461-a1e9-feed8ba6f663 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.283933] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9def0f7-659c-4161-b6a4-d19fb204664d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.296687] env[69226]: DEBUG nova.compute.provider_tree [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1512.484794] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Releasing lock "refresh_cache-5c11df1f-0740-4880-bdeb-79a1969643be" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.485105] env[69226]: DEBUG nova.compute.manager [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Instance network_info: |[{"id": "9b06c675-5f4e-44bf-a76f-bb344e959a42", "address": "fa:16:3e:0a:2b:91", "network": {"id": "71234879-1417-4586-a21e-b37fe384f417", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-742154193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdb77bda3d244f4aadc990063b399924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b06c675-5f", "ovs_interfaceid": "9b06c675-5f4e-44bf-a76f-bb344e959a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1512.485527] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:2b:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b06c675-5f4e-44bf-a76f-bb344e959a42', 'vif_model': 'vmxnet3'}] {{(pid=69226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1512.493068] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1512.493284] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Creating VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1512.493500] env[69226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db9269fa-265b-43ca-a9c2-a5edccd3f4f6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.516633] env[69226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1512.516633] env[69226]: value = "task-3496033" [ 1512.516633] env[69226]: _type = "Task" [ 1512.516633] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.524133] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3496033, 'name': CreateVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.791955] env[69226]: DEBUG nova.compute.manager [req-415c9018-bbec-474e-9e45-91cb9a747638 req-50f33286-7216-4721-832d-5038e394d204 service nova] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Received event network-changed-9b06c675-5f4e-44bf-a76f-bb344e959a42 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1512.792182] env[69226]: DEBUG nova.compute.manager [req-415c9018-bbec-474e-9e45-91cb9a747638 req-50f33286-7216-4721-832d-5038e394d204 service nova] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Refreshing instance network info cache due to event network-changed-9b06c675-5f4e-44bf-a76f-bb344e959a42. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1512.792451] env[69226]: DEBUG oslo_concurrency.lockutils [req-415c9018-bbec-474e-9e45-91cb9a747638 req-50f33286-7216-4721-832d-5038e394d204 service nova] Acquiring lock "refresh_cache-5c11df1f-0740-4880-bdeb-79a1969643be" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.792533] env[69226]: DEBUG oslo_concurrency.lockutils [req-415c9018-bbec-474e-9e45-91cb9a747638 req-50f33286-7216-4721-832d-5038e394d204 service nova] Acquired lock "refresh_cache-5c11df1f-0740-4880-bdeb-79a1969643be" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.792706] env[69226]: DEBUG nova.network.neutron [req-415c9018-bbec-474e-9e45-91cb9a747638 req-50f33286-7216-4721-832d-5038e394d204 service nova] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Refreshing network info cache for port 9b06c675-5f4e-44bf-a76f-bb344e959a42 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.799591] env[69226]: DEBUG nova.scheduler.client.report [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1513.026788] env[69226]: DEBUG oslo_vmware.api [-] Task: {'id': task-3496033, 'name': CreateVM_Task, 'duration_secs': 0.309439} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.027155] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Created VM on the ESX host {{(pid=69226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1513.027610] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.027782] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.028129] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.028387] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb3e08c6-d2dd-4578-84cf-d6444d0655fb {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.032568] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1513.032568] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b25ca3-730d-e726-ffb0-9eec25ea9af1" [ 1513.032568] env[69226]: _type = "Task" [ 1513.032568] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.039714] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b25ca3-730d-e726-ffb0-9eec25ea9af1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.305019] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1513.305323] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.305640] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.305888] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Cleaning up deleted instances with incomplete migration {{(pid=69226) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1513.472406] env[69226]: DEBUG nova.network.neutron [req-415c9018-bbec-474e-9e45-91cb9a747638 req-50f33286-7216-4721-832d-5038e394d204 service nova] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Updated VIF entry in instance network info cache for port 9b06c675-5f4e-44bf-a76f-bb344e959a42. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1513.472766] env[69226]: DEBUG nova.network.neutron [req-415c9018-bbec-474e-9e45-91cb9a747638 req-50f33286-7216-4721-832d-5038e394d204 service nova] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Updating instance_info_cache with network_info: [{"id": "9b06c675-5f4e-44bf-a76f-bb344e959a42", "address": "fa:16:3e:0a:2b:91", "network": {"id": "71234879-1417-4586-a21e-b37fe384f417", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-742154193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdb77bda3d244f4aadc990063b399924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b06c675-5f", "ovs_interfaceid": "9b06c675-5f4e-44bf-a76f-bb344e959a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.542853] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52b25ca3-730d-e726-ffb0-9eec25ea9af1, 'name': SearchDatastore_Task, 'duration_secs': 0.012163} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.543168] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.543393] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Processing image 38268fa2-337a-4248-8dc7-dee22924494d {{(pid=69226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1513.543622] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.543797] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.543968] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1513.544237] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94916694-7934-4e1b-b5e4-dbe7c5ea3657 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.552539] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1513.552705] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1513.553380] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-019fcd12-95d9-4163-bbeb-ef568389ce22 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.558116] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1513.558116] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52123b68-9c05-e02f-bbed-804e5a7d7599" [ 1513.558116] env[69226]: _type = "Task" [ 1513.558116] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.565026] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52123b68-9c05-e02f-bbed-804e5a7d7599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.975323] env[69226]: DEBUG oslo_concurrency.lockutils [req-415c9018-bbec-474e-9e45-91cb9a747638 req-50f33286-7216-4721-832d-5038e394d204 service nova] Releasing lock "refresh_cache-5c11df1f-0740-4880-bdeb-79a1969643be" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.069574] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52123b68-9c05-e02f-bbed-804e5a7d7599, 'name': SearchDatastore_Task, 'duration_secs': 0.008613} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.070401] env[69226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4057d1a7-731e-4ac9-8580-76e854292e75 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.075742] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1514.075742] env[69226]: value = "session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52994d4f-2356-4473-80af-882486b169f4" [ 1514.075742] env[69226]: _type = "Task" [ 1514.075742] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.082578] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52994d4f-2356-4473-80af-882486b169f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.586087] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': session[52a65b5a-4d02-930a-8e9f-1e362a6223af]52994d4f-2356-4473-80af-882486b169f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009585} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.586369] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.586625] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 5c11df1f-0740-4880-bdeb-79a1969643be/5c11df1f-0740-4880-bdeb-79a1969643be.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1514.586885] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fb6668e-dcab-4a62-842a-bb8b90bbd9dd {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.593670] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1514.593670] env[69226]: value = "task-3496034" [ 1514.593670] env[69226]: _type = "Task" [ 1514.593670] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.600931] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.104356] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444503} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.104778] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38268fa2-337a-4248-8dc7-dee22924494d/38268fa2-337a-4248-8dc7-dee22924494d.vmdk to [datastore2] 5c11df1f-0740-4880-bdeb-79a1969643be/5c11df1f-0740-4880-bdeb-79a1969643be.vmdk {{(pid=69226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1515.104856] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Extending root virtual disk to 1048576 {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1515.105077] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f1eae14-209b-4879-b3d9-d5a90ad2afe1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.111345] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1515.111345] env[69226]: value = "task-3496035" [ 1515.111345] env[69226]: _type = "Task" [ 1515.111345] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.120269] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.620937] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062858} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.621208] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Extended root virtual disk {{(pid=69226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1515.621967] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e4974c-d038-4498-b9c7-fcbc1e161524 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.643273] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 5c11df1f-0740-4880-bdeb-79a1969643be/5c11df1f-0740-4880-bdeb-79a1969643be.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1515.643514] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f410848-2adf-4d99-b56a-7468d08b0708 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.664265] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1515.664265] env[69226]: value = "task-3496036" [ 1515.664265] env[69226]: _type = "Task" [ 1515.664265] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.673210] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.175161] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496036, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.676827] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496036, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.176801] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496036, 'name': ReconfigVM_Task, 'duration_secs': 1.273971} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.177174] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 5c11df1f-0740-4880-bdeb-79a1969643be/5c11df1f-0740-4880-bdeb-79a1969643be.vmdk or device None with type sparse {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1517.177792] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc02f3c6-d616-4c83-8719-1a6bd510de35 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.183862] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1517.183862] env[69226]: value = "task-3496037" [ 1517.183862] env[69226]: _type = "Task" [ 1517.183862] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.191093] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496037, 'name': Rename_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.693186] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496037, 'name': Rename_Task, 'duration_secs': 0.150809} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.693456] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Powering on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1517.693683] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd7b679c-d9cb-44c6-a1ea-c658df1fb0de {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.699568] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1517.699568] env[69226]: value = "task-3496038" [ 1517.699568] env[69226]: _type = "Task" [ 1517.699568] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.707730] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.210274] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496038, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.711240] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496038, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.212212] env[69226]: DEBUG oslo_vmware.api [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496038, 'name': PowerOnVM_Task, 'duration_secs': 1.377272} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.212552] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Powered on the VM {{(pid=69226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1519.212676] env[69226]: INFO nova.compute.manager [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1519.212858] env[69226]: DEBUG nova.compute.manager [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Checking state {{(pid=69226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1519.213639] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7716c2e3-7920-4ac9-979c-7fbcdf797ae1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.731249] env[69226]: INFO nova.compute.manager [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Took 13.26 seconds to build instance. [ 1520.233791] env[69226]: DEBUG oslo_concurrency.lockutils [None req-4875eb16-74a6-4f89-a462-ba7bc74b380b tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "5c11df1f-0740-4880-bdeb-79a1969643be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.766s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.615276] env[69226]: DEBUG nova.compute.manager [req-5c9b26bb-dc01-4ceb-8fca-0265ffa1f086 req-7fbc0cfb-f512-4659-b6b3-97fde5d2267b service nova] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Received event network-changed-9b06c675-5f4e-44bf-a76f-bb344e959a42 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1520.615276] env[69226]: DEBUG nova.compute.manager [req-5c9b26bb-dc01-4ceb-8fca-0265ffa1f086 req-7fbc0cfb-f512-4659-b6b3-97fde5d2267b service nova] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Refreshing instance network info cache due to event network-changed-9b06c675-5f4e-44bf-a76f-bb344e959a42. {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1520.615412] env[69226]: DEBUG oslo_concurrency.lockutils [req-5c9b26bb-dc01-4ceb-8fca-0265ffa1f086 req-7fbc0cfb-f512-4659-b6b3-97fde5d2267b service nova] Acquiring lock "refresh_cache-5c11df1f-0740-4880-bdeb-79a1969643be" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.615454] env[69226]: DEBUG oslo_concurrency.lockutils [req-5c9b26bb-dc01-4ceb-8fca-0265ffa1f086 req-7fbc0cfb-f512-4659-b6b3-97fde5d2267b service nova] Acquired lock "refresh_cache-5c11df1f-0740-4880-bdeb-79a1969643be" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.615603] env[69226]: DEBUG nova.network.neutron [req-5c9b26bb-dc01-4ceb-8fca-0265ffa1f086 req-7fbc0cfb-f512-4659-b6b3-97fde5d2267b service nova] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Refreshing network info cache for port 9b06c675-5f4e-44bf-a76f-bb344e959a42 {{(pid=69226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1521.312138] env[69226]: DEBUG nova.network.neutron [req-5c9b26bb-dc01-4ceb-8fca-0265ffa1f086 req-7fbc0cfb-f512-4659-b6b3-97fde5d2267b service nova] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Updated VIF entry in instance network info cache for port 9b06c675-5f4e-44bf-a76f-bb344e959a42. {{(pid=69226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.312489] env[69226]: DEBUG nova.network.neutron [req-5c9b26bb-dc01-4ceb-8fca-0265ffa1f086 req-7fbc0cfb-f512-4659-b6b3-97fde5d2267b service nova] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Updating instance_info_cache with network_info: [{"id": "9b06c675-5f4e-44bf-a76f-bb344e959a42", "address": "fa:16:3e:0a:2b:91", "network": {"id": "71234879-1417-4586-a21e-b37fe384f417", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-742154193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdb77bda3d244f4aadc990063b399924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b06c675-5f", "ovs_interfaceid": "9b06c675-5f4e-44bf-a76f-bb344e959a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.815522] env[69226]: DEBUG oslo_concurrency.lockutils [req-5c9b26bb-dc01-4ceb-8fca-0265ffa1f086 req-7fbc0cfb-f512-4659-b6b3-97fde5d2267b service nova] Releasing lock "refresh_cache-5c11df1f-0740-4880-bdeb-79a1969643be" {{(pid=69226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.977969] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "42ea14b0-ae10-48e5-8073-193b280bc444" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.978241] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "42ea14b0-ae10-48e5-8073-193b280bc444" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.481348] env[69226]: DEBUG nova.compute.utils [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1523.984617] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "42ea14b0-ae10-48e5-8073-193b280bc444" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.045568] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "42ea14b0-ae10-48e5-8073-193b280bc444" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.045987] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "42ea14b0-ae10-48e5-8073-193b280bc444" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.046075] env[69226]: INFO nova.compute.manager [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Attaching volume 6e59d8d4-a906-413c-87d2-b12991bd057c to /dev/sdb [ 1525.076027] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb97f83b-bb3c-4be8-91e3-33e9de070ea0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.083403] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9248edfc-bced-4ab2-a48c-d876e6a79066 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.096767] env[69226]: DEBUG nova.virt.block_device [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Updating existing volume attachment record: 309db8d9-c316-4dc7-a999-3c06dbb66ee9 {{(pid=69226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1529.640024] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Volume attach. Driver type: vmdk {{(pid=69226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1529.640331] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698713', 'volume_id': '6e59d8d4-a906-413c-87d2-b12991bd057c', 'name': 'volume-6e59d8d4-a906-413c-87d2-b12991bd057c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '42ea14b0-ae10-48e5-8073-193b280bc444', 'attached_at': '', 'detached_at': '', 'volume_id': '6e59d8d4-a906-413c-87d2-b12991bd057c', 'serial': '6e59d8d4-a906-413c-87d2-b12991bd057c'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1529.640992] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b57334-0666-4cd4-b83d-991b91d3162a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.657559] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b8d9f6-e7d4-4410-8a72-8433e815dcd4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.681425] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-6e59d8d4-a906-413c-87d2-b12991bd057c/volume-6e59d8d4-a906-413c-87d2-b12991bd057c.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1529.681666] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbbec4c4-3549-486a-9938-d63e3ed0519d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.698379] env[69226]: DEBUG oslo_vmware.api [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1529.698379] env[69226]: value = "task-3496041" [ 1529.698379] env[69226]: _type = "Task" [ 1529.698379] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.706187] env[69226]: DEBUG oslo_vmware.api [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.207950] env[69226]: DEBUG oslo_vmware.api [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496041, 'name': ReconfigVM_Task, 'duration_secs': 0.325116} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.208246] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-6e59d8d4-a906-413c-87d2-b12991bd057c/volume-6e59d8d4-a906-413c-87d2-b12991bd057c.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1530.212788] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a0da517-3d74-43c9-af89-cfdfcf5857f3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.227153] env[69226]: DEBUG oslo_vmware.api [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1530.227153] env[69226]: value = "task-3496042" [ 1530.227153] env[69226]: _type = "Task" [ 1530.227153] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.234214] env[69226]: DEBUG oslo_vmware.api [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.736859] env[69226]: DEBUG oslo_vmware.api [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496042, 'name': ReconfigVM_Task, 'duration_secs': 0.137315} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.737183] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698713', 'volume_id': '6e59d8d4-a906-413c-87d2-b12991bd057c', 'name': 'volume-6e59d8d4-a906-413c-87d2-b12991bd057c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '42ea14b0-ae10-48e5-8073-193b280bc444', 'attached_at': '', 'detached_at': '', 'volume_id': '6e59d8d4-a906-413c-87d2-b12991bd057c', 'serial': '6e59d8d4-a906-413c-87d2-b12991bd057c'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1531.770809] env[69226]: DEBUG nova.objects.instance [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lazy-loading 'flavor' on Instance uuid 42ea14b0-ae10-48e5-8073-193b280bc444 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1532.277260] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e4c5ebc9-8140-4210-9d93-2704da3630eb tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "42ea14b0-ae10-48e5-8073-193b280bc444" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.231s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.526683] env[69226]: DEBUG oslo_concurrency.lockutils [None req-79cb4e1b-92b6-4a92-826f-41f24f37f164 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "42ea14b0-ae10-48e5-8073-193b280bc444" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1532.526950] env[69226]: DEBUG oslo_concurrency.lockutils [None req-79cb4e1b-92b6-4a92-826f-41f24f37f164 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "42ea14b0-ae10-48e5-8073-193b280bc444" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.029827] env[69226]: INFO nova.compute.manager [None req-79cb4e1b-92b6-4a92-826f-41f24f37f164 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Detaching volume 6e59d8d4-a906-413c-87d2-b12991bd057c [ 1533.070269] env[69226]: INFO nova.virt.block_device [None req-79cb4e1b-92b6-4a92-826f-41f24f37f164 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Attempting to driver detach volume 6e59d8d4-a906-413c-87d2-b12991bd057c from mountpoint /dev/sdb [ 1533.070660] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-79cb4e1b-92b6-4a92-826f-41f24f37f164 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Volume detach. Driver type: vmdk {{(pid=69226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1533.070956] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-79cb4e1b-92b6-4a92-826f-41f24f37f164 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698713', 'volume_id': '6e59d8d4-a906-413c-87d2-b12991bd057c', 'name': 'volume-6e59d8d4-a906-413c-87d2-b12991bd057c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '42ea14b0-ae10-48e5-8073-193b280bc444', 'attached_at': '', 'detached_at': '', 'volume_id': '6e59d8d4-a906-413c-87d2-b12991bd057c', 'serial': '6e59d8d4-a906-413c-87d2-b12991bd057c'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1533.072293] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9148873a-cc6c-4cbd-b284-7ef32ce4fb65 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.107612] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e35274b-e047-4338-8014-e92b089c79d9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.117250] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566d0839-2068-4204-865a-3e883f20f0f3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.147050] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09cedfc-db9e-4669-91fb-557ade45b818 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.164747] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-79cb4e1b-92b6-4a92-826f-41f24f37f164 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] The volume has not been displaced from its original location: [datastore2] volume-6e59d8d4-a906-413c-87d2-b12991bd057c/volume-6e59d8d4-a906-413c-87d2-b12991bd057c.vmdk. No consolidation needed. {{(pid=69226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1533.170574] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-79cb4e1b-92b6-4a92-826f-41f24f37f164 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1533.170859] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59fc94b8-01be-4390-84ce-942def3bd103 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.189564] env[69226]: DEBUG oslo_vmware.api [None req-79cb4e1b-92b6-4a92-826f-41f24f37f164 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1533.189564] env[69226]: value = "task-3496043" [ 1533.189564] env[69226]: _type = "Task" [ 1533.189564] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.197393] env[69226]: DEBUG oslo_vmware.api [None req-79cb4e1b-92b6-4a92-826f-41f24f37f164 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.698716] env[69226]: DEBUG oslo_vmware.api [None req-79cb4e1b-92b6-4a92-826f-41f24f37f164 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496043, 'name': ReconfigVM_Task, 'duration_secs': 0.229824} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.699071] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-79cb4e1b-92b6-4a92-826f-41f24f37f164 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1533.703669] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-627a18a5-322c-4d35-9512-5d2e19fbdeb6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.717643] env[69226]: DEBUG oslo_vmware.api [None req-79cb4e1b-92b6-4a92-826f-41f24f37f164 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1533.717643] env[69226]: value = "task-3496044" [ 1533.717643] env[69226]: _type = "Task" [ 1533.717643] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.726680] env[69226]: DEBUG oslo_vmware.api [None req-79cb4e1b-92b6-4a92-826f-41f24f37f164 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.227953] env[69226]: DEBUG oslo_vmware.api [None req-79cb4e1b-92b6-4a92-826f-41f24f37f164 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496044, 'name': ReconfigVM_Task, 'duration_secs': 0.134357} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.228274] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-79cb4e1b-92b6-4a92-826f-41f24f37f164 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698713', 'volume_id': '6e59d8d4-a906-413c-87d2-b12991bd057c', 'name': 'volume-6e59d8d4-a906-413c-87d2-b12991bd057c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '42ea14b0-ae10-48e5-8073-193b280bc444', 'attached_at': '', 'detached_at': '', 'volume_id': '6e59d8d4-a906-413c-87d2-b12991bd057c', 'serial': '6e59d8d4-a906-413c-87d2-b12991bd057c'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1534.767633] env[69226]: DEBUG nova.objects.instance [None req-79cb4e1b-92b6-4a92-826f-41f24f37f164 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lazy-loading 'flavor' on Instance uuid 42ea14b0-ae10-48e5-8073-193b280bc444 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1535.775250] env[69226]: DEBUG oslo_concurrency.lockutils [None req-79cb4e1b-92b6-4a92-826f-41f24f37f164 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "42ea14b0-ae10-48e5-8073-193b280bc444" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.248s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.776220] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "42ea14b0-ae10-48e5-8073-193b280bc444" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1536.776653] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "42ea14b0-ae10-48e5-8073-193b280bc444" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.776695] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "42ea14b0-ae10-48e5-8073-193b280bc444-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1536.776863] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "42ea14b0-ae10-48e5-8073-193b280bc444-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.777095] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "42ea14b0-ae10-48e5-8073-193b280bc444-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.779370] env[69226]: INFO nova.compute.manager [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Terminating instance [ 1537.283364] env[69226]: DEBUG nova.compute.manager [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1537.283619] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1537.284614] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806e816d-1dc0-4c76-b2be-7775692adc28 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.293195] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1537.293439] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48e6544d-ecca-48c1-b920-d3c3da13c477 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.299473] env[69226]: DEBUG oslo_vmware.api [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1537.299473] env[69226]: value = "task-3496045" [ 1537.299473] env[69226]: _type = "Task" [ 1537.299473] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.308039] env[69226]: DEBUG oslo_vmware.api [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.809374] env[69226]: DEBUG oslo_vmware.api [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496045, 'name': PowerOffVM_Task, 'duration_secs': 0.184896} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.809926] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1537.809926] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1537.810095] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05907399-e307-432b-b9c0-8f4d55b8b45e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.877353] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1537.877558] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Deleting contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1537.877745] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Deleting the datastore file [datastore1] 42ea14b0-ae10-48e5-8073-193b280bc444 {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1537.878079] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b9567a1-525d-4d22-83c2-60673d8b2c0b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.885107] env[69226]: DEBUG oslo_vmware.api [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for the task: (returnval){ [ 1537.885107] env[69226]: value = "task-3496047" [ 1537.885107] env[69226]: _type = "Task" [ 1537.885107] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.893019] env[69226]: DEBUG oslo_vmware.api [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.394902] env[69226]: DEBUG oslo_vmware.api [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Task: {'id': task-3496047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14671} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.395193] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1538.395379] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Deleted contents of the VM from datastore datastore1 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1538.395556] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1538.395729] env[69226]: INFO nova.compute.manager [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1538.395971] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1538.396183] env[69226]: DEBUG nova.compute.manager [-] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1538.396290] env[69226]: DEBUG nova.network.neutron [-] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1538.887135] env[69226]: DEBUG nova.compute.manager [req-34c05499-c9d2-45ba-bd6c-b90637d591f3 req-0459d9ad-61c5-47c7-a55c-abeb6e267908 service nova] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Received event network-vif-deleted-aea39cb6-c3b9-4e7b-af44-40433f913640 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1538.887135] env[69226]: INFO nova.compute.manager [req-34c05499-c9d2-45ba-bd6c-b90637d591f3 req-0459d9ad-61c5-47c7-a55c-abeb6e267908 service nova] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Neutron deleted interface aea39cb6-c3b9-4e7b-af44-40433f913640; detaching it from the instance and deleting it from the info cache [ 1538.887135] env[69226]: DEBUG nova.network.neutron [req-34c05499-c9d2-45ba-bd6c-b90637d591f3 req-0459d9ad-61c5-47c7-a55c-abeb6e267908 service nova] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.370925] env[69226]: DEBUG nova.network.neutron [-] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.390117] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7514b85f-6818-429f-8924-b877af0c2399 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.399613] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdda3a21-b98c-4fe0-8aad-ccc1e7245c21 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.424628] env[69226]: DEBUG nova.compute.manager [req-34c05499-c9d2-45ba-bd6c-b90637d591f3 req-0459d9ad-61c5-47c7-a55c-abeb6e267908 service nova] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Detach interface failed, port_id=aea39cb6-c3b9-4e7b-af44-40433f913640, reason: Instance 42ea14b0-ae10-48e5-8073-193b280bc444 could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1539.874461] env[69226]: INFO nova.compute.manager [-] [instance: 42ea14b0-ae10-48e5-8073-193b280bc444] Took 1.48 seconds to deallocate network for instance. [ 1540.380999] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.381438] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.381528] env[69226]: DEBUG nova.objects.instance [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lazy-loading 'resources' on Instance uuid 42ea14b0-ae10-48e5-8073-193b280bc444 {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1540.925066] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36a0796-4c9d-4922-bbc5-eeb2a72fb755 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.932156] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2a26e8-7ef4-4d34-a6c2-98536dc4fe31 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.961533] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79223d3-88db-4298-9eb4-58356bf5add3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.967889] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5930df47-231d-47e9-b67b-1eacac973d08 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.981473] env[69226]: DEBUG nova.compute.provider_tree [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.485182] env[69226]: DEBUG nova.scheduler.client.report [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1541.990172] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.011044] env[69226]: INFO nova.scheduler.client.report [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Deleted allocations for instance 42ea14b0-ae10-48e5-8073-193b280bc444 [ 1542.518811] env[69226]: DEBUG oslo_concurrency.lockutils [None req-1c8aa3bb-3c47-4f54-8c1f-a1a951b9e532 tempest-AttachVolumeNegativeTest-2100596387 tempest-AttachVolumeNegativeTest-2100596387-project-member] Lock "42ea14b0-ae10-48e5-8073-193b280bc444" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.742s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1553.709635] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.520705] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1555.520658] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1555.521048] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1555.521048] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1555.521167] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1556.520198] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.023821] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.024232] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1557.024272] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1557.024446] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1557.025349] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464c16b3-91aa-4f25-bbfb-43980de31293 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.033847] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c079e1-699c-4a14-b03b-7535a60aa61f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.047848] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0553a38-d242-4fb4-b293-db276442b0d7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.053962] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cea0f7-5bfb-4939-9222-e35caebecbc6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.082795] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180648MB free_disk=91GB free_vcpus=48 pci_devices=None {{(pid=69226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1557.082928] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.083146] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1557.217821] env[69226]: DEBUG oslo_concurrency.lockutils [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "5c11df1f-0740-4880-bdeb-79a1969643be" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.218058] env[69226]: DEBUG oslo_concurrency.lockutils [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "5c11df1f-0740-4880-bdeb-79a1969643be" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1557.720858] env[69226]: DEBUG nova.compute.utils [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1558.109018] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Instance 5c11df1f-0740-4880-bdeb-79a1969643be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1558.109358] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1558.109414] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1558.124847] env[69226]: DEBUG nova.scheduler.client.report [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Refreshing inventories for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1558.137957] env[69226]: DEBUG nova.scheduler.client.report [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Updating ProviderTree inventory for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1558.138157] env[69226]: DEBUG nova.compute.provider_tree [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Updating inventory in ProviderTree for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1558.148770] env[69226]: DEBUG nova.scheduler.client.report [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Refreshing aggregate associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, aggregates: None {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1558.166693] env[69226]: DEBUG nova.scheduler.client.report [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Refreshing trait associations for resource provider 1b569e5e-3afa-426e-9210-ba55a6e69f42, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1558.190170] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e66850a-3238-478b-9266-9143240b4ea0 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.197725] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb14479-bd19-448c-8932-7069605a1ce5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.227222] env[69226]: DEBUG oslo_concurrency.lockutils [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "5c11df1f-0740-4880-bdeb-79a1969643be" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.228290] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f417a2-d95c-4011-8d07-c558ea76f4fa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.235655] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d3e744-355f-4da9-95cb-1f1f49c9909b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.913649] env[69226]: DEBUG nova.compute.provider_tree [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1559.405449] env[69226]: DEBUG oslo_concurrency.lockutils [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "5c11df1f-0740-4880-bdeb-79a1969643be" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.405836] env[69226]: DEBUG oslo_concurrency.lockutils [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "5c11df1f-0740-4880-bdeb-79a1969643be" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1559.405964] env[69226]: INFO nova.compute.manager [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Attaching volume 5822b924-3e0f-4046-b265-8fb9f497c41e to /dev/sdb [ 1559.416765] env[69226]: DEBUG nova.scheduler.client.report [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1559.436218] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a309cbe3-085d-440e-9a18-268dd2683afa {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.443149] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c628b33-1efd-47bb-93ed-796e354a4aa8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.456011] env[69226]: DEBUG nova.virt.block_device [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Updating existing volume attachment record: 401e5d44-7772-42fb-8278-364a6f74ed80 {{(pid=69226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1559.921950] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1559.922217] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.839s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1560.922858] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.923232] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.427387] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1563.998669] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Volume attach. Driver type: vmdk {{(pid=69226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1563.998929] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698714', 'volume_id': '5822b924-3e0f-4046-b265-8fb9f497c41e', 'name': 'volume-5822b924-3e0f-4046-b265-8fb9f497c41e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c11df1f-0740-4880-bdeb-79a1969643be', 'attached_at': '', 'detached_at': '', 'volume_id': '5822b924-3e0f-4046-b265-8fb9f497c41e', 'serial': '5822b924-3e0f-4046-b265-8fb9f497c41e'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1563.999893] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956b9c5a-c247-4ecb-84d9-68bf86c7c875 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.015850] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49979f62-3838-4e4e-bf91-bbcbf5133d27 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.039837] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-5822b924-3e0f-4046-b265-8fb9f497c41e/volume-5822b924-3e0f-4046-b265-8fb9f497c41e.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1564.040069] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f882f7a-7bd7-488c-9f27-832e9d958c3b {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.057493] env[69226]: DEBUG oslo_vmware.api [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1564.057493] env[69226]: value = "task-3496053" [ 1564.057493] env[69226]: _type = "Task" [ 1564.057493] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.064340] env[69226]: DEBUG oslo_vmware.api [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.567783] env[69226]: DEBUG oslo_vmware.api [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496053, 'name': ReconfigVM_Task, 'duration_secs': 0.344461} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.568097] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-5822b924-3e0f-4046-b265-8fb9f497c41e/volume-5822b924-3e0f-4046-b265-8fb9f497c41e.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1564.572499] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a129a1c-5229-48ce-a597-a8bdc3f3eb92 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.586958] env[69226]: DEBUG oslo_vmware.api [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1564.586958] env[69226]: value = "task-3496054" [ 1564.586958] env[69226]: _type = "Task" [ 1564.586958] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.594215] env[69226]: DEBUG oslo_vmware.api [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.096542] env[69226]: DEBUG oslo_vmware.api [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496054, 'name': ReconfigVM_Task, 'duration_secs': 0.137183} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.096911] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698714', 'volume_id': '5822b924-3e0f-4046-b265-8fb9f497c41e', 'name': 'volume-5822b924-3e0f-4046-b265-8fb9f497c41e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c11df1f-0740-4880-bdeb-79a1969643be', 'attached_at': '', 'detached_at': '', 'volume_id': '5822b924-3e0f-4046-b265-8fb9f497c41e', 'serial': '5822b924-3e0f-4046-b265-8fb9f497c41e'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1566.130778] env[69226]: DEBUG nova.objects.instance [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lazy-loading 'flavor' on Instance uuid 5c11df1f-0740-4880-bdeb-79a1969643be {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1566.636056] env[69226]: DEBUG oslo_concurrency.lockutils [None req-67ef4d84-7d12-4ad8-91ef-fbcd5933ed9a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "5c11df1f-0740-4880-bdeb-79a1969643be" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.230s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1567.349389] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "5c11df1f-0740-4880-bdeb-79a1969643be" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1567.349686] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "5c11df1f-0740-4880-bdeb-79a1969643be" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1567.853323] env[69226]: DEBUG nova.compute.utils [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Using /dev/sd instead of None {{(pid=69226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1568.356691] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "5c11df1f-0740-4880-bdeb-79a1969643be" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.415049] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "5c11df1f-0740-4880-bdeb-79a1969643be" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.415431] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "5c11df1f-0740-4880-bdeb-79a1969643be" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.415622] env[69226]: INFO nova.compute.manager [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Attaching volume c4151a31-4ff1-4ed5-ba0f-750391fd2f15 to /dev/sdc [ 1569.444722] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7d6451-c072-4003-b0b9-96f1866897d1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.451264] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6d42a4-e741-49e2-8563-410f71e15273 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.463501] env[69226]: DEBUG nova.virt.block_device [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Updating existing volume attachment record: 7d853362-e3ef-4a55-b71d-4da760ef82c7 {{(pid=69226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1574.006773] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Volume attach. Driver type: vmdk {{(pid=69226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1574.007084] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698715', 'volume_id': 'c4151a31-4ff1-4ed5-ba0f-750391fd2f15', 'name': 'volume-c4151a31-4ff1-4ed5-ba0f-750391fd2f15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c11df1f-0740-4880-bdeb-79a1969643be', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4151a31-4ff1-4ed5-ba0f-750391fd2f15', 'serial': 'c4151a31-4ff1-4ed5-ba0f-750391fd2f15'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1574.007942] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7621c4a5-c933-4ea2-93d5-c80358372bf9 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.025454] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83325c3c-5d08-4711-bdce-8daee3fe3fd4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.051913] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-c4151a31-4ff1-4ed5-ba0f-750391fd2f15/volume-c4151a31-4ff1-4ed5-ba0f-750391fd2f15.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1574.052196] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-892d5401-adcc-4293-be6c-36cba5af7c8d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.069529] env[69226]: DEBUG oslo_vmware.api [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1574.069529] env[69226]: value = "task-3496057" [ 1574.069529] env[69226]: _type = "Task" [ 1574.069529] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.077049] env[69226]: DEBUG oslo_vmware.api [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.579592] env[69226]: DEBUG oslo_vmware.api [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496057, 'name': ReconfigVM_Task, 'duration_secs': 0.385546} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.579853] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-c4151a31-4ff1-4ed5-ba0f-750391fd2f15/volume-c4151a31-4ff1-4ed5-ba0f-750391fd2f15.vmdk or device None with type thin {{(pid=69226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.584522] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfac73f0-e097-49fb-bc7a-be2a1b4f5600 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.598687] env[69226]: DEBUG oslo_vmware.api [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1574.598687] env[69226]: value = "task-3496058" [ 1574.598687] env[69226]: _type = "Task" [ 1574.598687] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.606047] env[69226]: DEBUG oslo_vmware.api [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.108449] env[69226]: DEBUG oslo_vmware.api [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496058, 'name': ReconfigVM_Task, 'duration_secs': 0.126679} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.108818] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698715', 'volume_id': 'c4151a31-4ff1-4ed5-ba0f-750391fd2f15', 'name': 'volume-c4151a31-4ff1-4ed5-ba0f-750391fd2f15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c11df1f-0740-4880-bdeb-79a1969643be', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4151a31-4ff1-4ed5-ba0f-750391fd2f15', 'serial': 'c4151a31-4ff1-4ed5-ba0f-750391fd2f15'} {{(pid=69226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1576.143681] env[69226]: DEBUG nova.objects.instance [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lazy-loading 'flavor' on Instance uuid 5c11df1f-0740-4880-bdeb-79a1969643be {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1576.648687] env[69226]: DEBUG oslo_concurrency.lockutils [None req-e2576980-c1a2-45b0-92a8-ee51c356028a tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "5c11df1f-0740-4880-bdeb-79a1969643be" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.940456] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33901aba-d2d9-4776-beb1-bed94af57d19 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "5c11df1f-0740-4880-bdeb-79a1969643be" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1576.940666] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33901aba-d2d9-4776-beb1-bed94af57d19 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "5c11df1f-0740-4880-bdeb-79a1969643be" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1577.444389] env[69226]: INFO nova.compute.manager [None req-33901aba-d2d9-4776-beb1-bed94af57d19 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Detaching volume 5822b924-3e0f-4046-b265-8fb9f497c41e [ 1577.475621] env[69226]: INFO nova.virt.block_device [None req-33901aba-d2d9-4776-beb1-bed94af57d19 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Attempting to driver detach volume 5822b924-3e0f-4046-b265-8fb9f497c41e from mountpoint /dev/sdb [ 1577.475876] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-33901aba-d2d9-4776-beb1-bed94af57d19 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Volume detach. Driver type: vmdk {{(pid=69226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1577.476074] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-33901aba-d2d9-4776-beb1-bed94af57d19 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698714', 'volume_id': '5822b924-3e0f-4046-b265-8fb9f497c41e', 'name': 'volume-5822b924-3e0f-4046-b265-8fb9f497c41e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c11df1f-0740-4880-bdeb-79a1969643be', 'attached_at': '', 'detached_at': '', 'volume_id': '5822b924-3e0f-4046-b265-8fb9f497c41e', 'serial': '5822b924-3e0f-4046-b265-8fb9f497c41e'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1577.476973] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2e54af-4387-488f-bfe7-97231cc08451 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.500946] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcf195a-8f9f-4910-8a29-c7415e01a1f1 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.507634] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba05c86-351b-4578-8c79-ce7d9cc82ea5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.529883] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd025727-9423-4d6b-84be-3d2be190b441 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.545140] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-33901aba-d2d9-4776-beb1-bed94af57d19 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] The volume has not been displaced from its original location: [datastore1] volume-5822b924-3e0f-4046-b265-8fb9f497c41e/volume-5822b924-3e0f-4046-b265-8fb9f497c41e.vmdk. No consolidation needed. {{(pid=69226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1577.550096] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-33901aba-d2d9-4776-beb1-bed94af57d19 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Reconfiguring VM instance instance-00000080 to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1577.550351] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3023b9eb-e586-437d-8af8-22990eb61092 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.567041] env[69226]: DEBUG oslo_vmware.api [None req-33901aba-d2d9-4776-beb1-bed94af57d19 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1577.567041] env[69226]: value = "task-3496059" [ 1577.567041] env[69226]: _type = "Task" [ 1577.567041] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.574053] env[69226]: DEBUG oslo_vmware.api [None req-33901aba-d2d9-4776-beb1-bed94af57d19 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.076952] env[69226]: DEBUG oslo_vmware.api [None req-33901aba-d2d9-4776-beb1-bed94af57d19 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496059, 'name': ReconfigVM_Task, 'duration_secs': 0.239173} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.077229] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-33901aba-d2d9-4776-beb1-bed94af57d19 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Reconfigured VM instance instance-00000080 to detach disk 2001 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1578.081691] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53ca850a-09d5-4a35-b436-728562c5538f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.095682] env[69226]: DEBUG oslo_vmware.api [None req-33901aba-d2d9-4776-beb1-bed94af57d19 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1578.095682] env[69226]: value = "task-3496060" [ 1578.095682] env[69226]: _type = "Task" [ 1578.095682] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.102920] env[69226]: DEBUG oslo_vmware.api [None req-33901aba-d2d9-4776-beb1-bed94af57d19 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.605061] env[69226]: DEBUG oslo_vmware.api [None req-33901aba-d2d9-4776-beb1-bed94af57d19 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496060, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.105971] env[69226]: DEBUG oslo_vmware.api [None req-33901aba-d2d9-4776-beb1-bed94af57d19 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496060, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.606960] env[69226]: DEBUG oslo_vmware.api [None req-33901aba-d2d9-4776-beb1-bed94af57d19 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496060, 'name': ReconfigVM_Task, 'duration_secs': 1.11992} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.607380] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-33901aba-d2d9-4776-beb1-bed94af57d19 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698714', 'volume_id': '5822b924-3e0f-4046-b265-8fb9f497c41e', 'name': 'volume-5822b924-3e0f-4046-b265-8fb9f497c41e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c11df1f-0740-4880-bdeb-79a1969643be', 'attached_at': '', 'detached_at': '', 'volume_id': '5822b924-3e0f-4046-b265-8fb9f497c41e', 'serial': '5822b924-3e0f-4046-b265-8fb9f497c41e'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1580.149475] env[69226]: DEBUG nova.objects.instance [None req-33901aba-d2d9-4776-beb1-bed94af57d19 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lazy-loading 'flavor' on Instance uuid 5c11df1f-0740-4880-bdeb-79a1969643be {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1581.157465] env[69226]: DEBUG oslo_concurrency.lockutils [None req-33901aba-d2d9-4776-beb1-bed94af57d19 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "5c11df1f-0740-4880-bdeb-79a1969643be" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.217s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.209559] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cb093fa1-4a3d-4579-a7ae-1b43e05bb3c9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "5c11df1f-0740-4880-bdeb-79a1969643be" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1581.209796] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cb093fa1-4a3d-4579-a7ae-1b43e05bb3c9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "5c11df1f-0740-4880-bdeb-79a1969643be" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.713204] env[69226]: INFO nova.compute.manager [None req-cb093fa1-4a3d-4579-a7ae-1b43e05bb3c9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Detaching volume c4151a31-4ff1-4ed5-ba0f-750391fd2f15 [ 1581.742655] env[69226]: INFO nova.virt.block_device [None req-cb093fa1-4a3d-4579-a7ae-1b43e05bb3c9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Attempting to driver detach volume c4151a31-4ff1-4ed5-ba0f-750391fd2f15 from mountpoint /dev/sdc [ 1581.742961] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb093fa1-4a3d-4579-a7ae-1b43e05bb3c9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Volume detach. Driver type: vmdk {{(pid=69226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1581.743221] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb093fa1-4a3d-4579-a7ae-1b43e05bb3c9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698715', 'volume_id': 'c4151a31-4ff1-4ed5-ba0f-750391fd2f15', 'name': 'volume-c4151a31-4ff1-4ed5-ba0f-750391fd2f15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c11df1f-0740-4880-bdeb-79a1969643be', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4151a31-4ff1-4ed5-ba0f-750391fd2f15', 'serial': 'c4151a31-4ff1-4ed5-ba0f-750391fd2f15'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1581.744119] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda141c7-b585-436c-8055-e29aa7a35a60 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.767274] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad138852-aff6-4732-9e3e-b504e58ccb21 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.773521] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9db945-9a32-4c85-af86-a0cca99e25f2 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.792870] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d73e4d-86b0-49a0-a54d-6a719d0fe8d5 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.806808] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb093fa1-4a3d-4579-a7ae-1b43e05bb3c9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] The volume has not been displaced from its original location: [datastore1] volume-c4151a31-4ff1-4ed5-ba0f-750391fd2f15/volume-c4151a31-4ff1-4ed5-ba0f-750391fd2f15.vmdk. No consolidation needed. {{(pid=69226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1581.811868] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb093fa1-4a3d-4579-a7ae-1b43e05bb3c9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Reconfiguring VM instance instance-00000080 to detach disk 2002 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1581.812131] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cdfdab6-dc5a-481c-8321-cdf18ed06354 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.829962] env[69226]: DEBUG oslo_vmware.api [None req-cb093fa1-4a3d-4579-a7ae-1b43e05bb3c9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1581.829962] env[69226]: value = "task-3496061" [ 1581.829962] env[69226]: _type = "Task" [ 1581.829962] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.839798] env[69226]: DEBUG oslo_vmware.api [None req-cb093fa1-4a3d-4579-a7ae-1b43e05bb3c9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496061, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.339449] env[69226]: DEBUG oslo_vmware.api [None req-cb093fa1-4a3d-4579-a7ae-1b43e05bb3c9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496061, 'name': ReconfigVM_Task, 'duration_secs': 0.236726} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.339889] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb093fa1-4a3d-4579-a7ae-1b43e05bb3c9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Reconfigured VM instance instance-00000080 to detach disk 2002 {{(pid=69226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1582.344208] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e30dba0-c7b1-4d72-ab39-c7243113d00e {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.358277] env[69226]: DEBUG oslo_vmware.api [None req-cb093fa1-4a3d-4579-a7ae-1b43e05bb3c9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1582.358277] env[69226]: value = "task-3496062" [ 1582.358277] env[69226]: _type = "Task" [ 1582.358277] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.365444] env[69226]: DEBUG oslo_vmware.api [None req-cb093fa1-4a3d-4579-a7ae-1b43e05bb3c9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.868068] env[69226]: DEBUG oslo_vmware.api [None req-cb093fa1-4a3d-4579-a7ae-1b43e05bb3c9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496062, 'name': ReconfigVM_Task, 'duration_secs': 0.140019} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.868353] env[69226]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb093fa1-4a3d-4579-a7ae-1b43e05bb3c9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-698715', 'volume_id': 'c4151a31-4ff1-4ed5-ba0f-750391fd2f15', 'name': 'volume-c4151a31-4ff1-4ed5-ba0f-750391fd2f15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c11df1f-0740-4880-bdeb-79a1969643be', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4151a31-4ff1-4ed5-ba0f-750391fd2f15', 'serial': 'c4151a31-4ff1-4ed5-ba0f-750391fd2f15'} {{(pid=69226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1583.407679] env[69226]: DEBUG nova.objects.instance [None req-cb093fa1-4a3d-4579-a7ae-1b43e05bb3c9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lazy-loading 'flavor' on Instance uuid 5c11df1f-0740-4880-bdeb-79a1969643be {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.414731] env[69226]: DEBUG oslo_concurrency.lockutils [None req-cb093fa1-4a3d-4579-a7ae-1b43e05bb3c9 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "5c11df1f-0740-4880-bdeb-79a1969643be" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.205s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1585.860724] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "5c11df1f-0740-4880-bdeb-79a1969643be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1585.861156] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "5c11df1f-0740-4880-bdeb-79a1969643be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1585.861225] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "5c11df1f-0740-4880-bdeb-79a1969643be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1585.861426] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "5c11df1f-0740-4880-bdeb-79a1969643be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1585.861601] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "5c11df1f-0740-4880-bdeb-79a1969643be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1585.863847] env[69226]: INFO nova.compute.manager [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Terminating instance [ 1586.367692] env[69226]: DEBUG nova.compute.manager [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Start destroying the instance on the hypervisor. {{(pid=69226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1586.367941] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Destroying instance {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1586.369101] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550878c8-8f63-4c03-9737-c5a8c2b7d264 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.376779] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Powering off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1586.377020] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69ff5319-f898-40fc-b5c1-c6b2140a3c22 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.383269] env[69226]: DEBUG oslo_vmware.api [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1586.383269] env[69226]: value = "task-3496063" [ 1586.383269] env[69226]: _type = "Task" [ 1586.383269] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.391217] env[69226]: DEBUG oslo_vmware.api [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.894171] env[69226]: DEBUG oslo_vmware.api [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496063, 'name': PowerOffVM_Task, 'duration_secs': 0.192345} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.894578] env[69226]: DEBUG nova.virt.vmwareapi.vm_util [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Powered off the VM {{(pid=69226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1586.894738] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Unregistering the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1586.895064] env[69226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a114098-4d16-46d3-8778-60c0946da0ca {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.959553] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Unregistered the VM {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1586.959788] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Deleting contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1586.959944] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Deleting the datastore file [datastore2] 5c11df1f-0740-4880-bdeb-79a1969643be {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1586.960216] env[69226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fafa9fd-37c1-46a8-97f1-d2d8012c7c83 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.967226] env[69226]: DEBUG oslo_vmware.api [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for the task: (returnval){ [ 1586.967226] env[69226]: value = "task-3496065" [ 1586.967226] env[69226]: _type = "Task" [ 1586.967226] env[69226]: } to complete. {{(pid=69226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.975565] env[69226]: DEBUG oslo_vmware.api [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.477612] env[69226]: DEBUG oslo_vmware.api [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Task: {'id': task-3496065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148297} completed successfully. {{(pid=69226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.477787] env[69226]: DEBUG nova.virt.vmwareapi.ds_util [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Deleted the datastore file {{(pid=69226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1587.477957] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Deleted contents of the VM from datastore datastore2 {{(pid=69226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1587.478140] env[69226]: DEBUG nova.virt.vmwareapi.vmops [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Instance destroyed {{(pid=69226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1587.478309] env[69226]: INFO nova.compute.manager [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1587.478583] env[69226]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1587.478789] env[69226]: DEBUG nova.compute.manager [-] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Deallocating network for instance {{(pid=69226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1587.478883] env[69226]: DEBUG nova.network.neutron [-] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] deallocate_for_instance() {{(pid=69226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1587.926817] env[69226]: DEBUG nova.compute.manager [req-795bb7d9-cff7-451b-b1b8-7830345f2369 req-4f58e83e-4ad2-4f12-abc3-2da8d05e6062 service nova] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Received event network-vif-deleted-9b06c675-5f4e-44bf-a76f-bb344e959a42 {{(pid=69226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1587.927077] env[69226]: INFO nova.compute.manager [req-795bb7d9-cff7-451b-b1b8-7830345f2369 req-4f58e83e-4ad2-4f12-abc3-2da8d05e6062 service nova] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Neutron deleted interface 9b06c675-5f4e-44bf-a76f-bb344e959a42; detaching it from the instance and deleting it from the info cache [ 1587.927242] env[69226]: DEBUG nova.network.neutron [req-795bb7d9-cff7-451b-b1b8-7830345f2369 req-4f58e83e-4ad2-4f12-abc3-2da8d05e6062 service nova] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.410680] env[69226]: DEBUG nova.network.neutron [-] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Updating instance_info_cache with network_info: [] {{(pid=69226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.430504] env[69226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e96b917a-4463-440c-baac-04e8a2513e5d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.439806] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc945f9e-6ead-49aa-9a07-dcbd0384d1c3 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.466210] env[69226]: DEBUG nova.compute.manager [req-795bb7d9-cff7-451b-b1b8-7830345f2369 req-4f58e83e-4ad2-4f12-abc3-2da8d05e6062 service nova] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Detach interface failed, port_id=9b06c675-5f4e-44bf-a76f-bb344e959a42, reason: Instance 5c11df1f-0740-4880-bdeb-79a1969643be could not be found. {{(pid=69226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1588.913266] env[69226]: INFO nova.compute.manager [-] [instance: 5c11df1f-0740-4880-bdeb-79a1969643be] Took 1.43 seconds to deallocate network for instance. [ 1589.420244] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.420609] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.420773] env[69226]: DEBUG nova.objects.instance [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lazy-loading 'resources' on Instance uuid 5c11df1f-0740-4880-bdeb-79a1969643be {{(pid=69226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1589.953640] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6345021-9625-482d-8d4d-2cb69e6cc6c7 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.961045] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732c48fe-61a8-4096-bc6c-77e214f73081 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.990111] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b08098-8f4b-43d3-af96-53a2847257e4 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.996733] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b15fc0d-9bfb-46ab-8927-61f941d916d8 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.009085] env[69226]: DEBUG nova.compute.provider_tree [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.512342] env[69226]: DEBUG nova.scheduler.client.report [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1591.017772] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1591.038461] env[69226]: INFO nova.scheduler.client.report [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Deleted allocations for instance 5c11df1f-0740-4880-bdeb-79a1969643be [ 1591.546498] env[69226]: DEBUG oslo_concurrency.lockutils [None req-27675584-1ee7-43a0-9260-fa796748fbd8 tempest-AttachVolumeTestJSON-1067276556 tempest-AttachVolumeTestJSON-1067276556-project-member] Lock "5c11df1f-0740-4880-bdeb-79a1969643be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.685s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1610.521104] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1615.520850] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1615.521215] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1615.521215] env[69226]: DEBUG nova.compute.manager [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1617.519896] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.520288] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.520376] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.023907] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1618.024179] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1618.024346] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1618.024525] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1618.025469] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cb2857-f2ca-41fc-b16d-d4eee52b88d6 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.033944] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440b1bdc-7be0-400d-8ebc-487ac670d20f {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.047606] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416e3046-f7b2-4786-a4b8-1002afc74c9d {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.053579] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77814ea5-7a65-4690-b41b-5f5c7d96a904 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.081992] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180739MB free_disk=91GB free_vcpus=48 pci_devices=None {{(pid=69226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1618.082142] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1618.082348] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1619.102058] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1619.102324] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1619.115257] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d9509c-f952-4665-a7cf-3d9afa185963 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.123907] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809e13e2-964d-43d7-895b-515068747a2a {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.152961] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87e6380-0e19-4b14-a75c-d04db8f7df46 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.159623] env[69226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2548a37c-711a-40b4-ae37-11b4d6439039 {{(pid=69226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.172083] env[69226]: DEBUG nova.compute.provider_tree [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed in ProviderTree for provider: 1b569e5e-3afa-426e-9210-ba55a6e69f42 {{(pid=69226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.675543] env[69226]: DEBUG nova.scheduler.client.report [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Inventory has not changed for provider 1b569e5e-3afa-426e-9210-ba55a6e69f42 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1620.180841] env[69226]: DEBUG nova.compute.resource_tracker [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1620.181119] env[69226]: DEBUG oslo_concurrency.lockutils [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=69226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1621.176669] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1621.176922] env[69226]: DEBUG oslo_service.periodic_task [None req-896f9cce-a3b2-4a2f-82cf-b337cfd2ef75 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}